2024-08-30T20:44:53.685 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-08-30T20:44:53.711 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-30T20:44:53.814 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091 branch: wip-bharath1-testing-2024-08-30-1604 description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: skanta@redhat.com first_in_suite: false job_id: '7882091' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-bharath1-testing-2024-08-30-1604 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: 24432b660539783e58f890fcff372342c034f6ec ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 24432b660539783e58f890fcff372342c034f6ec selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: wip-bharath1-testing-2024-08-30-1604 sha1: 24432b660539783e58f890fcff372342c034f6ec owner: scheduled_skanta@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1274 sha1: 24432b660539783e58f890fcff372342c034f6ec sleep_before_teardown: 0 subset: 111/120000 suite: rados suite_branch: wip-bharath1-testing-2024-08-30-1604 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_24432b660539783e58f890fcff372342c034f6ec/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 24432b660539783e58f890fcff372342c034f6ec targets: smithi173.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEaGBvxz3bMkkE/MS23hAS6ZA1RkafJVdYjNYWxc9uPVOVo12H5FAS38nKObOtogTWGXDS15Pp2DdX/mcwtM1Qo= smithi196.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJXZ8GU4ZQ8yhgn3+xmvC0r8aGrWC0Jco6bNq/EdGFWcLPYeO6h0zFi7zakrioblsYOTiRXIFMSqjMoRONSMAgw= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-08-30_17:51:23 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: skanta verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-30T20:44:53.814 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_24432b660539783e58f890fcff372342c034f6ec/qa; will attempt to use it 2024-08-30T20:44:53.815 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_24432b660539783e58f890fcff372342c034f6ec/qa/tasks 2024-08-30T20:44:53.815 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-30T20:44:53.817 INFO:teuthology.task.internal:Checking packages... 2024-08-30T20:44:53.839 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '24432b660539783e58f890fcff372342c034f6ec' 2024-08-30T20:44:53.839 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-30T20:44:53.839 INFO:teuthology.packaging:ref: None 2024-08-30T20:44:53.839 INFO:teuthology.packaging:tag: None 2024-08-30T20:44:53.839 INFO:teuthology.packaging:branch: wip-bharath1-testing-2024-08-30-1604 2024-08-30T20:44:53.839 INFO:teuthology.packaging:sha1: 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:44:53.839 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-bharath1-testing-2024-08-30-1604 2024-08-30T20:44:53.988 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4625.g24432b66 2024-08-30T20:44:53.990 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-30T20:44:53.996 INFO:teuthology.task.internal:no buildpackages task found 2024-08-30T20:44:53.996 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-30T20:44:54.005 INFO:teuthology.task.internal:Saving configuration 2024-08-30T20:44:54.023 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-30T20:44:54.029 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-30T20:44:54.062 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi173.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-30 20:39:49.262441', 'locked_by': 'scheduled_skanta@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEaGBvxz3bMkkE/MS23hAS6ZA1RkafJVdYjNYWxc9uPVOVo12H5FAS38nKObOtogTWGXDS15Pp2DdX/mcwtM1Qo='} 2024-08-30T20:44:54.091 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi196.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-30 20:39:49.260963', 'locked_by': 'scheduled_skanta@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJXZ8GU4ZQ8yhgn3+xmvC0r8aGrWC0Jco6bNq/EdGFWcLPYeO6h0zFi7zakrioblsYOTiRXIFMSqjMoRONSMAgw='} 2024-08-30T20:44:54.091 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-30T20:44:54.097 INFO:teuthology.task.internal:roles: ubuntu@smithi173.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-30T20:44:54.097 INFO:teuthology.task.internal:roles: ubuntu@smithi196.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-30T20:44:54.097 INFO:teuthology.run_tasks:Running task console_log... 2024-08-30T20:44:54.174 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7eff55dbbbe0>, signals=[15]) 2024-08-30T20:44:54.174 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-30T20:44:54.180 INFO:teuthology.task.internal:Opening connections... 2024-08-30T20:44:54.180 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi173.front.sepia.ceph.com 2024-08-30T20:44:54.181 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-30T20:44:54.283 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi196.front.sepia.ceph.com 2024-08-30T20:44:54.283 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-30T20:44:54.363 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-30T20:44:54.370 DEBUG:teuthology.orchestra.run.smithi173:> uname -m 2024-08-30T20:44:54.388 INFO:teuthology.orchestra.run.smithi173.stdout:x86_64 2024-08-30T20:44:54.388 DEBUG:teuthology.orchestra.run.smithi173:> cat /etc/os-release 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:NAME="CentOS Stream" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION="9" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:ID="centos" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:ID_LIKE="rhel fedora" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:VERSION_ID="9" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:PLATFORM_ID="platform:el9" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:ANSI_COLOR="0;31" 2024-08-30T20:44:54.447 INFO:teuthology.orchestra.run.smithi173.stdout:LOGO="fedora-logo-icon" 2024-08-30T20:44:54.448 INFO:teuthology.orchestra.run.smithi173.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-30T20:44:54.448 INFO:teuthology.orchestra.run.smithi173.stdout:HOME_URL="https://centos.org/" 2024-08-30T20:44:54.448 INFO:teuthology.orchestra.run.smithi173.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-30T20:44:54.448 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-30T20:44:54.448 INFO:teuthology.orchestra.run.smithi173.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-30T20:44:54.448 INFO:teuthology.lock.ops:Updating smithi173.front.sepia.ceph.com on lock server 2024-08-30T20:44:54.476 DEBUG:teuthology.orchestra.run.smithi196:> uname -m 2024-08-30T20:44:54.494 INFO:teuthology.orchestra.run.smithi196.stdout:x86_64 2024-08-30T20:44:54.494 DEBUG:teuthology.orchestra.run.smithi196:> cat /etc/os-release 2024-08-30T20:44:54.551 INFO:teuthology.orchestra.run.smithi196.stdout:NAME="CentOS Stream" 2024-08-30T20:44:54.551 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION="9" 2024-08-30T20:44:54.551 INFO:teuthology.orchestra.run.smithi196.stdout:ID="centos" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:ID_LIKE="rhel fedora" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:VERSION_ID="9" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:PLATFORM_ID="platform:el9" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:ANSI_COLOR="0;31" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:LOGO="fedora-logo-icon" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:HOME_URL="https://centos.org/" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-08-30T20:44:54.552 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-30T20:44:54.553 INFO:teuthology.orchestra.run.smithi196.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-30T20:44:54.553 INFO:teuthology.lock.ops:Updating smithi196.front.sepia.ceph.com on lock server 2024-08-30T20:44:54.584 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-30T20:44:54.592 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-30T20:44:54.598 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-30T20:44:54.598 DEBUG:teuthology.orchestra.run.smithi173:> test '!' -e /home/ubuntu/cephtest 2024-08-30T20:44:54.601 DEBUG:teuthology.orchestra.run.smithi196:> test '!' -e /home/ubuntu/cephtest 2024-08-30T20:44:54.617 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-30T20:44:54.623 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-30T20:44:54.623 DEBUG:teuthology.orchestra.run.smithi173:> test -z $(ls -A /var/lib/ceph) 2024-08-30T20:44:54.658 DEBUG:teuthology.orchestra.run.smithi196:> test -z $(ls -A /var/lib/ceph) 2024-08-30T20:44:54.784 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-30T20:44:54.850 INFO:teuthology.run_tasks:Running task kernel... 2024-08-30T20:44:54.865 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-30T20:44:54.865 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-30T20:44:54.865 DEBUG:teuthology.orchestra.run.smithi173:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-30T20:44:54.866 DEBUG:teuthology.orchestra.run.smithi196:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-30T20:44:54.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T20:44:54.883 DEBUG:teuthology.orchestra.run.smithi173:> uname -r 2024-08-30T20:44:54.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T20:44:54.884 DEBUG:teuthology.orchestra.run.smithi196:> uname -r 2024-08-30T20:44:54.940 INFO:teuthology.orchestra.run.smithi173.stdout:5.14.0-503.el9.x86_64 2024-08-30T20:44:54.941 INFO:teuthology.task.kernel:Running kernel on smithi173: 5.14.0-503.el9.x86_64 2024-08-30T20:44:54.941 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum install -y kernel 2024-08-30T20:44:54.942 INFO:teuthology.orchestra.run.smithi196.stdout:5.14.0-503.el9.x86_64 2024-08-30T20:44:54.942 INFO:teuthology.task.kernel:Running kernel on smithi196: 5.14.0-503.el9.x86_64 2024-08-30T20:44:54.942 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum install -y kernel 2024-08-30T20:44:58.559 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.2 MB 00:01 2024-08-30T20:44:58.592 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.2 MB 00:01 2024-08-30T20:45:04.142 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - AppStream 4.6 MB/s | 20 MB 00:04 2024-08-30T20:45:04.276 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 4.4 MB/s | 20 MB 00:04 2024-08-30T20:45:08.627 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.6 MB 00:00 2024-08-30T20:45:09.185 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - CRB 5.4 MB/s | 6.6 MB 00:01 2024-08-30T20:45:10.261 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 18 kB 00:00 2024-08-30T20:45:10.677 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 18 kB 00:00 2024-08-30T20:45:11.506 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 20 MB/s | 22 MB 00:01 2024-08-30T20:45:11.639 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-08-30T20:45:16.962 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-08-30T20:45:17.070 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-08-30T20:45:19.001 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-30T20:45:19.001 INFO:teuthology.orchestra.run.smithi196.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-08-30T20:45:19.068 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-30T20:45:19.068 INFO:teuthology.orchestra.run.smithi173.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-08-30T20:45:19.080 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-30T20:45:19.081 INFO:teuthology.orchestra.run.smithi196.stdout:Nothing to do. 2024-08-30T20:45:19.081 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-30T20:45:19.161 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-08-30T20:45:19.162 INFO:teuthology.orchestra.run.smithi173.stdout:Nothing to do. 2024-08-30T20:45:19.163 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-08-30T20:45:19.194 DEBUG:teuthology.orchestra.run.smithi196:> echo no | sudo yum reinstall kernel || true 2024-08-30T20:45:19.267 DEBUG:teuthology.orchestra.run.smithi173:> echo no | sudo yum reinstall kernel || true 2024-08-30T20:45:19.735 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:03 ago on Fri 30 Aug 2024 08:45:16 PM UTC. 2024-08-30T20:45:19.810 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:02 ago on Fri 30 Aug 2024 08:45:17 PM UTC. 2024-08-30T20:45:19.873 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-30T20:45:19.879 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout:Reinstalling: 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 1.9 M 2024-08-30T20:45:19.880 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 0 2024-08-30T20:45:19.881 INFO:teuthology.orchestra.run.smithi196.stderr:Operation aborted. 2024-08-30T20:45:19.944 INFO:teuthology.orchestra.run.smithi196.stdout:Is this ok [y/N]: 2024-08-30T20:45:19.944 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum reinstall -y kernel || true 2024-08-30T20:45:19.953 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout:Reinstalling: 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 1.9 M 2024-08-30T20:45:19.964 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 0 2024-08-30T20:45:19.965 INFO:teuthology.orchestra.run.smithi173.stderr:Operation aborted. 2024-08-30T20:45:20.028 INFO:teuthology.orchestra.run.smithi173.stdout:Is this ok [y/N]: 2024-08-30T20:45:20.028 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum reinstall -y kernel || true 2024-08-30T20:45:20.481 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:04 ago on Fri 30 Aug 2024 08:45:16 PM UTC. 2024-08-30T20:45:20.564 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:03 ago on Fri 30 Aug 2024 08:45:17 PM UTC. 2024-08-30T20:45:20.607 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-30T20:45:20.607 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:45:20.607 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-30T20:45:20.607 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout:Reinstalling: 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 1.9 M 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 0 2024-08-30T20:45:20.608 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-30T20:45:20.689 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout:Reinstalling: 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:45:20.690 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:45:20.691 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 1.9 M 2024-08-30T20:45:20.691 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 0 2024-08-30T20:45:20.691 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-08-30T20:45:21.638 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-503.el9.x86_64.rpm 1.9 MB/s | 1.9 MB 00:01 2024-08-30T20:45:21.639 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-30T20:45:21.639 INFO:teuthology.orchestra.run.smithi196.stdout:Total 1.8 MB/s | 1.9 MB 00:01 2024-08-30T20:45:21.671 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-30T20:45:21.714 INFO:teuthology.orchestra.run.smithi173.stdout:kernel-5.14.0-503.el9.x86_64.rpm 1.9 MB/s | 1.9 MB 00:01 2024-08-30T20:45:21.714 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-08-30T20:45:21.714 INFO:teuthology.orchestra.run.smithi173.stdout:Total 1.8 MB/s | 1.9 MB 00:01 2024-08-30T20:45:21.752 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-08-30T20:45:21.909 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-30T20:45:21.909 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-30T20:45:21.939 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-30T20:45:21.939 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-30T20:45:21.978 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-08-30T20:45:21.978 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-08-30T20:45:22.009 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-08-30T20:45:22.009 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-08-30T20:45:22.108 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-30T20:45:22.182 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-08-30T20:45:22.207 INFO:teuthology.orchestra.run.smithi196.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-30T20:45:22.207 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-30T20:45:22.274 INFO:teuthology.orchestra.run.smithi173.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-30T20:45:22.274 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-30T20:45:22.925 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-08-30T20:45:22.926 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-30T20:45:22.984 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-08-30T20:45:22.984 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-08-30T20:45:23.650 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-30T20:45:23.650 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:45:23.650 INFO:teuthology.orchestra.run.smithi196.stdout:Reinstalled: 2024-08-30T20:45:23.650 INFO:teuthology.orchestra.run.smithi196.stdout: kernel-5.14.0-503.el9.x86_64 2024-08-30T20:45:23.651 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:45:23.651 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-30T20:45:23.731 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-08-30T20:45:23.731 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:45:23.731 INFO:teuthology.orchestra.run.smithi173.stdout:Reinstalled: 2024-08-30T20:45:23.731 INFO:teuthology.orchestra.run.smithi173.stdout: kernel-5.14.0-503.el9.x86_64 2024-08-30T20:45:23.731 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:45:23.731 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-08-30T20:45:23.864 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q kernel | sort -rV | head -n 1 2024-08-30T20:45:23.922 INFO:teuthology.orchestra.run.smithi196.stdout:kernel-5.14.0-503.el9.x86_64 2024-08-30T20:45:23.923 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-08-30T20:45:23.923 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-30T20:45:23.924 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-30T20:45:23.924 DEBUG:teuthology.orchestra.run.smithi196:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-30T20:45:23.936 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q kernel | sort -rV | head -n 1 2024-08-30T20:45:23.954 INFO:teuthology.orchestra.run.smithi196.stdout:ttyS1 2024-08-30T20:45:23.990 DEBUG:teuthology.parallel:result is None 2024-08-30T20:45:23.995 INFO:teuthology.orchestra.run.smithi173.stdout:kernel-5.14.0-503.el9.x86_64 2024-08-30T20:45:23.996 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-08-30T20:45:23.996 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-08-30T20:45:23.996 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-30T20:45:23.996 DEBUG:teuthology.orchestra.run.smithi173:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-30T20:45:24.029 INFO:teuthology.orchestra.run.smithi173.stdout:ttyS1 2024-08-30T20:45:24.054 DEBUG:teuthology.parallel:result is None 2024-08-30T20:45:24.054 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-30T20:45:24.061 INFO:teuthology.task.internal:Creating test directory... 2024-08-30T20:45:24.061 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-30T20:45:24.096 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-30T20:45:24.111 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-30T20:45:24.119 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-30T20:45:24.125 INFO:teuthology.task.internal:Creating archive directory... 2024-08-30T20:45:24.125 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-30T20:45:24.152 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-30T20:45:24.179 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-30T20:45:24.185 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-30T20:45:24.185 DEBUG:teuthology.orchestra.run.smithi173:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-30T20:45:24.213 DEBUG:teuthology.orchestra.run.smithi196:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-30T20:45:24.252 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-30T20:45:24.262 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-30T20:45:24.276 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-30T20:45:24.287 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-30T20:45:24.288 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-30T20:45:24.296 INFO:teuthology.task.internal:Configuring sudo... 2024-08-30T20:45:24.296 DEBUG:teuthology.orchestra.run.smithi173:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-30T20:45:24.298 DEBUG:teuthology.orchestra.run.smithi196:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-30T20:45:24.329 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-30T20:45:24.338 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-30T20:45:24.338 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-30T20:45:24.363 DEBUG:teuthology.orchestra.run.smithi196:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-30T20:45:24.384 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-30T20:45:24.462 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-30T20:45:24.519 DEBUG:teuthology.orchestra.run.smithi173:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-30T20:45:24.567 DEBUG:teuthology.orchestra.run.smithi173:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-30T20:45:24.601 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:45:24.601 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-30T20:45:24.666 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-30T20:45:24.709 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-30T20:45:24.764 DEBUG:teuthology.orchestra.run.smithi196:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-30T20:45:24.847 DEBUG:teuthology.orchestra.run.smithi196:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-30T20:45:24.886 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:45:24.886 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-30T20:45:24.952 DEBUG:teuthology.orchestra.run.smithi173:> sudo service rsyslog restart 2024-08-30T20:45:24.954 DEBUG:teuthology.orchestra.run.smithi196:> sudo service rsyslog restart 2024-08-30T20:45:24.987 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-30T20:45:25.028 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-30T20:45:25.500 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-30T20:45:25.508 INFO:teuthology.task.internal:Starting timer... 2024-08-30T20:45:25.508 INFO:teuthology.run_tasks:Running task pcp... 2024-08-30T20:45:25.544 INFO:teuthology.run_tasks:Running task selinux... 2024-08-30T20:45:25.552 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-08-30T20:45:25.553 DEBUG:teuthology.orchestra.run.smithi173:> sudo service auditd rotate 2024-08-30T20:45:25.609 INFO:teuthology.orchestra.run.smithi173.stdout:Rotating logs: 2024-08-30T20:45:25.611 DEBUG:teuthology.orchestra.run.smithi196:> sudo service auditd rotate 2024-08-30T20:45:25.651 INFO:teuthology.orchestra.run.smithi196.stdout:Rotating logs: 2024-08-30T20:45:25.652 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-30T20:45:25.653 DEBUG:teuthology.orchestra.run.smithi173:> /usr/sbin/getenforce 2024-08-30T20:45:25.672 INFO:teuthology.orchestra.run.smithi173.stdout:Permissive 2024-08-30T20:45:25.672 DEBUG:teuthology.orchestra.run.smithi196:> /usr/sbin/getenforce 2024-08-30T20:45:25.716 INFO:teuthology.orchestra.run.smithi196.stdout:Permissive 2024-08-30T20:45:25.716 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi173.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi196.front.sepia.ceph.com': 'permissive'} 2024-08-30T20:45:25.717 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-30T20:45:25.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T20:45:25.742 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-30T20:45:25.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T20:45:25.782 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-30T20:45:25.782 DEBUG:teuthology.orchestra.run.smithi173:> sudo /usr/sbin/setenforce permissive 2024-08-30T20:45:25.810 DEBUG:teuthology.orchestra.run.smithi196:> sudo /usr/sbin/setenforce permissive 2024-08-30T20:45:25.857 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-30T20:45:25.866 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-30T20:45:25.870 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-30T20:45:26.081 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-30T20:45:26.092 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-30T20:45:26.093 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi173.front.sepia.ceph.com,smithi196.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-30T20:47:10.618 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi173.front.sepia.ceph.com'), Remote(name='ubuntu@smithi196.front.sepia.ceph.com')] 2024-08-30T20:47:10.619 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-08-30T20:47:10.621 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi173.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-30T20:47:10.708 DEBUG:teuthology.orchestra.run.smithi173:> true 2024-08-30T20:47:10.788 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi173.front.sepia.ceph.com' 2024-08-30T20:47:10.789 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-30T20:47:10.789 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi196.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-30T20:47:10.870 DEBUG:teuthology.orchestra.run.smithi196:> true 2024-08-30T20:47:10.952 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi196.front.sepia.ceph.com' 2024-08-30T20:47:10.953 INFO:teuthology.run_tasks:Running task clock... 2024-08-30T20:47:10.963 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-30T20:47:10.963 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-30T20:47:10.964 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-30T20:47:10.966 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-30T20:47:10.966 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-30T20:47:10.993 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-30T20:47:11.006 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-30T20:47:11.022 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-30T20:47:11.031 INFO:teuthology.orchestra.run.smithi173.stderr:sudo: ntpd: command not found 2024-08-30T20:47:11.037 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-30T20:47:11.042 INFO:teuthology.orchestra.run.smithi173.stdout:506 Cannot talk to daemon 2024-08-30T20:47:11.056 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-30T20:47:11.061 INFO:teuthology.orchestra.run.smithi196.stderr:sudo: ntpd: command not found 2024-08-30T20:47:11.070 INFO:teuthology.orchestra.run.smithi173.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-30T20:47:11.072 INFO:teuthology.orchestra.run.smithi196.stdout:506 Cannot talk to daemon 2024-08-30T20:47:11.086 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-30T20:47:11.100 INFO:teuthology.orchestra.run.smithi196.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-30T20:47:11.123 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-08-30T20:47:11.127 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-30T20:47:11.127 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-08-30T20:47:11.127 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.127 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.127 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.127 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.158 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-08-30T20:47:11.161 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-30T20:47:11.161 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-08-30T20:47:11.161 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.161 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.162 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.162 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T20:47:11.163 INFO:teuthology.run_tasks:Running task pexec... 2024-08-30T20:47:11.172 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-30T20:47:11.172 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi173.front.sepia.ceph.com 2024-08-30T20:47:11.172 DEBUG:teuthology.orchestra.run.smithi173:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-30T20:47:11.173 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi196.front.sepia.ceph.com 2024-08-30T20:47:11.173 DEBUG:teuthology.orchestra.run.smithi196:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-30T20:47:11.507 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-08-30T20:47:11.508 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:47:11.508 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout:Removing: 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout:Removing unused dependencies: 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:47:11.509 INFO:teuthology.orchestra.run.smithi173.stdout:Remove 2 Packages 2024-08-30T20:47:11.510 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:11.510 INFO:teuthology.orchestra.run.smithi173.stdout:Freed space: 5.5 M 2024-08-30T20:47:11.510 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-08-30T20:47:11.513 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-08-30T20:47:11.513 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-08-30T20:47:11.540 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout:Removing: 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout:Removing unused dependencies: 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-08-30T20:47:11.541 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:11.542 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-30T20:47:11.542 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:47:11.542 INFO:teuthology.orchestra.run.smithi196.stdout:Remove 2 Packages 2024-08-30T20:47:11.542 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:11.542 INFO:teuthology.orchestra.run.smithi196.stdout:Freed space: 5.5 M 2024-08-30T20:47:11.542 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-30T20:47:11.549 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-30T20:47:11.549 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-30T20:47:11.551 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-08-30T20:47:11.552 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-08-30T20:47:11.591 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-30T20:47:11.591 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-30T20:47:11.680 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-08-30T20:47:11.720 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-30T20:47:11.773 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-08-30T20:47:11.803 INFO:teuthology.orchestra.run.smithi196.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-08-30T20:47:11.837 INFO:teuthology.orchestra.run.smithi173.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-08-30T20:47:11.853 INFO:teuthology.orchestra.run.smithi196.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-08-30T20:47:12.279 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-08-30T20:47:12.279 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-08-30T20:47:12.298 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-08-30T20:47:12.298 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-08-30T20:47:12.487 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-08-30T20:47:12.488 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:12.488 INFO:teuthology.orchestra.run.smithi173.stdout:Removed: 2024-08-30T20:47:12.488 INFO:teuthology.orchestra.run.smithi173.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-30T20:47:12.488 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:12.488 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-08-30T20:47:12.536 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-08-30T20:47:12.537 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:12.537 INFO:teuthology.orchestra.run.smithi196.stdout:Removed: 2024-08-30T20:47:12.537 INFO:teuthology.orchestra.run.smithi196.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-30T20:47:12.537 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:12.537 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-30T20:47:13.298 INFO:teuthology.orchestra.run.smithi196.stdout:Last metadata expiration check: 0:00:44 ago on Fri 30 Aug 2024 08:46:29 PM UTC. 2024-08-30T20:47:13.317 INFO:teuthology.orchestra.run.smithi173.stdout:Last metadata expiration check: 0:00:44 ago on Fri 30 Aug 2024 08:46:28 PM UTC. 2024-08-30T20:47:13.436 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-30T20:47:13.437 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:47:13.437 INFO:teuthology.orchestra.run.smithi196.stdout: Package Architecture Version Repository Size 2024-08-30T20:47:13.437 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:47:13.437 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout:================================================================================ 2024-08-30T20:47:13.438 INFO:teuthology.orchestra.run.smithi196.stdout:Install 6 Packages 2024-08-30T20:47:13.439 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:13.439 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 2.0 M 2024-08-30T20:47:13.439 INFO:teuthology.orchestra.run.smithi196.stdout:Installed size: 9.2 M 2024-08-30T20:47:13.439 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-30T20:47:13.476 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-08-30T20:47:13.477 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:47:13.477 INFO:teuthology.orchestra.run.smithi173.stdout: Package Architecture Version Repository Size 2024-08-30T20:47:13.477 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:47:13.477 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-08-30T20:47:13.477 INFO:teuthology.orchestra.run.smithi173.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-08-30T20:47:13.477 INFO:teuthology.orchestra.run.smithi173.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-30T20:47:13.477 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout:================================================================================ 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout:Install 6 Packages 2024-08-30T20:47:13.478 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:13.479 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 2.0 M 2024-08-30T20:47:13.479 INFO:teuthology.orchestra.run.smithi173.stdout:Installed size: 9.2 M 2024-08-30T20:47:13.479 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-08-30T20:47:13.652 INFO:teuthology.orchestra.run.smithi173.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 360 kB/s | 44 kB 00:00 2024-08-30T20:47:13.677 INFO:teuthology.orchestra.run.smithi173.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 714 kB/s | 106 kB 00:00 2024-08-30T20:47:13.728 INFO:teuthology.orchestra.run.smithi173.stdout:(3/6): python3-configshell-1.1.30-1.el9.noarch. 948 kB/s | 72 kB 00:00 2024-08-30T20:47:13.753 INFO:teuthology.orchestra.run.smithi173.stdout:(4/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.1 MB/s | 84 kB 00:00 2024-08-30T20:47:13.787 INFO:teuthology.orchestra.run.smithi173.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 3.4 MB/s | 906 kB 00:00 2024-08-30T20:47:13.929 INFO:teuthology.orchestra.run.smithi173.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.1 MB/s | 837 kB 00:00 2024-08-30T20:47:13.929 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-08-30T20:47:13.929 INFO:teuthology.orchestra.run.smithi173.stdout:Total 4.4 MB/s | 2.0 MB 00:00 2024-08-30T20:47:14.006 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-08-30T20:47:14.019 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-08-30T20:47:14.020 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-08-30T20:47:14.120 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-08-30T20:47:14.120 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-08-30T20:47:14.146 INFO:teuthology.orchestra.run.smithi196.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 73 kB/s | 44 kB 00:00 2024-08-30T20:47:14.239 INFO:teuthology.orchestra.run.smithi196.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 152 kB/s | 106 kB 00:00 2024-08-30T20:47:14.491 INFO:teuthology.orchestra.run.smithi196.stdout:(3/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 951 kB/s | 906 kB 00:00 2024-08-30T20:47:14.730 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-08-30T20:47:14.824 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-08-30T20:47:14.827 INFO:teuthology.orchestra.run.smithi196.stdout:(4/6): python3-configshell-1.1.30-1.el9.noarch. 105 kB/s | 72 kB 00:00 2024-08-30T20:47:14.875 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-08-30T20:47:14.922 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-08-30T20:47:14.928 INFO:teuthology.orchestra.run.smithi196.stdout:(5/6): python3-kmod-0.9-32.el9.x86_64.rpm 122 kB/s | 84 kB 00:00 2024-08-30T20:47:15.158 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-08-30T20:47:15.216 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-08-30T20:47:15.392 INFO:teuthology.orchestra.run.smithi196.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 939 kB/s | 837 kB 00:00 2024-08-30T20:47:15.392 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-30T20:47:15.392 INFO:teuthology.orchestra.run.smithi196.stdout:Total 1.0 MB/s | 2.0 MB 00:01 2024-08-30T20:47:15.477 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-30T20:47:15.491 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-30T20:47:15.492 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-30T20:47:15.594 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-30T20:47:15.595 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-30T20:47:15.695 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-08-30T20:47:15.735 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-08-30T20:47:16.028 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-30T20:47:16.129 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-08-30T20:47:16.171 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-08-30T20:47:16.201 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-08-30T20:47:16.407 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-08-30T20:47:16.440 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-08-30T20:47:16.744 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-08-30T20:47:16.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-08-30T20:47:16.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-08-30T20:47:16.744 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-08-30T20:47:16.745 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-08-30T20:47:16.745 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-08-30T20:47:16.874 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-08-30T20:47:16.908 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-08-30T20:47:17.097 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-08-30T20:47:17.097 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:17.097 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-08-30T20:47:17.097 INFO:teuthology.orchestra.run.smithi173.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-30T20:47:17.098 INFO:teuthology.orchestra.run.smithi173.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-30T20:47:17.098 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-30T20:47:17.098 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:17.098 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-08-30T20:47:17.375 DEBUG:teuthology.parallel:result is None 2024-08-30T20:47:18.011 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-08-30T20:47:18.011 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-08-30T20:47:18.011 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-08-30T20:47:18.011 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-08-30T20:47:18.011 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-08-30T20:47:18.011 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:18.349 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-30T20:47:18.648 DEBUG:teuthology.parallel:result is None 2024-08-30T20:47:18.648 INFO:teuthology.run_tasks:Running task install... 2024-08-30T20:47:18.657 DEBUG:teuthology.task.install:project ceph 2024-08-30T20:47:18.658 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '24432b660539783e58f890fcff372342c034f6ec'}} 2024-08-30T20:47:18.658 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '24432b660539783e58f890fcff372342c034f6ec'} 2024-08-30T20:47:18.658 INFO:teuthology.task.install:Using flavor: default 2024-08-30T20:47:18.664 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-30T20:47:18.664 INFO:teuthology.task.install:extra packages: [] 2024-08-30T20:47:18.665 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '24432b660539783e58f890fcff372342c034f6ec', 'tag': None, 'wait_for_package': False} 2024-08-30T20:47:18.665 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-30T20:47:18.665 INFO:teuthology.packaging:ref: None 2024-08-30T20:47:18.665 INFO:teuthology.packaging:tag: None 2024-08-30T20:47:18.665 INFO:teuthology.packaging:branch: reef 2024-08-30T20:47:18.665 INFO:teuthology.packaging:sha1: 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:47:18.666 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-30T20:47:18.668 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '24432b660539783e58f890fcff372342c034f6ec', 'tag': None, 'wait_for_package': False} 2024-08-30T20:47:18.668 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-30T20:47:18.668 INFO:teuthology.packaging:ref: None 2024-08-30T20:47:18.668 INFO:teuthology.packaging:tag: None 2024-08-30T20:47:18.668 INFO:teuthology.packaging:branch: reef 2024-08-30T20:47:18.668 INFO:teuthology.packaging:sha1: 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:47:18.668 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-30T20:47:18.920 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/ 2024-08-30T20:47:18.921 INFO:teuthology.task.install.rpm:Package version is 18.2.4-797.g63b0b8e1 2024-08-30T20:47:18.958 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/ 2024-08-30T20:47:18.958 INFO:teuthology.task.install.rpm:Package version is 18.2.4-797.g63b0b8e1 2024-08-30T20:47:19.061 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-30T20:47:19.061 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:47:19.061 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-30T20:47:19.078 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-30T20:47:19.079 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:47:19.079 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-30T20:47:19.089 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-30T20:47:19.089 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-30T20:47:19.089 INFO:teuthology.packaging:ref: None 2024-08-30T20:47:19.089 INFO:teuthology.packaging:tag: None 2024-08-30T20:47:19.089 INFO:teuthology.packaging:branch: reef 2024-08-30T20:47:19.089 INFO:teuthology.packaging:sha1: 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:47:19.089 DEBUG:teuthology.orchestra.run.smithi196:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-30T20:47:19.112 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-30T20:47:19.113 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-30T20:47:19.113 INFO:teuthology.packaging:ref: None 2024-08-30T20:47:19.113 INFO:teuthology.packaging:tag: None 2024-08-30T20:47:19.113 INFO:teuthology.packaging:branch: reef 2024-08-30T20:47:19.113 INFO:teuthology.packaging:sha1: 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:47:19.113 DEBUG:teuthology.orchestra.run.smithi173:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-30T20:47:19.155 DEBUG:teuthology.orchestra.run.smithi196:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-30T20:47:19.182 DEBUG:teuthology.orchestra.run.smithi173:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-30T20:47:19.229 DEBUG:teuthology.orchestra.run.smithi196:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-30T20:47:19.261 DEBUG:teuthology.orchestra.run.smithi173:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-30T20:47:19.294 INFO:teuthology.orchestra.run.smithi196.stdout:check_obsoletes = 1 2024-08-30T20:47:19.295 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum clean all 2024-08-30T20:47:19.327 INFO:teuthology.orchestra.run.smithi173.stdout:check_obsoletes = 1 2024-08-30T20:47:19.329 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum clean all 2024-08-30T20:47:19.521 INFO:teuthology.orchestra.run.smithi196.stdout:45 files removed 2024-08-30T20:47:19.547 DEBUG:teuthology.orchestra.run.smithi196:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-30T20:47:19.556 INFO:teuthology.orchestra.run.smithi173.stdout:45 files removed 2024-08-30T20:47:19.583 DEBUG:teuthology.orchestra.run.smithi173:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-30T20:47:20.110 INFO:teuthology.orchestra.run.smithi196.stdout:ceph packages for x86_64 269 kB/s | 77 kB 00:00 2024-08-30T20:47:20.133 INFO:teuthology.orchestra.run.smithi173.stdout:ceph packages for x86_64 287 kB/s | 77 kB 00:00 2024-08-30T20:47:20.393 INFO:teuthology.orchestra.run.smithi196.stdout:ceph noarch packages 47 kB/s | 11 kB 00:00 2024-08-30T20:47:20.408 INFO:teuthology.orchestra.run.smithi173.stdout:ceph noarch packages 49 kB/s | 11 kB 00:00 2024-08-30T20:47:20.669 INFO:teuthology.orchestra.run.smithi196.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-08-30T20:47:20.684 INFO:teuthology.orchestra.run.smithi173.stdout:ceph source packages 7.8 kB/s | 1.9 kB 00:00 2024-08-30T20:47:22.409 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - BaseOS 4.9 MB/s | 8.2 MB 00:01 2024-08-30T20:47:22.702 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.2 MB 00:01 2024-08-30T20:47:26.178 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - AppStream 8.6 MB/s | 20 MB 00:02 2024-08-30T20:47:26.985 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 20 MB 00:03 2024-08-30T20:47:31.485 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - CRB 9.5 MB/s | 6.6 MB 00:00 2024-08-30T20:47:31.754 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.6 MB 00:01 2024-08-30T20:47:32.920 INFO:teuthology.orchestra.run.smithi173.stdout:CentOS Stream 9 - Extras packages 85 kB/s | 18 kB 00:00 2024-08-30T20:47:33.188 INFO:teuthology.orchestra.run.smithi196.stdout:CentOS Stream 9 - Extras packages 80 kB/s | 18 kB 00:00 2024-08-30T20:47:34.191 INFO:teuthology.orchestra.run.smithi173.stdout:Extra Packages for Enterprise Linux 20 MB/s | 22 MB 00:01 2024-08-30T20:47:34.592 INFO:teuthology.orchestra.run.smithi196.stdout:Extra Packages for Enterprise Linux 18 MB/s | 22 MB 00:01 2024-08-30T20:47:39.580 INFO:teuthology.orchestra.run.smithi173.stdout:lab-extras 46 kB/s | 1.7 kB 00:00 2024-08-30T20:47:40.006 INFO:teuthology.orchestra.run.smithi196.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-08-30T20:47:41.866 INFO:teuthology.orchestra.run.smithi173.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-30T20:47:41.867 INFO:teuthology.orchestra.run.smithi173.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-30T20:47:41.930 INFO:teuthology.orchestra.run.smithi173.stdout:Dependencies resolved. 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================== 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout: Package Arch Version Repository Size 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================== 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout:Installing: 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout: ceph x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 6.5 k 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 5.1 M 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 852 k 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 143 k 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 1.5 M 2024-08-30T20:47:41.937 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 139 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 3.5 M 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 7.4 M 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 49 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 7.7 M 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 40 M 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 226 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 31 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 712 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 127 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 161 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-30T20:47:41.938 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 320 k 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 300 k 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 99 k 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 87 k 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 3.0 M 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 172 k 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrading: 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: librados2 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 3.3 M 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 3.0 M 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout:Installing dependencies: 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 18 M 2024-08-30T20:47:41.939 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 24 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 2.1 M 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 246 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 4.7 M 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 17 M 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 16 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 25 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-30T20:47:41.940 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 166 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 477 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 4.5 M 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-30T20:47:41.941 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 45 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 129 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-30T20:47:41.942 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-30T20:47:41.943 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-30T20:47:41.944 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-30T20:47:41.945 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-08-30T20:47:41.946 INFO:teuthology.orchestra.run.smithi173.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction Summary 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout:====================================================================================== 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout:Install 116 Packages 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout:Upgrade 2 Packages 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:47:41.947 INFO:teuthology.orchestra.run.smithi173.stdout:Total download size: 179 M 2024-08-30T20:47:41.948 INFO:teuthology.orchestra.run.smithi173.stdout:Downloading Packages: 2024-08-30T20:47:42.310 INFO:teuthology.orchestra.run.smithi196.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-30T20:47:42.311 INFO:teuthology.orchestra.run.smithi196.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-30T20:47:42.377 INFO:teuthology.orchestra.run.smithi196.stdout:Dependencies resolved. 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout:====================================================================================== 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout: Package Arch Version Repository Size 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout:====================================================================================== 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout:Installing: 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout: ceph x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 6.5 k 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 5.1 M 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 852 k 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 143 k 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 1.5 M 2024-08-30T20:47:42.384 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-cephadm noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 139 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 3.5 M 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 7.4 M 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-rook noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 49 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 7.7 M 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 40 M 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: cephadm noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 226 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 31 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 712 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 127 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 161 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 320 k 2024-08-30T20:47:42.385 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 300 k 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 99 k 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 87 k 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 3.0 M 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 172 k 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrading: 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: librados2 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 3.3 M 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 3.0 M 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout:Installing dependencies: 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 18 M 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-grafana-dashboards noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 24 k 2024-08-30T20:47:42.386 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 2.1 M 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 246 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 4.7 M 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 17 M 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-prometheus-alerts noarch 2:18.2.4-797.g63b0b8e1.el9 ceph-noarch 16 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 25 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-30T20:47:42.387 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 166 k 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-30T20:47:42.388 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 477 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2 x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 4.5 M 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-30T20:47:42.389 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 45 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common x86_64 2:18.2.4-797.g63b0b8e1.el9 ceph 129 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-30T20:47:42.390 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-30T20:47:42.391 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-30T20:47:42.392 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-30T20:47:42.393 INFO:teuthology.orchestra.run.smithi196.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction Summary 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout:====================================================================================== 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout:Install 116 Packages 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout:Upgrade 2 Packages 2024-08-30T20:47:42.394 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:47:42.395 INFO:teuthology.orchestra.run.smithi173.stdout:(1/118): ceph-18.2.4-797.g63b0b8e1.el9.x86_64.r 54 kB/s | 6.5 kB 00:00 2024-08-30T20:47:42.395 INFO:teuthology.orchestra.run.smithi196.stdout:Total download size: 179 M 2024-08-30T20:47:42.395 INFO:teuthology.orchestra.run.smithi196.stdout:Downloading Packages: 2024-08-30T20:47:42.681 INFO:teuthology.orchestra.run.smithi173.stdout:(2/118): ceph-base-18.2.4-797.g63b0b8e1.el9.x86 12 MB/s | 5.1 MB 00:00 2024-08-30T20:47:42.690 INFO:teuthology.orchestra.run.smithi196.stdout:(1/118): ceph-18.2.4-797.g63b0b8e1.el9.x86_64.r 55 kB/s | 6.5 kB 00:00 2024-08-30T20:47:42.740 INFO:teuthology.orchestra.run.smithi173.stdout:(3/118): ceph-fuse-18.2.4-797.g63b0b8e1.el9.x86 2.4 MB/s | 852 kB 00:00 2024-08-30T20:47:42.765 INFO:teuthology.orchestra.run.smithi173.stdout:(4/118): ceph-immutable-object-cache-18.2.4-797 1.7 MB/s | 143 kB 00:00 2024-08-30T20:47:42.924 INFO:teuthology.orchestra.run.smithi196.stdout:(2/118): ceph-fuse-18.2.4-797.g63b0b8e1.el9.x86 3.6 MB/s | 852 kB 00:00 2024-08-30T20:47:43.082 INFO:teuthology.orchestra.run.smithi173.stdout:(5/118): ceph-mgr-18.2.4-797.g63b0b8e1.el9.x86_ 4.6 MB/s | 1.5 MB 00:00 2024-08-30T20:47:43.108 INFO:teuthology.orchestra.run.smithi196.stdout:(3/118): ceph-immutable-object-cache-18.2.4-797 778 kB/s | 143 kB 00:00 2024-08-30T20:47:43.199 INFO:teuthology.orchestra.run.smithi173.stdout:(6/118): ceph-mds-18.2.4-797.g63b0b8e1.el9.x86_ 4.6 MB/s | 2.1 MB 00:00 2024-08-30T20:47:43.383 INFO:teuthology.orchestra.run.smithi196.stdout:(4/118): ceph-base-18.2.4-797.g63b0b8e1.el9.x86 6.3 MB/s | 5.1 MB 00:00 2024-08-30T20:47:43.458 INFO:teuthology.orchestra.run.smithi173.stdout:(7/118): ceph-common-18.2.4-797.g63b0b8e1.el9.x 15 MB/s | 18 MB 00:01 2024-08-30T20:47:43.551 INFO:teuthology.orchestra.run.smithi196.stdout:(5/118): ceph-mgr-18.2.4-797.g63b0b8e1.el9.x86_ 8.7 MB/s | 1.5 MB 00:00 2024-08-30T20:47:43.574 INFO:teuthology.orchestra.run.smithi173.stdout:(8/118): ceph-mon-18.2.4-797.g63b0b8e1.el9.x86_ 9.5 MB/s | 4.7 MB 00:00 2024-08-30T20:47:43.708 INFO:teuthology.orchestra.run.smithi173.stdout:(9/118): ceph-selinux-18.2.4-797.g63b0b8e1.el9. 189 kB/s | 25 kB 00:00 2024-08-30T20:47:43.908 INFO:teuthology.orchestra.run.smithi196.stdout:(6/118): ceph-mon-18.2.4-797.g63b0b8e1.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-08-30T20:47:44.001 INFO:teuthology.orchestra.run.smithi196.stdout:(7/118): ceph-mds-18.2.4-797.g63b0b8e1.el9.x86_ 2.3 MB/s | 2.1 MB 00:00 2024-08-30T20:47:45.383 INFO:teuthology.orchestra.run.smithi173.stdout:(10/118): ceph-test-18.2.4-797.g63b0b8e1.el9.x8 24 MB/s | 40 MB 00:01 2024-08-30T20:47:45.443 INFO:teuthology.orchestra.run.smithi196.stdout:(8/118): ceph-common-18.2.4-797.g63b0b8e1.el9.x 6.4 MB/s | 18 MB 00:02 2024-08-30T20:47:45.484 INFO:teuthology.orchestra.run.smithi173.stdout:(11/118): ceph-radosgw-18.2.4-797.g63b0b8e1.el9 3.8 MB/s | 7.7 MB 00:02 2024-08-30T20:47:45.493 INFO:teuthology.orchestra.run.smithi196.stdout:(9/118): ceph-selinux-18.2.4-797.g63b0b8e1.el9. 506 kB/s | 25 kB 00:00 2024-08-30T20:47:45.525 INFO:teuthology.orchestra.run.smithi173.stdout:(12/118): libcephfs-devel-18.2.4-797.g63b0b8e1. 219 kB/s | 31 kB 00:00 2024-08-30T20:47:45.568 INFO:teuthology.orchestra.run.smithi173.stdout:(13/118): libcephfs2-18.2.4-797.g63b0b8e1.el9.x 8.3 MB/s | 712 kB 00:00 2024-08-30T20:47:45.718 INFO:teuthology.orchestra.run.smithi173.stdout:(14/118): libcephsqlite-18.2.4-797.g63b0b8e1.el 865 kB/s | 166 kB 00:00 2024-08-30T20:47:45.743 INFO:teuthology.orchestra.run.smithi173.stdout:(15/118): librados-devel-18.2.4-797.g63b0b8e1.e 724 kB/s | 127 kB 00:00 2024-08-30T20:47:45.785 INFO:teuthology.orchestra.run.smithi173.stdout:(16/118): libradosstriper1-18.2.4-797.g63b0b8e1 7.0 MB/s | 477 kB 00:00 2024-08-30T20:47:45.901 INFO:teuthology.orchestra.run.smithi196.stdout:(10/118): ceph-osd-18.2.4-797.g63b0b8e1.el9.x86 8.3 MB/s | 17 MB 00:01 2024-08-30T20:47:45.918 INFO:teuthology.orchestra.run.smithi173.stdout:(17/118): python3-ceph-argparse-18.2.4-797.g63b 338 kB/s | 45 kB 00:00 2024-08-30T20:47:45.943 INFO:teuthology.orchestra.run.smithi196.stdout:(11/118): libcephfs-devel-18.2.4-797.g63b0b8e1. 753 kB/s | 31 kB 00:00 2024-08-30T20:47:46.010 INFO:teuthology.orchestra.run.smithi173.stdout:(18/118): librgw2-18.2.4-797.g63b0b8e1.el9.x86_ 17 MB/s | 4.5 MB 00:00 2024-08-30T20:47:46.018 INFO:teuthology.orchestra.run.smithi196.stdout:(12/118): libcephfs2-18.2.4-797.g63b0b8e1.el9.x 9.3 MB/s | 712 kB 00:00 2024-08-30T20:47:46.036 INFO:teuthology.orchestra.run.smithi173.stdout:(19/118): python3-ceph-common-18.2.4-797.g63b0b 1.1 MB/s | 129 kB 00:00 2024-08-30T20:47:46.061 INFO:teuthology.orchestra.run.smithi173.stdout:(20/118): python3-cephfs-18.2.4-797.g63b0b8e1.e 3.2 MB/s | 161 kB 00:00 2024-08-30T20:47:46.078 INFO:teuthology.orchestra.run.smithi196.stdout:(13/118): libcephsqlite-18.2.4-797.g63b0b8e1.el 2.8 MB/s | 166 kB 00:00 2024-08-30T20:47:46.103 INFO:teuthology.orchestra.run.smithi173.stdout:(21/118): python3-rados-18.2.4-797.g63b0b8e1.el 4.7 MB/s | 320 kB 00:00 2024-08-30T20:47:46.128 INFO:teuthology.orchestra.run.smithi173.stdout:(22/118): python3-rbd-18.2.4-797.g63b0b8e1.el9. 4.4 MB/s | 300 kB 00:00 2024-08-30T20:47:46.136 INFO:teuthology.orchestra.run.smithi196.stdout:(14/118): librados-devel-18.2.4-797.g63b0b8e1.e 2.1 MB/s | 127 kB 00:00 2024-08-30T20:47:46.153 INFO:teuthology.orchestra.run.smithi173.stdout:(23/118): python3-rgw-18.2.4-797.g63b0b8e1.el9. 1.9 MB/s | 99 kB 00:00 2024-08-30T20:47:46.178 INFO:teuthology.orchestra.run.smithi173.stdout:(24/118): rbd-fuse-18.2.4-797.g63b0b8e1.el9.x86 1.7 MB/s | 87 kB 00:00 2024-08-30T20:47:46.194 INFO:teuthology.orchestra.run.smithi196.stdout:(15/118): libradosstriper1-18.2.4-797.g63b0b8e1 8.0 MB/s | 477 kB 00:00 2024-08-30T20:47:46.279 INFO:teuthology.orchestra.run.smithi173.stdout:(25/118): rbd-nbd-18.2.4-797.g63b0b8e1.el9.x86_ 1.7 MB/s | 172 kB 00:00 2024-08-30T20:47:46.371 INFO:teuthology.orchestra.run.smithi173.stdout:(26/118): rbd-mirror-18.2.4-797.g63b0b8e1.el9.x 14 MB/s | 3.0 MB 00:00 2024-08-30T20:47:46.396 INFO:teuthology.orchestra.run.smithi173.stdout:(27/118): ceph-grafana-dashboards-18.2.4-797.g6 209 kB/s | 24 kB 00:00 2024-08-30T20:47:46.447 INFO:teuthology.orchestra.run.smithi173.stdout:(28/118): ceph-mgr-cephadm-18.2.4-797.g63b0b8e1 1.8 MB/s | 139 kB 00:00 2024-08-30T20:47:46.461 INFO:teuthology.orchestra.run.smithi196.stdout:(16/118): librgw2-18.2.4-797.g63b0b8e1.el9.x86_ 17 MB/s | 4.5 MB 00:00 2024-08-30T20:47:46.697 INFO:teuthology.orchestra.run.smithi173.stdout:(29/118): ceph-mgr-dashboard-18.2.4-797.g63b0b8 12 MB/s | 3.5 MB 00:00 2024-08-30T20:47:46.703 INFO:teuthology.orchestra.run.smithi196.stdout:(17/118): python3-ceph-argparse-18.2.4-797.g63b 186 kB/s | 45 kB 00:00 2024-08-30T20:47:46.779 INFO:teuthology.orchestra.run.smithi196.stdout:(18/118): python3-ceph-common-18.2.4-797.g63b0b 1.7 MB/s | 129 kB 00:00 2024-08-30T20:47:46.822 INFO:teuthology.orchestra.run.smithi173.stdout:(30/118): ceph-mgr-diskprediction-local-18.2.4- 20 MB/s | 7.4 MB 00:00 2024-08-30T20:47:46.837 INFO:teuthology.orchestra.run.smithi196.stdout:(19/118): python3-cephfs-18.2.4-797.g63b0b8e1.e 2.7 MB/s | 161 kB 00:00 2024-08-30T20:47:46.847 INFO:teuthology.orchestra.run.smithi173.stdout:(31/118): ceph-mgr-modules-core-18.2.4-797.g63b 1.6 MB/s | 246 kB 00:00 2024-08-30T20:47:46.872 INFO:teuthology.orchestra.run.smithi173.stdout:(32/118): ceph-mgr-rook-18.2.4-797.g63b0b8e1.el 989 kB/s | 49 kB 00:00 2024-08-30T20:47:46.896 INFO:teuthology.orchestra.run.smithi196.stdout:(20/118): python3-rados-18.2.4-797.g63b0b8e1.el 5.4 MB/s | 320 kB 00:00 2024-08-30T20:47:46.898 INFO:teuthology.orchestra.run.smithi173.stdout:(33/118): ceph-prometheus-alerts-18.2.4-797.g63 327 kB/s | 16 kB 00:00 2024-08-30T20:47:46.923 INFO:teuthology.orchestra.run.smithi173.stdout:(34/118): cephadm-18.2.4-797.g63b0b8e1.el9.noar 4.4 MB/s | 226 kB 00:00 2024-08-30T20:47:46.954 INFO:teuthology.orchestra.run.smithi196.stdout:(21/118): python3-rbd-18.2.4-797.g63b0b8e1.el9. 5.0 MB/s | 300 kB 00:00 2024-08-30T20:47:47.005 INFO:teuthology.orchestra.run.smithi196.stdout:(22/118): python3-rgw-18.2.4-797.g63b0b8e1.el9. 1.9 MB/s | 99 kB 00:00 2024-08-30T20:47:47.015 INFO:teuthology.orchestra.run.smithi173.stdout:(35/118): fuse-2.9.9-16.el9.x86_64.rpm 685 kB/s | 80 kB 00:00 2024-08-30T20:47:47.055 INFO:teuthology.orchestra.run.smithi196.stdout:(23/118): rbd-fuse-18.2.4-797.g63b0b8e1.el9.x86 1.7 MB/s | 87 kB 00:00 2024-08-30T20:47:47.074 INFO:teuthology.orchestra.run.smithi173.stdout:(36/118): libquadmath-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-08-30T20:47:47.166 INFO:teuthology.orchestra.run.smithi173.stdout:(37/118): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-08-30T20:47:47.189 INFO:teuthology.orchestra.run.smithi196.stdout:(24/118): ceph-radosgw-18.2.4-797.g63b0b8e1.el9 2.4 MB/s | 7.7 MB 00:03 2024-08-30T20:47:47.249 INFO:teuthology.orchestra.run.smithi173.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.4 MB/s | 253 kB 00:00 2024-08-30T20:47:47.264 INFO:teuthology.orchestra.run.smithi196.stdout:(25/118): rbd-mirror-18.2.4-797.g63b0b8e1.el9.x 14 MB/s | 3.0 MB 00:00 2024-08-30T20:47:47.291 INFO:teuthology.orchestra.run.smithi173.stdout:(39/118): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.2 MB 00:00 2024-08-30T20:47:47.297 INFO:teuthology.orchestra.run.smithi196.stdout:(26/118): rbd-nbd-18.2.4-797.g63b0b8e1.el9.x86_ 1.6 MB/s | 172 kB 00:00 2024-08-30T20:47:47.314 INFO:teuthology.orchestra.run.smithi196.stdout:(27/118): ceph-grafana-dashboards-18.2.4-797.g6 488 kB/s | 24 kB 00:00 2024-08-30T20:47:47.316 INFO:teuthology.orchestra.run.smithi173.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-08-30T20:47:47.342 INFO:teuthology.orchestra.run.smithi173.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-08-30T20:47:47.348 INFO:teuthology.orchestra.run.smithi196.stdout:(28/118): ceph-mgr-cephadm-18.2.4-797.g63b0b8e1 2.7 MB/s | 139 kB 00:00 2024-08-30T20:47:47.384 INFO:teuthology.orchestra.run.smithi173.stdout:(42/118): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-08-30T20:47:47.409 INFO:teuthology.orchestra.run.smithi173.stdout:(43/118): python3-urllib3-1.26.5-6.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-08-30T20:47:47.490 INFO:teuthology.orchestra.run.smithi196.stdout:(29/118): ceph-mgr-dashboard-18.2.4-797.g63b0b8 20 MB/s | 3.5 MB 00:00 2024-08-30T20:47:47.535 INFO:teuthology.orchestra.run.smithi173.stdout:(44/118): flexiblas-3.0.4-8.el9.x86_64.rpm 261 kB/s | 33 kB 00:00 2024-08-30T20:47:47.540 INFO:teuthology.orchestra.run.smithi196.stdout:(30/118): ceph-mgr-modules-core-18.2.4-797.g63b 4.8 MB/s | 246 kB 00:00 2024-08-30T20:47:47.576 INFO:teuthology.orchestra.run.smithi173.stdout:(45/118): boost-program-options-1.75.0-8.el9.x8 556 kB/s | 107 kB 00:00 2024-08-30T20:47:47.590 INFO:teuthology.orchestra.run.smithi196.stdout:(31/118): ceph-mgr-rook-18.2.4-797.g63b0b8e1.el 991 kB/s | 49 kB 00:00 2024-08-30T20:47:47.626 INFO:teuthology.orchestra.run.smithi173.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 366 kB/s | 18 kB 00:00 2024-08-30T20:47:47.727 INFO:teuthology.orchestra.run.smithi173.stdout:(47/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-08-30T20:47:47.777 INFO:teuthology.orchestra.run.smithi173.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 905 kB/s | 45 kB 00:00 2024-08-30T20:47:47.869 INFO:teuthology.orchestra.run.smithi173.stdout:(49/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.9 MB/s | 3.0 MB 00:00 2024-08-30T20:47:47.941 INFO:teuthology.orchestra.run.smithi196.stdout:(32/118): ceph-test-18.2.4-797.g63b0b8e1.el9.x8 16 MB/s | 40 MB 00:02 2024-08-30T20:47:47.974 INFO:teuthology.orchestra.run.smithi196.stdout:(33/118): ceph-prometheus-alerts-18.2.4-797.g63 43 kB/s | 16 kB 00:00 2024-08-30T20:47:48.000 INFO:teuthology.orchestra.run.smithi196.stdout:(34/118): cephadm-18.2.4-797.g63b0b8e1.el9.noar 3.8 MB/s | 226 kB 00:00 2024-08-30T20:47:48.036 INFO:teuthology.orchestra.run.smithi173.stdout:(50/118): ceph-osd-18.2.4-797.g63b0b8e1.el9.x86 3.4 MB/s | 17 MB 00:04 2024-08-30T20:47:48.061 INFO:teuthology.orchestra.run.smithi173.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 2.3 MB/s | 662 kB 00:00 2024-08-30T20:47:48.086 INFO:teuthology.orchestra.run.smithi173.stdout:(52/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.3 MB/s | 292 kB 00:00 2024-08-30T20:47:48.137 INFO:teuthology.orchestra.run.smithi173.stdout:(53/118): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-08-30T20:47:48.150 INFO:teuthology.orchestra.run.smithi196.stdout:(35/118): fuse-2.9.9-16.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-08-30T20:47:48.195 INFO:teuthology.orchestra.run.smithi173.stdout:(54/118): openblas-0.3.26-2.el9.x86_64.rpm 242 kB/s | 38 kB 00:00 2024-08-30T20:47:48.234 INFO:teuthology.orchestra.run.smithi196.stdout:(36/118): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-08-30T20:47:48.271 INFO:teuthology.orchestra.run.smithi173.stdout:(55/118): openblas-openmp-0.3.26-2.el9.x86_64.r 24 MB/s | 4.9 MB 00:00 2024-08-30T20:47:48.326 INFO:teuthology.orchestra.run.smithi196.stdout:(37/118): libgfortran-11.5.0-2.el9.x86_64.rpm 2.4 MB/s | 801 kB 00:00 2024-08-30T20:47:48.351 INFO:teuthology.orchestra.run.smithi196.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-08-30T20:47:48.363 INFO:teuthology.orchestra.run.smithi173.stdout:(56/118): python3-babel-2.9.1-2.el9.noarch.rpm 26 MB/s | 6.0 MB 00:00 2024-08-30T20:47:48.388 INFO:teuthology.orchestra.run.smithi173.stdout:(57/118): python3-iniconfig-1.1.1-7.el9.noarch. 150 kB/s | 17 kB 00:00 2024-08-30T20:47:48.402 INFO:teuthology.orchestra.run.smithi196.stdout:(39/118): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-30T20:47:48.421 INFO:teuthology.orchestra.run.smithi173.stdout:(58/118): python3-devel-3.9.19-8.el9.x86_64.rpm 1.1 MB/s | 245 kB 00:00 2024-08-30T20:47:48.447 INFO:teuthology.orchestra.run.smithi173.stdout:(59/118): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-08-30T20:47:48.468 INFO:teuthology.orchestra.run.smithi196.stdout:(40/118): python3-cryptography-36.0.1-4.el9.x86 8.6 MB/s | 1.2 MB 00:00 2024-08-30T20:47:48.472 INFO:teuthology.orchestra.run.smithi173.stdout:(60/118): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-08-30T20:47:48.494 INFO:teuthology.orchestra.run.smithi196.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-08-30T20:47:48.497 INFO:teuthology.orchestra.run.smithi173.stdout:(61/118): python3-jsonpointer-2.0-4.el9.noarch. 253 kB/s | 19 kB 00:00 2024-08-30T20:47:48.522 INFO:teuthology.orchestra.run.smithi173.stdout:(62/118): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-08-30T20:47:48.548 INFO:teuthology.orchestra.run.smithi173.stdout:(63/118): python3-markupsafe-1.1.1-12.el9.x86_6 459 kB/s | 35 kB 00:00 2024-08-30T20:47:48.552 INFO:teuthology.orchestra.run.smithi196.stdout:(42/118): python3-urllib3-1.26.5-6.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-08-30T20:47:48.578 INFO:teuthology.orchestra.run.smithi196.stdout:(43/118): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-08-30T20:47:48.581 INFO:teuthology.orchestra.run.smithi173.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-08-30T20:47:48.606 INFO:teuthology.orchestra.run.smithi173.stdout:(65/118): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-08-30T20:47:48.632 INFO:teuthology.orchestra.run.smithi173.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-08-30T20:47:48.682 INFO:teuthology.orchestra.run.smithi173.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 551 kB/s | 41 kB 00:00 2024-08-30T20:47:48.707 INFO:teuthology.orchestra.run.smithi173.stdout:(68/118): python3-prettytable-0.7.2-27.el9.noar 562 kB/s | 42 kB 00:00 2024-08-30T20:47:48.770 INFO:teuthology.orchestra.run.smithi196.stdout:(44/118): ceph-mgr-diskprediction-local-18.2.4- 5.2 MB/s | 7.4 MB 00:01 2024-08-30T20:47:48.800 INFO:teuthology.orchestra.run.smithi173.stdout:(69/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 17 MB/s | 5.1 MB 00:00 2024-08-30T20:47:48.825 INFO:teuthology.orchestra.run.smithi173.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-08-30T20:47:48.836 INFO:teuthology.orchestra.run.smithi196.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 126 kB/s | 33 kB 00:00 2024-08-30T20:47:48.850 INFO:teuthology.orchestra.run.smithi173.stdout:(71/118): python3-py-1.10.0-6.el9.noarch.rpm 2.8 MB/s | 477 kB 00:00 2024-08-30T20:47:48.875 INFO:teuthology.orchestra.run.smithi173.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-08-30T20:47:48.901 INFO:teuthology.orchestra.run.smithi173.stdout:(73/118): python3-pytest-6.2.2-7.el9.noarch.rpm 6.7 MB/s | 519 kB 00:00 2024-08-30T20:47:48.917 INFO:teuthology.orchestra.run.smithi173.stdout:(74/118): python3-pytz-2021.1-5.el9.noarch.rpm 759 kB/s | 51 kB 00:00 2024-08-30T20:47:48.928 INFO:teuthology.orchestra.run.smithi196.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 198 kB/s | 18 kB 00:00 2024-08-30T20:47:48.934 INFO:teuthology.orchestra.run.smithi173.stdout:(75/118): python3-requests-oauthlib-1.3.0-12.el 908 kB/s | 54 kB 00:00 2024-08-30T20:47:48.968 INFO:teuthology.orchestra.run.smithi173.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 828 kB/s | 42 kB 00:00 2024-08-30T20:47:48.993 INFO:teuthology.orchestra.run.smithi173.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-08-30T20:47:48.995 INFO:teuthology.orchestra.run.smithi196.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 241 kB/s | 107 kB 00:00 2024-08-30T20:47:49.019 INFO:teuthology.orchestra.run.smithi173.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-08-30T20:47:49.052 INFO:teuthology.orchestra.run.smithi173.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.8 MB/s | 111 kB 00:00 2024-08-30T20:47:49.096 INFO:teuthology.orchestra.run.smithi196.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 452 kB/s | 45 kB 00:00 2024-08-30T20:47:49.102 INFO:teuthology.orchestra.run.smithi173.stdout:(80/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 3.7 MB/s | 309 kB 00:00 2024-08-30T20:47:49.136 INFO:teuthology.orchestra.run.smithi173.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 785 kB/s | 26 kB 00:00 2024-08-30T20:47:49.153 INFO:teuthology.orchestra.run.smithi173.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 2.8 MB/s | 49 kB 00:00 2024-08-30T20:47:49.186 INFO:teuthology.orchestra.run.smithi173.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-08-30T20:47:49.187 INFO:teuthology.orchestra.run.smithi196.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 618 kB/s | 160 kB 00:00 2024-08-30T20:47:49.270 INFO:teuthology.orchestra.run.smithi173.stdout:(84/118): libarrow-9.0.0-11.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-08-30T20:47:49.304 INFO:teuthology.orchestra.run.smithi173.stdout:(85/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.0 MB/s | 839 kB 00:00 2024-08-30T20:47:49.320 INFO:teuthology.orchestra.run.smithi173.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 2.6 MB/s | 43 kB 00:00 2024-08-30T20:47:49.337 INFO:teuthology.orchestra.run.smithi173.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.9 MB/s | 32 kB 00:00 2024-08-30T20:47:49.354 INFO:teuthology.orchestra.run.smithi173.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 844 kB/s | 14 kB 00:00 2024-08-30T20:47:49.371 INFO:teuthology.orchestra.run.smithi196.stdout:(50/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-08-30T20:47:49.471 INFO:teuthology.orchestra.run.smithi196.stdout:(51/118): openblas-0.3.26-2.el9.x86_64.rpm 385 kB/s | 38 kB 00:00 2024-08-30T20:47:49.530 INFO:teuthology.orchestra.run.smithi173.stdout:(89/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-08-30T20:47:49.530 INFO:teuthology.orchestra.run.smithi196.stdout:(52/118): librdkafka-1.6.1-102.el9.x86_64.rpm 1.5 MB/s | 662 kB 00:00 2024-08-30T20:47:49.555 INFO:teuthology.orchestra.run.smithi173.stdout:(90/118): python3-asyncssh-2.13.2-5.el9.noarch. 1.9 MB/s | 548 kB 00:00 2024-08-30T20:47:49.589 INFO:teuthology.orchestra.run.smithi173.stdout:(91/118): python3-cheroot-8.6.0-4.el9.noarch.rp 734 kB/s | 172 kB 00:00 2024-08-30T20:47:49.605 INFO:teuthology.orchestra.run.smithi173.stdout:(92/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 722 kB/s | 11 kB 00:00 2024-08-30T20:47:49.622 INFO:teuthology.orchestra.run.smithi173.stdout:(93/118): python3-jaraco-classes-3.2.1-5.el9.no 1.0 MB/s | 18 kB 00:00 2024-08-30T20:47:49.647 INFO:teuthology.orchestra.run.smithi196.stdout:(53/118): python3-attrs-20.3.0-7.el9.noarch.rpm 750 kB/s | 87 kB 00:00 2024-08-30T20:47:49.647 INFO:teuthology.orchestra.run.smithi173.stdout:(94/118): python3-google-auth-2.34.0-1.el9.noar 2.5 MB/s | 220 kB 00:00 2024-08-30T20:47:49.664 INFO:teuthology.orchestra.run.smithi173.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 556 kB/s | 23 kB 00:00 2024-08-30T20:47:49.690 INFO:teuthology.orchestra.run.smithi173.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 464 kB/s | 19 kB 00:00 2024-08-30T20:47:49.715 INFO:teuthology.orchestra.run.smithi173.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-30T20:47:49.731 INFO:teuthology.orchestra.run.smithi196.stdout:(54/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.1 MB/s | 3.0 MB 00:00 2024-08-30T20:47:49.741 INFO:teuthology.orchestra.run.smithi173.stdout:(98/118): python3-cherrypy-18.6.1-2.el9.noarch. 1.7 MB/s | 358 kB 00:00 2024-08-30T20:47:49.766 INFO:teuthology.orchestra.run.smithi173.stdout:(99/118): python3-logutils-0.3.5-21.el9.noarch. 923 kB/s | 46 kB 00:00 2024-08-30T20:47:49.791 INFO:teuthology.orchestra.run.smithi173.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-08-30T20:47:49.816 INFO:teuthology.orchestra.run.smithi173.stdout:(101/118): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-08-30T20:47:49.841 INFO:teuthology.orchestra.run.smithi173.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-08-30T20:47:49.847 INFO:teuthology.orchestra.run.smithi196.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-08-30T20:47:49.867 INFO:teuthology.orchestra.run.smithi173.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-08-30T20:47:49.892 INFO:teuthology.orchestra.run.smithi173.stdout:(104/118): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-08-30T20:47:49.923 INFO:teuthology.orchestra.run.smithi196.stdout:(56/118): openblas-openmp-0.3.26-2.el9.x86_64.r 11 MB/s | 4.9 MB 00:00 2024-08-30T20:47:49.926 INFO:teuthology.orchestra.run.smithi173.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 523 kB/s | 31 kB 00:00 2024-08-30T20:47:49.951 INFO:teuthology.orchestra.run.smithi173.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-30T20:47:49.956 INFO:teuthology.orchestra.run.smithi196.stdout:(57/118): python3-iniconfig-1.1.1-7.el9.noarch. 161 kB/s | 17 kB 00:00 2024-08-30T20:47:49.976 INFO:teuthology.orchestra.run.smithi173.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-08-30T20:47:50.002 INFO:teuthology.orchestra.run.smithi173.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-08-30T20:47:50.027 INFO:teuthology.orchestra.run.smithi173.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-30T20:47:50.032 INFO:teuthology.orchestra.run.smithi196.stdout:(58/118): python3-jinja2-2.11.3-6.el9.noarch.rp 2.2 MB/s | 248 kB 00:00 2024-08-30T20:47:50.069 INFO:teuthology.orchestra.run.smithi173.stdout:(110/118): python3-kubernetes-26.1.0-2.el9.noar 2.7 MB/s | 1.0 MB 00:00 2024-08-30T20:47:50.094 INFO:teuthology.orchestra.run.smithi173.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-08-30T20:47:50.115 INFO:teuthology.orchestra.run.smithi196.stdout:(59/118): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-08-30T20:47:50.119 INFO:teuthology.orchestra.run.smithi173.stdout:(112/118): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-08-30T20:47:50.141 INFO:teuthology.orchestra.run.smithi196.stdout:(60/118): python3-jsonpatch-1.21-16.el9.noarch. 139 kB/s | 26 kB 00:00 2024-08-30T20:47:50.145 INFO:teuthology.orchestra.run.smithi173.stdout:(113/118): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-08-30T20:47:50.166 INFO:teuthology.orchestra.run.smithi196.stdout:(61/118): python3-jsonpointer-2.0-4.el9.noarch. 143 kB/s | 19 kB 00:00 2024-08-30T20:47:50.170 INFO:teuthology.orchestra.run.smithi173.stdout:(114/118): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-08-30T20:47:50.204 INFO:teuthology.orchestra.run.smithi173.stdout:(115/118): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-08-30T20:47:50.241 INFO:teuthology.orchestra.run.smithi196.stdout:(62/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-08-30T20:47:50.254 INFO:teuthology.orchestra.run.smithi173.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-08-30T20:47:50.267 INFO:teuthology.orchestra.run.smithi196.stdout:(63/118): python3-markupsafe-1.1.1-12.el9.x86_6 276 kB/s | 35 kB 00:00 2024-08-30T20:47:50.375 INFO:teuthology.orchestra.run.smithi196.stdout:(64/118): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-08-30T20:47:50.471 INFO:teuthology.orchestra.run.smithi173.stdout:(117/118): librbd1-18.2.4-797.g63b0b8e1.el9.x86 11 MB/s | 3.0 MB 00:00 2024-08-30T20:47:50.484 INFO:teuthology.orchestra.run.smithi196.stdout:(65/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.0 MB/s | 250 kB 00:00 2024-08-30T20:47:50.509 INFO:teuthology.orchestra.run.smithi196.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 577 kB/s | 77 kB 00:00 2024-08-30T20:47:50.618 INFO:teuthology.orchestra.run.smithi196.stdout:(67/118): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-08-30T20:47:50.643 INFO:teuthology.orchestra.run.smithi196.stdout:(68/118): python3-pluggy-0.13.1-7.el9.noarch.rp 261 kB/s | 41 kB 00:00 2024-08-30T20:47:50.679 INFO:teuthology.orchestra.run.smithi173.stdout:(118/118): librados2-18.2.4-797.g63b0b8e1.el9.x 6.5 MB/s | 3.3 MB 00:00 2024-08-30T20:47:50.685 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-08-30T20:47:50.685 INFO:teuthology.orchestra.run.smithi173.stdout:Total 21 MB/s | 179 MB 00:08 2024-08-30T20:47:50.739 INFO:teuthology.orchestra.run.smithi196.stdout:(69/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.9 MB/s | 5.1 MB 00:00 2024-08-30T20:47:50.769 INFO:teuthology.orchestra.run.smithi196.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-08-30T20:47:50.802 INFO:teuthology.orchestra.run.smithi196.stdout:(71/118): python3-py-1.10.0-6.el9.noarch.rpm 2.5 MB/s | 477 kB 00:00 2024-08-30T20:47:50.844 INFO:teuthology.orchestra.run.smithi196.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 2.6 MB/s | 279 kB 00:00 2024-08-30T20:47:50.886 INFO:teuthology.orchestra.run.smithi196.stdout:(73/118): python3-pytest-6.2.2-7.el9.noarch.rpm 4.3 MB/s | 519 kB 00:00 2024-08-30T20:47:50.911 INFO:teuthology.orchestra.run.smithi196.stdout:(74/118): python3-pytz-2021.1-5.el9.noarch.rpm 468 kB/s | 51 kB 00:00 2024-08-30T20:47:50.945 INFO:teuthology.orchestra.run.smithi196.stdout:(75/118): python3-requests-oauthlib-1.3.0-12.el 533 kB/s | 54 kB 00:00 2024-08-30T20:47:51.029 INFO:teuthology.orchestra.run.smithi196.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 356 kB/s | 42 kB 00:00 2024-08-30T20:47:51.054 INFO:teuthology.orchestra.run.smithi196.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-08-30T20:47:51.096 INFO:teuthology.orchestra.run.smithi196.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 2.6 MB/s | 111 kB 00:00 2024-08-30T20:47:51.138 INFO:teuthology.orchestra.run.smithi196.stdout:(79/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 7.2 MB/s | 309 kB 00:00 2024-08-30T20:47:51.163 INFO:teuthology.orchestra.run.smithi196.stdout:(80/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 474 kB/s | 64 kB 00:00 2024-08-30T20:47:51.205 INFO:teuthology.orchestra.run.smithi196.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 626 kB/s | 26 kB 00:00 2024-08-30T20:47:51.230 INFO:teuthology.orchestra.run.smithi196.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-08-30T20:47:51.256 INFO:teuthology.orchestra.run.smithi196.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-08-30T20:47:51.298 INFO:teuthology.orchestra.run.smithi196.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-08-30T20:47:51.340 INFO:teuthology.orchestra.run.smithi196.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 13 MB/s | 548 kB 00:00 2024-08-30T20:47:51.365 INFO:teuthology.orchestra.run.smithi196.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.7 MB/s | 43 kB 00:00 2024-08-30T20:47:51.390 INFO:teuthology.orchestra.run.smithi196.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-08-30T20:47:51.416 INFO:teuthology.orchestra.run.smithi196.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 566 kB/s | 14 kB 00:00 2024-08-30T20:47:51.441 INFO:teuthology.orchestra.run.smithi196.stdout:(89/118): python3-cheroot-8.6.0-4.el9.noarch.rp 6.7 MB/s | 172 kB 00:00 2024-08-30T20:47:51.459 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction check 2024-08-30T20:47:51.483 INFO:teuthology.orchestra.run.smithi196.stdout:(90/118): python3-cherrypy-18.6.1-2.el9.noarch. 8.4 MB/s | 358 kB 00:00 2024-08-30T20:47:51.508 INFO:teuthology.orchestra.run.smithi196.stdout:(91/118): python3-google-auth-2.34.0-1.el9.noar 8.6 MB/s | 220 kB 00:00 2024-08-30T20:47:51.556 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction check succeeded. 2024-08-30T20:47:51.557 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction test 2024-08-30T20:47:51.575 INFO:teuthology.orchestra.run.smithi196.stdout:(92/118): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-08-30T20:47:51.601 INFO:teuthology.orchestra.run.smithi196.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 116 kB/s | 11 kB 00:00 2024-08-30T20:47:51.626 INFO:teuthology.orchestra.run.smithi196.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 351 kB/s | 18 kB 00:00 2024-08-30T20:47:51.651 INFO:teuthology.orchestra.run.smithi196.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 461 kB/s | 23 kB 00:00 2024-08-30T20:47:51.676 INFO:teuthology.orchestra.run.smithi196.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-08-30T20:47:51.702 INFO:teuthology.orchestra.run.smithi196.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-30T20:47:51.727 INFO:teuthology.orchestra.run.smithi196.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-08-30T20:47:51.886 INFO:teuthology.orchestra.run.smithi196.stdout:(99/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 16 MB/s | 16 MB 00:00 2024-08-30T20:47:51.911 INFO:teuthology.orchestra.run.smithi196.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 429 kB/s | 79 kB 00:00 2024-08-30T20:47:51.945 INFO:teuthology.orchestra.run.smithi196.stdout:(101/118): python3-pecan-1.4.2-3.el9.noarch.rpm 10 MB/s | 272 kB 00:00 2024-08-30T20:47:51.970 INFO:teuthology.orchestra.run.smithi196.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 710 kB/s | 16 kB 00:00 2024-08-30T20:47:52.003 INFO:teuthology.orchestra.run.smithi196.stdout:(103/118): python3-kubernetes-26.1.0-2.el9.noar 3.1 MB/s | 1.0 MB 00:00 2024-08-30T20:47:52.029 INFO:teuthology.orchestra.run.smithi196.stdout:(104/118): python3-natsort-7.1.1-5.el9.noarch.r 405 kB/s | 58 kB 00:00 2024-08-30T20:47:52.054 INFO:teuthology.orchestra.run.smithi196.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-08-30T20:47:52.079 INFO:teuthology.orchestra.run.smithi196.stdout:(106/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 824 kB/s | 90 kB 00:00 2024-08-30T20:47:52.105 INFO:teuthology.orchestra.run.smithi196.stdout:(107/118): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-08-30T20:47:52.130 INFO:teuthology.orchestra.run.smithi196.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-08-30T20:47:52.155 INFO:teuthology.orchestra.run.smithi196.stdout:(109/118): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-08-30T20:47:52.181 INFO:teuthology.orchestra.run.smithi196.stdout:(110/118): python3-typing-extensions-4.12.2-2.e 983 kB/s | 74 kB 00:00 2024-08-30T20:47:52.206 INFO:teuthology.orchestra.run.smithi196.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-08-30T20:47:52.231 INFO:teuthology.orchestra.run.smithi196.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 802 kB/s | 20 kB 00:00 2024-08-30T20:47:52.257 INFO:teuthology.orchestra.run.smithi196.stdout:(113/118): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-08-30T20:47:52.282 INFO:teuthology.orchestra.run.smithi196.stdout:(114/118): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-08-30T20:47:52.316 INFO:teuthology.orchestra.run.smithi196.stdout:(115/118): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-08-30T20:47:52.366 INFO:teuthology.orchestra.run.smithi196.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-08-30T20:47:52.558 INFO:teuthology.orchestra.run.smithi196.stdout:(117/118): librbd1-18.2.4-797.g63b0b8e1.el9.x86 12 MB/s | 3.0 MB 00:00 2024-08-30T20:47:52.791 INFO:teuthology.orchestra.run.smithi196.stdout:(118/118): librados2-18.2.4-797.g63b0b8e1.el9.x 6.5 MB/s | 3.3 MB 00:00 2024-08-30T20:47:52.797 INFO:teuthology.orchestra.run.smithi196.stdout:-------------------------------------------------------------------------------- 2024-08-30T20:47:52.797 INFO:teuthology.orchestra.run.smithi196.stdout:Total 17 MB/s | 179 MB 00:10 2024-08-30T20:47:52.938 INFO:teuthology.orchestra.run.smithi173.stdout:Transaction test succeeded. 2024-08-30T20:47:52.940 INFO:teuthology.orchestra.run.smithi173.stdout:Running transaction 2024-08-30T20:47:53.553 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction check 2024-08-30T20:47:53.649 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction check succeeded. 2024-08-30T20:47:53.649 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction test 2024-08-30T20:47:55.030 INFO:teuthology.orchestra.run.smithi196.stdout:Transaction test succeeded. 2024-08-30T20:47:55.030 INFO:teuthology.orchestra.run.smithi196.stdout:Running transaction 2024-08-30T20:47:57.593 INFO:teuthology.orchestra.run.smithi173.stdout: Preparing : 1/1 2024-08-30T20:47:57.673 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-30T20:47:57.698 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-30T20:47:57.741 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-30T20:47:58.098 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-30T20:47:58.166 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 5/120 2024-08-30T20:47:58.285 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 5/120 2024-08-30T20:47:58.309 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 6/120 2024-08-30T20:47:58.400 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 6/120 2024-08-30T20:47:58.442 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rados-2:18.2.4-797.g63b0b8e1.el9.x86_64 7/120 2024-08-30T20:47:58.480 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-30T20:47:58.516 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-30T20:47:58.545 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 10/120 2024-08-30T20:47:58.645 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 10/120 2024-08-30T20:47:58.670 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_ 11/120 2024-08-30T20:47:58.798 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_ 11/120 2024-08-30T20:47:58.833 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-30T20:47:58.865 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-30T20:47:58.895 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-30T20:47:58.935 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-30T20:47:59.001 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-30T20:47:59.035 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-30T20:47:59.062 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-30T20:47:59.131 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-30T20:47:59.184 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-30T20:47:59.214 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-30T20:47:59.250 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-08-30T20:47:59.285 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-08-30T20:47:59.328 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-argparse-2:18.2.4-797.g63b0b8e1.el9 24/120 2024-08-30T20:47:59.403 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cephfs-2:18.2.4-797.g63b0b8e1.el9.x86_64 25/120 2024-08-30T20:47:59.538 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-30T20:47:59.597 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-30T20:47:59.657 INFO:teuthology.orchestra.run.smithi196.stdout: Preparing : 1/1 2024-08-30T20:47:59.744 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-30T20:47:59.769 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-30T20:47:59.812 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-30T20:48:00.131 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-30T20:48:00.135 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-30T20:48:00.219 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-30T20:48:00.236 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 5/120 2024-08-30T20:48:00.255 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-30T20:48:00.290 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-30T20:48:00.324 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-30T20:48:00.338 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 5/120 2024-08-30T20:48:00.365 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-30T20:48:00.379 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 6/120 2024-08-30T20:48:00.403 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librados-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 34/120 2024-08-30T20:48:00.434 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-30T20:48:00.467 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-30T20:48:00.470 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 6/120 2024-08-30T20:48:00.512 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rados-2:18.2.4-797.g63b0b8e1.el9.x86_64 7/120 2024-08-30T20:48:00.542 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-30T20:48:00.573 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-08-30T20:48:00.578 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-30T20:48:00.605 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-30T20:48:00.606 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 10/120 2024-08-30T20:48:00.660 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-30T20:48:00.717 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 10/120 2024-08-30T20:48:00.732 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-30T20:48:00.741 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_ 11/120 2024-08-30T20:48:00.764 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-08-30T20:48:00.800 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-30T20:48:00.847 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-30T20:48:00.867 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_ 11/120 2024-08-30T20:48:00.896 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-30T20:48:00.900 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-30T20:48:00.928 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-30T20:48:00.943 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-30T20:48:00.958 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-30T20:48:00.998 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-30T20:48:01.072 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-30T20:48:01.080 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-30T20:48:01.106 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-30T20:48:01.133 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-30T20:48:01.157 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-30T20:48:01.202 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-30T20:48:01.203 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-30T20:48:01.256 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-30T20:48:01.295 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-30T20:48:01.306 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-30T20:48:01.336 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-08-30T20:48:01.338 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-08-30T20:48:01.374 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-08-30T20:48:01.376 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-30T20:48:01.410 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-30T20:48:01.417 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-argparse-2:18.2.4-797.g63b0b8e1.el9 24/120 2024-08-30T20:48:01.437 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-30T20:48:01.465 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-30T20:48:01.491 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cephfs-2:18.2.4-797.g63b0b8e1.el9.x86_64 25/120 2024-08-30T20:48:01.509 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-30T20:48:01.626 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-30T20:48:01.632 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-30T20:48:01.677 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-30T20:48:01.685 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-30T20:48:01.724 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-30T20:48:01.765 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-30T20:48:01.864 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-30T20:48:01.919 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-30T20:48:02.206 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-30T20:48:02.290 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-30T20:48:02.328 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-30T20:48:02.362 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-30T20:48:02.397 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-30T20:48:02.440 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-30T20:48:02.478 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librados-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 34/120 2024-08-30T20:48:02.509 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-30T20:48:02.542 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-30T20:48:02.649 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-08-30T20:48:02.650 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-30T20:48:02.688 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-30T20:48:02.691 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-30T20:48:02.725 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-30T20:48:02.744 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-30T20:48:02.759 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-30T20:48:02.826 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-30T20:48:02.857 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-30T20:48:02.864 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-08-30T20:48:02.901 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-30T20:48:02.916 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-08-30T20:48:02.948 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-30T20:48:02.951 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-30T20:48:02.993 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-30T20:48:03.035 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-30T20:48:03.173 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-30T20:48:03.218 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-08-30T20:48:03.220 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-30T20:48:03.250 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-08-30T20:48:03.269 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-30T20:48:03.326 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-30T20:48:03.382 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-30T20:48:03.420 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-08-30T20:48:03.460 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-30T20:48:03.485 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-30T20:48:03.521 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-30T20:48:03.557 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-30T20:48:03.601 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-30T20:48:03.726 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-30T20:48:03.768 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-30T20:48:03.816 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-30T20:48:03.858 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-30T20:48:03.966 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-30T20:48:03.980 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-30T20:48:04.021 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-30T20:48:04.097 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-30T20:48:04.912 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-30T20:48:04.960 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-30T20:48:04.993 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-30T20:48:05.037 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-30T20:48:05.145 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-30T20:48:05.211 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-08-30T20:48:05.244 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-30T20:48:05.327 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-30T20:48:05.413 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-30T20:48:05.428 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-08-30T20:48:05.460 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-08-30T20:48:05.536 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-30T20:48:05.709 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-30T20:48:05.750 INFO:teuthology.orchestra.run.smithi173.stdout: Upgrading : librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 77/120 2024-08-30T20:48:05.841 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 77/120 2024-08-30T20:48:05.871 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 78/120 2024-08-30T20:48:05.907 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-30T20:48:06.188 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-30T20:48:06.311 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-30T20:48:06.317 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-30T20:48:06.337 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 81/120 2024-08-30T20:48:06.408 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 81/120 2024-08-30T20:48:06.449 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-rgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 82/120 2024-08-30T20:48:06.507 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-30T20:48:06.570 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-30T20:48:06.757 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-30T20:48:06.812 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-30T20:48:06.890 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-30T20:48:07.004 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-30T20:48:07.144 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-30T20:48:07.187 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-30T20:48:07.219 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-30T20:48:07.246 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-30T20:48:07.551 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-30T20:48:07.641 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-30T20:48:07.806 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 93/120 2024-08-30T20:48:07.837 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 93/120 2024-08-30T20:48:07.867 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-797.g63b0b8e1.el 94/120 2024-08-30T20:48:07.944 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-797.g63b0b8e1.e 95/120 2024-08-30T20:48:07.946 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-30T20:48:07.970 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-ceph-common-2:18.2.4-797.g63b0b8e1.el9.x 96/120 2024-08-30T20:48:07.995 INFO:teuthology.orchestra.run.smithi196.stdout: Upgrading : librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 77/120 2024-08-30T20:48:08.085 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 77/120 2024-08-30T20:48:08.116 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 78/120 2024-08-30T20:48:08.152 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-30T20:48:08.555 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-30T20:48:08.581 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 81/120 2024-08-30T20:48:08.652 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 81/120 2024-08-30T20:48:08.694 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-rgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 82/120 2024-08-30T20:48:08.751 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-30T20:48:08.807 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-30T20:48:09.002 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-30T20:48:09.048 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-30T20:48:09.126 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-30T20:48:09.419 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-30T20:48:09.555 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-30T20:48:09.602 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-30T20:48:09.634 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-30T20:48:09.670 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-30T20:48:10.006 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 97/120 2024-08-30T20:48:10.045 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 97/120 2024-08-30T20:48:10.194 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 93/120 2024-08-30T20:48:10.227 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 93/120 2024-08-30T20:48:10.257 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-797.g63b0b8e1.el 94/120 2024-08-30T20:48:10.335 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-797.g63b0b8e1.e 95/120 2024-08-30T20:48:10.361 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-ceph-common-2:18.2.4-797.g63b0b8e1.el9.x 96/120 2024-08-30T20:48:10.570 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 97/120 2024-08-30T20:48:10.606 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 98/120 2024-08-30T20:48:10.886 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 98/120 2024-08-30T20:48:10.887 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-30T20:48:10.887 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-30T20:48:10.887 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:11.016 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 99/120 2024-08-30T20:48:12.417 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 97/120 2024-08-30T20:48:12.449 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 97/120 2024-08-30T20:48:12.968 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 97/120 2024-08-30T20:48:13.010 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 98/120 2024-08-30T20:48:13.090 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 98/120 2024-08-30T20:48:13.090 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-30T20:48:13.090 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-30T20:48:13.091 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:13.120 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 99/120 2024-08-30T20:48:22.661 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 99/120 2024-08-30T20:48:22.661 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /sys 2024-08-30T20:48:22.662 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /proc 2024-08-30T20:48:22.662 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /mnt 2024-08-30T20:48:22.662 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /var/tmp 2024-08-30T20:48:22.662 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /home 2024-08-30T20:48:22.662 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /root 2024-08-30T20:48:22.663 INFO:teuthology.orchestra.run.smithi173.stdout:skipping the directory /tmp 2024-08-30T20:48:22.663 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:22.735 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noar 100/120 2024-08-30T20:48:23.794 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noar 100/120 2024-08-30T20:48:23.830 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.no 101/120 2024-08-30T20:48:24.769 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 99/120 2024-08-30T20:48:24.770 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /sys 2024-08-30T20:48:24.770 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /proc 2024-08-30T20:48:24.770 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /mnt 2024-08-30T20:48:24.770 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /var/tmp 2024-08-30T20:48:24.770 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /home 2024-08-30T20:48:24.771 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /root 2024-08-30T20:48:24.771 INFO:teuthology.orchestra.run.smithi196.stdout:skipping the directory /tmp 2024-08-30T20:48:24.771 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:24.827 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.no 101/120 2024-08-30T20:48:24.851 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noar 100/120 2024-08-30T20:48:24.857 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0 102/120 2024-08-30T20:48:24.958 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0 102/120 2024-08-30T20:48:25.123 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-797.g63b0b8e1.el9 103/120 2024-08-30T20:48:25.159 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 104/120 2024-08-30T20:48:25.184 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 104/120 2024-08-30T20:48:25.184 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:25.184 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-30T20:48:25.184 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-30T20:48:25.184 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-30T20:48:25.184 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:25.235 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 105/120 2024-08-30T20:48:25.420 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 105/120 2024-08-30T20:48:25.452 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 106/120 2024-08-30T20:48:25.475 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 106/120 2024-08-30T20:48:25.476 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:25.476 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-30T20:48:25.476 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-30T20:48:25.476 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-30T20:48:25.476 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:25.911 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 107/120 2024-08-30T20:48:25.923 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noar 100/120 2024-08-30T20:48:25.934 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 107/120 2024-08-30T20:48:25.935 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:25.935 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-30T20:48:25.935 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-30T20:48:25.935 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-30T20:48:25.935 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:25.963 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.no 101/120 2024-08-30T20:48:26.921 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.no 101/120 2024-08-30T20:48:26.956 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0 102/120 2024-08-30T20:48:27.056 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0 102/120 2024-08-30T20:48:27.222 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-797.g63b0b8e1.el9 103/120 2024-08-30T20:48:27.249 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 104/120 2024-08-30T20:48:27.272 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 104/120 2024-08-30T20:48:27.273 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:27.273 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-30T20:48:27.273 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-30T20:48:27.273 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-30T20:48:27.273 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:27.316 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 105/120 2024-08-30T20:48:27.337 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 108/120 2024-08-30T20:48:27.364 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 108/120 2024-08-30T20:48:27.364 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:27.364 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-30T20:48:27.364 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-30T20:48:27.364 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-30T20:48:27.364 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:27.501 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 105/120 2024-08-30T20:48:27.534 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 106/120 2024-08-30T20:48:27.557 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 106/120 2024-08-30T20:48:27.557 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:27.558 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-30T20:48:27.558 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-30T20:48:27.558 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-30T20:48:27.558 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:28.001 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 107/120 2024-08-30T20:48:28.025 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 107/120 2024-08-30T20:48:28.025 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:28.025 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-30T20:48:28.025 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-30T20:48:28.025 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-30T20:48:28.025 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:28.071 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-2:18.2.4-797.g63b0b8e1.el9.x86_64 109/120 2024-08-30T20:48:28.105 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 110/120 2024-08-30T20:48:28.129 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 110/120 2024-08-30T20:48:28.129 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:28.129 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-30T20:48:28.129 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-30T20:48:28.129 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-30T20:48:28.129 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:28.172 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-797.g63b0b8 111/120 2024-08-30T20:48:28.195 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-797.g63b0b8 111/120 2024-08-30T20:48:28.195 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:28.196 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-30T20:48:28.196 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:28.498 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 112/120 2024-08-30T20:48:28.521 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 112/120 2024-08-30T20:48:28.521 INFO:teuthology.orchestra.run.smithi173.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:28.521 INFO:teuthology.orchestra.run.smithi173.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-30T20:48:28.521 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-30T20:48:28.522 INFO:teuthology.orchestra.run.smithi173.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-30T20:48:28.522 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:29.427 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 108/120 2024-08-30T20:48:29.454 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 108/120 2024-08-30T20:48:29.454 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:29.454 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-30T20:48:29.454 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-30T20:48:29.454 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-30T20:48:29.454 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:30.159 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-2:18.2.4-797.g63b0b8e1.el9.x86_64 109/120 2024-08-30T20:48:30.195 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 110/120 2024-08-30T20:48:30.219 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 110/120 2024-08-30T20:48:30.219 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:30.219 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-30T20:48:30.219 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-30T20:48:30.219 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-30T20:48:30.219 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:30.262 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-797.g63b0b8 111/120 2024-08-30T20:48:30.285 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-797.g63b0b8 111/120 2024-08-30T20:48:30.285 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:30.285 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-30T20:48:30.285 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:30.579 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 112/120 2024-08-30T20:48:30.602 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 112/120 2024-08-30T20:48:30.602 INFO:teuthology.orchestra.run.smithi196.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-30T20:48:30.602 INFO:teuthology.orchestra.run.smithi196.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-30T20:48:30.603 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-30T20:48:30.603 INFO:teuthology.orchestra.run.smithi196.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-30T20:48:30.603 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:32.331 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-test-2:18.2.4-797.g63b0b8e1.el9.x86_64 113/120 2024-08-30T20:48:32.368 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : ceph-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 114/120 2024-08-30T20:48:32.409 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 115/120 2024-08-30T20:48:32.528 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : rbd-nbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 116/120 2024-08-30T20:48:32.567 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-30T20:48:32.598 INFO:teuthology.orchestra.run.smithi173.stdout: Installing : libcephfs-devel-2:18.2.4-797.g63b0b8e1.el9.x86_6 118/120 2024-08-30T20:48:32.598 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-30T20:48:32.665 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-30T20:48:32.665 INFO:teuthology.orchestra.run.smithi173.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-30T20:48:34.296 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-test-2:18.2.4-797.g63b0b8e1.el9.x86_64 113/120 2024-08-30T20:48:34.341 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : ceph-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 114/120 2024-08-30T20:48:34.382 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 115/120 2024-08-30T20:48:34.500 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : rbd-nbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 116/120 2024-08-30T20:48:34.540 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-30T20:48:34.571 INFO:teuthology.orchestra.run.smithi196.stdout: Installing : libcephfs-devel-2:18.2.4-797.g63b0b8e1.el9.x86_6 118/120 2024-08-30T20:48:34.571 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-30T20:48:34.655 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-30T20:48:34.655 INFO:teuthology.orchestra.run.smithi196.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-30T20:48:37.492 INFO:teuthology.orchestra.run.smithi173.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-30T20:48:37.492 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-2:18.2.4-797.g63b0b8e1.el9.x86_64 1/120 2024-08-30T20:48:37.492 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 2/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 3/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 4/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-797.g63b0b8 5/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 6/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 7/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 8/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 9/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 10/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 11/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-test-2:18.2.4-797.g63b0b8e1.el9.x86_64 12/120 2024-08-30T20:48:37.493 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs-devel-2:18.2.4-797.g63b0b8e1.el9.x86_6 13/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 14/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 15/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 16/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_ 17/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 18/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-argparse-2:18.2.4-797.g63b0b8e1.el9 19/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ceph-common-2:18.2.4-797.g63b0b8e1.el9.x 20/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cephfs-2:18.2.4-797.g63b0b8e1.el9.x86_64 21/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rados-2:18.2.4-797.g63b0b8e1.el9.x86_64 22/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 23/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 24/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 25/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 26/120 2024-08-30T20:48:37.494 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : rbd-nbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 27/120 2024-08-30T20:48:37.495 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-797.g63b0b8e1.e 28/120 2024-08-30T20:48:37.495 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noar 29/120 2024-08-30T20:48:37.495 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.no 30/120 2024-08-30T20:48:37.495 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0 31/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-797.g63b0b8e1.el9 32/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 33/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-797.g63b0b8e1.el 34/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 35/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-08-30T20:48:37.502 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-30T20:48:37.503 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-30T20:48:37.504 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-30T20:48:37.505 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-30T20:48:37.506 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-30T20:48:37.507 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 117/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-30T20:48:37.508 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 119/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-2:18.2.4-797.g63b0b8e1.el9.x86_64 1/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 2/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 3/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 4/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-797.g63b0b8 5/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 6/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 7/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 8/120 2024-08-30T20:48:39.375 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 9/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 10/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 11/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-test-2:18.2.4-797.g63b0b8e1.el9.x86_64 12/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs-devel-2:18.2.4-797.g63b0b8e1.el9.x86_6 13/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 14/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 15/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 16/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_ 17/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 18/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-argparse-2:18.2.4-797.g63b0b8e1.el9 19/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ceph-common-2:18.2.4-797.g63b0b8e1.el9.x 20/120 2024-08-30T20:48:39.376 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cephfs-2:18.2.4-797.g63b0b8e1.el9.x86_64 21/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rados-2:18.2.4-797.g63b0b8e1.el9.x86_64 22/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 23/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 24/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 25/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 26/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : rbd-nbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 27/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-797.g63b0b8e1.e 28/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noar 29/120 2024-08-30T20:48:39.377 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.no 30/120 2024-08-30T20:48:39.387 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0 31/120 2024-08-30T20:48:39.387 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-797.g63b0b8e1.el9 32/120 2024-08-30T20:48:39.387 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 33/120 2024-08-30T20:48:39.387 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-797.g63b0b8e1.el 34/120 2024-08-30T20:48:39.387 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 35/120 2024-08-30T20:48:39.387 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-30T20:48:39.388 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-30T20:48:39.389 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-30T20:48:39.390 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-30T20:48:39.391 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-30T20:48:39.392 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-30T20:48:39.393 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-08-30T20:48:39.394 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-30T20:48:39.395 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 117/120 2024-08-30T20:48:39.395 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-30T20:48:39.395 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 119/120 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout:Upgraded: 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout:Installed: 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.623 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-grafana-dashboards-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-immutable-object-cache-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-modules-core-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.624 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-prometheus-alerts-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: ceph-test-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-30T20:48:39.625 INFO:teuthology.orchestra.run.smithi173.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-08-30T20:48:39.626 INFO:teuthology.orchestra.run.smithi173.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: librados-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-0.3.26-2.el9.x86_64 2024-08-30T20:48:39.627 INFO:teuthology.orchestra.run.smithi173.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-08-30T20:48:39.628 INFO:teuthology.orchestra.run.smithi173.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-30T20:48:39.628 INFO:teuthology.orchestra.run.smithi173.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-30T20:48:39.628 INFO:teuthology.orchestra.run.smithi173.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-30T20:48:39.628 INFO:teuthology.orchestra.run.smithi173.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-30T20:48:39.628 INFO:teuthology.orchestra.run.smithi173.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-30T20:48:39.629 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-30T20:48:39.629 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-argparse-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.629 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.629 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cephfs-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.629 INFO:teuthology.orchestra.run.smithi173.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-30T20:48:39.629 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-30T20:48:39.630 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-30T20:48:39.631 INFO:teuthology.orchestra.run.smithi173.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-30T20:48:39.631 INFO:teuthology.orchestra.run.smithi173.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-30T20:48:39.631 INFO:teuthology.orchestra.run.smithi173.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-30T20:48:39.631 INFO:teuthology.orchestra.run.smithi173.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-30T20:48:39.631 INFO:teuthology.orchestra.run.smithi173.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-30T20:48:39.631 INFO:teuthology.orchestra.run.smithi173.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-30T20:48:39.631 INFO:teuthology.orchestra.run.smithi173.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-ply-3.11-14.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-30T20:48:39.632 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rados-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-30T20:48:39.633 INFO:teuthology.orchestra.run.smithi173.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-webob-1.8.8-2.el9.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.634 INFO:teuthology.orchestra.run.smithi173.stdout: rbd-nbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:39.635 INFO:teuthology.orchestra.run.smithi173.stdout: re2-1:20211101-20.el9.x86_64 2024-08-30T20:48:39.635 INFO:teuthology.orchestra.run.smithi173.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-30T20:48:39.635 INFO:teuthology.orchestra.run.smithi173.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-30T20:48:39.635 INFO:teuthology.orchestra.run.smithi173.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-30T20:48:39.635 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:48:39.635 INFO:teuthology.orchestra.run.smithi173.stdout:Complete! 2024-08-30T20:48:39.958 DEBUG:teuthology.parallel:result is None 2024-08-30T20:48:41.489 INFO:teuthology.orchestra.run.smithi196.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-30T20:48:41.489 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:41.489 INFO:teuthology.orchestra.run.smithi196.stdout:Upgraded: 2024-08-30T20:48:41.489 INFO:teuthology.orchestra.run.smithi196.stdout: librados2-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.489 INFO:teuthology.orchestra.run.smithi196.stdout: librbd1-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.489 INFO:teuthology.orchestra.run.smithi196.stdout:Installed: 2024-08-30T20:48:41.489 INFO:teuthology.orchestra.run.smithi196.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-base-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-grafana-dashboards-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-immutable-object-cache-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mds-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-dashboard-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.490 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-diskprediction-local-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-modules-core-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mgr-rook-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-mon-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-osd-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-prometheus-alerts-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-radosgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-selinux-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: ceph-test-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: cephadm-2:18.2.4-797.g63b0b8e1.el9.noarch 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-30T20:48:41.491 INFO:teuthology.orchestra.run.smithi196.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libcephfs2-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libcephsqlite-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: librados-devel-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.492 INFO:teuthology.orchestra.run.smithi196.stdout: libradosstriper1-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: librgw2-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-0.3.26-2.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-30T20:48:41.493 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-argparse-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ceph-common-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cephfs-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-30T20:48:41.494 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-30T20:48:41.495 INFO:teuthology.orchestra.run.smithi196.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-ply-3.11-14.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-30T20:48:41.496 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rados-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rgw-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-30T20:48:41.497 INFO:teuthology.orchestra.run.smithi196.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-webob-1.8.8-2.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-fuse-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-mirror-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: rbd-nbd-2:18.2.4-797.g63b0b8e1.el9.x86_64 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: re2-1:20211101-20.el9.x86_64 2024-08-30T20:48:41.498 INFO:teuthology.orchestra.run.smithi196.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-30T20:48:41.499 INFO:teuthology.orchestra.run.smithi196.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-30T20:48:41.501 INFO:teuthology.orchestra.run.smithi196.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-30T20:48:41.501 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:48:41.501 INFO:teuthology.orchestra.run.smithi196.stdout:Complete! 2024-08-30T20:48:41.831 DEBUG:teuthology.parallel:result is None 2024-08-30T20:48:41.831 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-30T20:48:41.832 INFO:teuthology.packaging:ref: None 2024-08-30T20:48:41.832 INFO:teuthology.packaging:tag: None 2024-08-30T20:48:41.832 INFO:teuthology.packaging:branch: reef 2024-08-30T20:48:41.832 INFO:teuthology.packaging:sha1: 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:48:41.832 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-30T20:48:42.100 DEBUG:teuthology.orchestra.run.smithi173:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-30T20:48:42.126 INFO:teuthology.orchestra.run.smithi173.stdout:18.2.4-797.g63b0b8e1.el9 2024-08-30T20:48:42.127 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-797.g63b0b8e1.el9 2024-08-30T20:48:42.127 INFO:teuthology.task.install:The correct ceph version 18.2.4-797.g63b0b8e1 is installed. 2024-08-30T20:48:42.129 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-30T20:48:42.129 INFO:teuthology.packaging:ref: None 2024-08-30T20:48:42.129 INFO:teuthology.packaging:tag: None 2024-08-30T20:48:42.129 INFO:teuthology.packaging:branch: reef 2024-08-30T20:48:42.129 INFO:teuthology.packaging:sha1: 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:48:42.129 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-30T20:48:42.364 DEBUG:teuthology.orchestra.run.smithi196:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-30T20:48:42.387 INFO:teuthology.orchestra.run.smithi196.stdout:18.2.4-797.g63b0b8e1.el9 2024-08-30T20:48:42.388 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-797.g63b0b8e1.el9 2024-08-30T20:48:42.388 INFO:teuthology.task.install:The correct ceph version 18.2.4-797.g63b0b8e1 is installed. 2024-08-30T20:48:42.390 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-30T20:48:42.390 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:48:42.390 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-30T20:48:42.423 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:48:42.423 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-30T20:48:42.455 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-30T20:48:42.456 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:48:42.456 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/daemon-helper 2024-08-30T20:48:42.493 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-30T20:48:42.561 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:48:42.561 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/daemon-helper 2024-08-30T20:48:42.586 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-30T20:48:42.652 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-30T20:48:42.652 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:48:42.652 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-30T20:48:42.680 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-30T20:48:42.747 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:48:42.747 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-30T20:48:42.771 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-30T20:48:42.836 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-30T20:48:42.836 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:48:42.836 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/usr/bin/stdin-killer 2024-08-30T20:48:42.863 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-30T20:48:42.929 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:48:42.929 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/usr/bin/stdin-killer 2024-08-30T20:48:42.953 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-30T20:48:43.018 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:48:43.027 INFO:teuthology.task.print:**** done install task... 2024-08-30T20:48:43.027 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:48:43.035 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-08-30T20:48:43.035 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-30T20:48:43.122 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '24432b660539783e58f890fcff372342c034f6ec'} 2024-08-30T20:48:43.122 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-08-30T20:48:43.123 INFO:tasks.cephadm:Cluster fsid is 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:48:43.123 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-30T20:48:43.123 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.173', 'mon.c': '[v2:172.21.15.173:3301,v1:172.21.15.173:6790]', 'mon.b': '172.21.15.196'} 2024-08-30T20:48:43.123 INFO:tasks.cephadm:First mon is mon.a on smithi173 2024-08-30T20:48:43.123 INFO:tasks.cephadm:First mgr is y 2024-08-30T20:48:43.123 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-30T20:48:43.123 DEBUG:teuthology.orchestra.run.smithi173:> sudo hostname $(hostname -s) 2024-08-30T20:48:43.150 DEBUG:teuthology.orchestra.run.smithi196:> sudo hostname $(hostname -s) 2024-08-30T20:48:43.176 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-08-30T20:48:43.176 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:48:43.319 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '24432b660539783e58f890fcff372342c034f6ec', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82659/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4625-g24432b66', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4625.g24432b66'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-bharath1-testing-2024-08-30-1604/24432b660539783e58f890fcff372342c034f6ec/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-08-30 12:50:33.948506', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-bharath1-testing-2024-08-30-1604', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-bharath1-testing-2024-08-30-1604/24432b660539783e58f890fcff372342c034f6ec/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-08-30T20:48:43.558 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 63b0b8e1b10a41127e6c3f6f5e25117f42efe611 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-08-30T20:48:43.560 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/x86_64/flavors/default/cephadm 2024-08-30T20:48:43.560 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/x86_64/flavors/default/cephadm 2024-08-30T20:48:43.560 DEBUG:teuthology.orchestra.run.smithi173:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-30T20:48:43.924 INFO:teuthology.orchestra.run.smithi173.stdout:-rw-r--r--. 1 ubuntu ubuntu 217039 Aug 30 20:48 /home/ubuntu/cephtest/cephadm 2024-08-30T20:48:43.925 DEBUG:teuthology.orchestra.run.smithi196:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/63b0b8e1b10a41127e6c3f6f5e25117f42efe611/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-30T20:48:44.290 INFO:teuthology.orchestra.run.smithi196.stdout:-rw-r--r--. 1 ubuntu ubuntu 217039 Aug 30 20:48 /home/ubuntu/cephtest/cephadm 2024-08-30T20:48:44.290 DEBUG:teuthology.orchestra.run.smithi173:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-30T20:48:44.310 DEBUG:teuthology.orchestra.run.smithi196:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-30T20:48:44.341 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-08-30T20:48:44.342 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-30T20:48:44.353 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-30T20:48:45.906 INFO:teuthology.orchestra.run.smithi196.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-30T20:48:45.907 INFO:teuthology.orchestra.run.smithi173.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-30T20:49:18.181 INFO:teuthology.orchestra.run.smithi196.stdout:{ 2024-08-30T20:49:18.182 INFO:teuthology.orchestra.run.smithi196.stdout: "ceph_version": "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)", 2024-08-30T20:49:18.182 INFO:teuthology.orchestra.run.smithi196.stdout: "image_id": "600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d", 2024-08-30T20:49:18.182 INFO:teuthology.orchestra.run.smithi196.stdout: "repo_digests": [ 2024-08-30T20:49:18.182 INFO:teuthology.orchestra.run.smithi196.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0" 2024-08-30T20:49:18.182 INFO:teuthology.orchestra.run.smithi196.stdout: ] 2024-08-30T20:49:18.182 INFO:teuthology.orchestra.run.smithi196.stdout:} 2024-08-30T20:49:32.952 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:49:32.952 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph_version": "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)", 2024-08-30T20:49:32.952 INFO:teuthology.orchestra.run.smithi173.stdout: "image_id": "600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d", 2024-08-30T20:49:32.952 INFO:teuthology.orchestra.run.smithi173.stdout: "repo_digests": [ 2024-08-30T20:49:32.952 INFO:teuthology.orchestra.run.smithi173.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0" 2024-08-30T20:49:32.952 INFO:teuthology.orchestra.run.smithi173.stdout: ] 2024-08-30T20:49:32.952 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:49:32.970 DEBUG:teuthology.orchestra.run.smithi173:> sudo mkdir -p /etc/ceph 2024-08-30T20:49:33.016 DEBUG:teuthology.orchestra.run.smithi196:> sudo mkdir -p /etc/ceph 2024-08-30T20:49:33.051 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 777 /etc/ceph 2024-08-30T20:49:33.076 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 777 /etc/ceph 2024-08-30T20:49:33.119 INFO:tasks.cephadm:Writing seed config... 2024-08-30T20:49:33.120 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-30T20:49:33.120 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-30T20:49:33.120 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-30T20:49:33.120 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-30T20:49:33.120 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-30T20:49:33.121 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-08-30T20:49:33.121 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-30T20:49:33.121 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-30T20:49:33.121 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-30T20:49:33.121 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-30T20:49:33.121 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-30T20:49:33.122 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:49:33.122 DEBUG:teuthology.orchestra.run.smithi173:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-30T20:49:33.137 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 3e6d4622-6711-11ef-bcd4-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-30T20:49:33.138 DEBUG:teuthology.orchestra.run.smithi173:mon.a> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service 2024-08-30T20:49:33.179 DEBUG:teuthology.orchestra.run.smithi173:mgr.y> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service 2024-08-30T20:49:33.223 INFO:tasks.cephadm:Bootstrapping... 2024-08-30T20:49:33.223 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.173 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-30T20:49:33.376 INFO:teuthology.orchestra.run.smithi173.stdout:-------------------------------------------------------------------------------- 2024-08-30T20:49:33.376 INFO:teuthology.orchestra.run.smithi173.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '3e6d4622-6711-11ef-bcd4-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.173', '--skip-admin-label'] 2024-08-30T20:49:33.400 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stdout 5.2.2 2024-08-30T20:49:33.400 INFO:teuthology.orchestra.run.smithi173.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-30T20:49:33.401 INFO:teuthology.orchestra.run.smithi173.stdout:Verifying podman|docker is present... 2024-08-30T20:49:33.422 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stdout 5.2.2 2024-08-30T20:49:33.422 INFO:teuthology.orchestra.run.smithi173.stdout:Verifying lvm2 is present... 2024-08-30T20:49:33.422 INFO:teuthology.orchestra.run.smithi173.stdout:Verifying time synchronization is in place... 2024-08-30T20:49:33.430 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-30T20:49:33.430 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-30T20:49:33.436 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-30T20:49:33.436 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout inactive 2024-08-30T20:49:33.442 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout enabled 2024-08-30T20:49:33.449 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout active 2024-08-30T20:49:33.449 INFO:teuthology.orchestra.run.smithi173.stdout:Unit chronyd.service is enabled and running 2024-08-30T20:49:33.449 INFO:teuthology.orchestra.run.smithi173.stdout:Repeating the final host check... 2024-08-30T20:49:33.480 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stdout 5.2.2 2024-08-30T20:49:33.480 INFO:teuthology.orchestra.run.smithi173.stdout:podman (/bin/podman) version 5.2.2 is present 2024-08-30T20:49:33.480 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl is present 2024-08-30T20:49:33.480 INFO:teuthology.orchestra.run.smithi173.stdout:lvcreate is present 2024-08-30T20:49:33.487 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-30T20:49:33.487 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-30T20:49:33.493 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-30T20:49:33.493 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout inactive 2024-08-30T20:49:33.499 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout enabled 2024-08-30T20:49:33.506 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout active 2024-08-30T20:49:33.506 INFO:teuthology.orchestra.run.smithi173.stdout:Unit chronyd.service is enabled and running 2024-08-30T20:49:33.506 INFO:teuthology.orchestra.run.smithi173.stdout:Host looks OK 2024-08-30T20:49:33.506 INFO:teuthology.orchestra.run.smithi173.stdout:Cluster fsid: 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:33.506 INFO:teuthology.orchestra.run.smithi173.stdout:Acquiring lock 140258130997056 on /run/cephadm/3e6d4622-6711-11ef-bcd4-c7b262605968.lock 2024-08-30T20:49:33.506 INFO:teuthology.orchestra.run.smithi173.stdout:Lock 140258130997056 acquired on /run/cephadm/3e6d4622-6711-11ef-bcd4-c7b262605968.lock 2024-08-30T20:49:33.506 INFO:teuthology.orchestra.run.smithi173.stdout:Verifying IP 172.21.15.173 port 3300 ... 2024-08-30T20:49:33.507 INFO:teuthology.orchestra.run.smithi173.stdout:Verifying IP 172.21.15.173 port 6789 ... 2024-08-30T20:49:33.507 INFO:teuthology.orchestra.run.smithi173.stdout:Base mon IP(s) is [172.21.15.173:3300, 172.21.15.173:6789], mon addrv is [v2:172.21.15.173:3300,v1:172.21.15.173:6789] 2024-08-30T20:49:33.510 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.173 metric 100 2024-08-30T20:49:33.510 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.173 metric 100 2024-08-30T20:49:33.512 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-30T20:49:33.512 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-08-30T20:49:33.513 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-08-30T20:49:33.515 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-30T20:49:33.515 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-30T20:49:33.515 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-30T20:49:33.515 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-08-30T20:49:33.515 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe88:7259/64 scope link noprefixroute 2024-08-30T20:49:33.515 INFO:teuthology.orchestra.run.smithi173.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-30T20:49:33.516 INFO:teuthology.orchestra.run.smithi173.stdout:Mon IP `172.21.15.173` is in CIDR network `172.21.0.0/20` 2024-08-30T20:49:33.516 INFO:teuthology.orchestra.run.smithi173.stdout:Mon IP `172.21.15.173` is in CIDR network `172.21.0.0/20` 2024-08-30T20:49:33.516 INFO:teuthology.orchestra.run.smithi173.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-30T20:49:33.516 INFO:teuthology.orchestra.run.smithi173.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-30T20:49:33.516 INFO:teuthology.orchestra.run.smithi173.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-30T20:49:34.022 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stdout 600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d 2024-08-30T20:49:34.022 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-08-30T20:49:34.022 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stderr Getting image source signatures 2024-08-30T20:49:34.022 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stderr Copying blob sha256:64f33b3a09d14a7ff6af55763fcb490380f9dfddeceec18e51034144117b07a2 2024-08-30T20:49:34.022 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-30T20:49:34.023 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stderr Copying config sha256:600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d 2024-08-30T20:49:34.023 INFO:teuthology.orchestra.run.smithi173.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-30T20:49:34.883 INFO:teuthology.orchestra.run.smithi173.stdout:ceph: stdout ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable) 2024-08-30T20:49:34.884 INFO:teuthology.orchestra.run.smithi173.stdout:Ceph version: ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable) 2024-08-30T20:49:34.884 INFO:teuthology.orchestra.run.smithi173.stdout:Extracting ceph user uid/gid from container image... 2024-08-30T20:49:36.024 INFO:teuthology.orchestra.run.smithi173.stdout:stat: stdout 167 167 2024-08-30T20:49:36.024 INFO:teuthology.orchestra.run.smithi173.stdout:Creating initial keys... 2024-08-30T20:49:36.928 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph-authtool: stdout AQBgMNJmCrKjExAAEQEy6tf+l8fGBqZ+iAcmuQ== 2024-08-30T20:49:37.825 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph-authtool: stdout AQBhMNJmNPKCDRAAMXc2zWVo9cJzExAwNz3+7Q== 2024-08-30T20:49:38.746 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph-authtool: stdout AQBiMNJmQxxmCBAAO3rR++Fq6tp70U5/pVJTcA== 2024-08-30T20:49:38.747 INFO:teuthology.orchestra.run.smithi173.stdout:Creating initial monmap... 2024-08-30T20:49:39.677 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-30T20:49:39.677 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout:monmaptool for a [v2:172.21.15.173:3300,v1:172.21.15.173:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout:setting min_mon_release = pacific 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/monmaptool: set fsid to 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:49:39.678 INFO:teuthology.orchestra.run.smithi173.stdout:Creating mon... 2024-08-30T20:49:40.674 INFO:teuthology.orchestra.run.smithi173.stdout:create mon.a on 2024-08-30T20:49:40.884 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-30T20:49:41.027 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-30T20:49:41.216 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968.target → /etc/systemd/system/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968.target. 2024-08-30T20:49:41.216 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968.target → /etc/systemd/system/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968.target. 2024-08-30T20:49:41.441 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a 2024-08-30T20:49:41.441 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Failed to reset failed state of unit ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service: Unit ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service not loaded. 2024-08-30T20:49:41.615 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968.target.wants/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service → /etc/systemd/system/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@.service. 2024-08-30T20:49:42.140 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-30T20:49:42.140 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout disabled 2024-08-30T20:49:42.148 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-30T20:49:42.148 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout inactive 2024-08-30T20:49:42.148 INFO:teuthology.orchestra.run.smithi173.stdout:firewalld.service is not enabled 2024-08-30T20:49:42.149 INFO:teuthology.orchestra.run.smithi173.stdout:Not possible to enable service . firewalld.service is not available 2024-08-30T20:49:42.149 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for mon to start... 2024-08-30T20:49:42.149 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for mon... 2024-08-30T20:49:43.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:43 smithi173 ceph-mon[16766]: from='client.? 172.21.15.173:0/4068979151' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-30T20:49:43.210 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout cluster: 2024-08-30T20:49:43.211 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout id: 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:43.211 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-30T20:49:43.211 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:43.211 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout services: 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.547577s) 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout data: 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout pgs: 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:mon is available 2024-08-30T20:49:43.212 INFO:teuthology.orchestra.run.smithi173.stdout:Assimilating anything we can from ceph.conf... 2024-08-30T20:49:44.197 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:44 smithi173 ceph-mon[16766]: from='client.? 172.21.15.173:0/2905057339' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-30T20:49:44.197 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:44 smithi173 ceph-mon[16766]: from='client.? 172.21.15.173:0/2905057339' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-30T20:49:44.201 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:44.201 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout [global] 2024-08-30T20:49:44.201 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout fsid = 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:44.201 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.173:3300,v1:172.21.15.173:6789] 2024-08-30T20:49:44.201 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout [osd] 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-30T20:49:44.202 INFO:teuthology.orchestra.run.smithi173.stdout:Generating new minimal ceph.conf... 2024-08-30T20:49:45.237 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:45 smithi173 ceph-mon[16766]: from='client.? 172.21.15.173:0/3469790342' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:49:45.240 INFO:teuthology.orchestra.run.smithi173.stdout:Restarting the monitor... 2024-08-30T20:49:45.507 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:45 smithi173 systemd[1]: Stopping Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:49:45.906 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[16762]: 2024-08-30T20:49:45.505+0000 7fd06a217640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T20:49:45.907 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[16762]: 2024-08-30T20:49:45.505+0000 7fd06a217640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-30T20:49:45.907 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:45 smithi173 podman[17008]: 2024-08-30 20:49:45.690248767 +0000 UTC m=+0.284276215 container died d360884df8ea4ecd7f4aabff506408a964239919d51e76b9a1651d0127794127 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-63b0b8e, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T20:49:46.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 podman[17008]: 2024-08-30 20:49:46.005522164 +0000 UTC m=+0.599549612 container cleanup d360884df8ea4ecd7f4aabff506408a964239919d51e76b9a1651d0127794127 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-63b0b8e, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-08-30T20:49:46.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 bash[17008]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a 2024-08-30T20:49:46.616 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 podman[17020]: 2024-08-30 20:49:46.214480069 +0000 UTC m=+0.519600169 container remove d360884df8ea4ecd7f4aabff506408a964239919d51e76b9a1651d0127794127 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, RELEASE=reef-63b0b8e, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True) 2024-08-30T20:49:46.616 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-30T20:49:46.616 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 systemd[1]: Stopped Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:49:46.616 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 systemd[1]: Starting Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:49:46.915 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 podman[17112]: 2024-08-30 20:49:46.615304683 +0000 UTC m=+0.102104717 container create 4409dc0886e3a31b512cb7cda9ae903abe4a719bfd49ee49d8af4549fad97313 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=reef-63b0b8e) 2024-08-30T20:49:46.915 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 podman[17112]: 2024-08-30 20:49:46.528866939 +0000 UTC m=+0.015666976 image pull 600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d quay.ceph.io/ceph-ci/ceph:reef 2024-08-30T20:49:46.915 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 podman[17112]: 2024-08-30 20:49:46.826181489 +0000 UTC m=+0.312981532 container init 4409dc0886e3a31b512cb7cda9ae903abe4a719bfd49ee49d8af4549fad97313 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-63b0b8e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T20:49:46.915 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 podman[17112]: 2024-08-30 20:49:46.829082127 +0000 UTC m=+0.315882153 container start 4409dc0886e3a31b512cb7cda9ae903abe4a719bfd49ee49d8af4549fad97313 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, io.buildah.version=1.37.2) 2024-08-30T20:49:46.915 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: set uid:gid to 167:167 (ceph:ceph) 2024-08-30T20:49:46.915 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable), process ceph-mon, pid 2 2024-08-30T20:49:46.915 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: pidfile_write: ignore empty --pid-file 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: load: jerasure load: lrc 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: RocksDB version: 7.9.2 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Git sha 0 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Compile date 2024-08-29 17:26:11 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: DB SUMMARY 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: DB Session ID: QHLPVDMVL0CRNIQGRI0X 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: CURRENT file: CURRENT 2024-08-30T20:49:46.916 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: IDENTITY file: IDENTITY 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84576 ; 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.error_if_exists: 0 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.create_if_missing: 0 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.paranoid_checks: 1 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.env: 0x5619bfb78bc0 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.fs: PosixFileSystem 2024-08-30T20:49:46.917 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.info_log: 0x5619c2298be0 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_file_opening_threads: 16 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.statistics: (nil) 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.use_fsync: 0 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_log_file_size: 0 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.keep_log_file_num: 1000 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.recycle_log_file_num: 0 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.allow_fallocate: 1 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.allow_mmap_reads: 0 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.allow_mmap_writes: 0 2024-08-30T20:49:46.918 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.use_direct_reads: 0 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.create_missing_column_families: 0 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.db_log_dir: 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.wal_dir: 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.advise_random_on_open: 1 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.db_write_buffer_size: 0 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.write_buffer_manager: 0x5619c22a6320 2024-08-30T20:49:46.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-30T20:49:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-30T20:49:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-30T20:49:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.rate_limiter: (nil) 2024-08-30T20:49:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-30T20:49:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.wal_recovery_mode: 2 2024-08-30T20:49:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.enable_thread_tracking: 0 2024-08-30T20:49:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.enable_pipelined_write: 0 2024-08-30T20:49:46.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.unordered_write: 0 2024-08-30T20:49:46.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-30T20:49:46.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-30T20:49:46.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.row_cache: None 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.wal_filter: None 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.allow_ingest_behind: 0 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.two_write_queues: 0 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.manual_wal_flush: 0 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.wal_compression: 0 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.atomic_flush: 0 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-30T20:49:46.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.log_readahead_size: 0 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.best_efforts_recovery: 0 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.allow_data_in_errors: 0 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.db_host_id: __hostname__ 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_background_jobs: 2 2024-08-30T20:49:46.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_background_compactions: -1 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_subcompactions: 1 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_total_wal_size: 0 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_open_files: -1 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bytes_per_sync: 0 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-30T20:49:46.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_readahead_size: 0 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_background_flushes: -1 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Compression algorithms supported: 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kZSTD supported: 0 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kXpressCompression supported: 0 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kBZip2Compression supported: 0 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kLZ4Compression supported: 1 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kZlibCompression supported: 1 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kLZ4HCCompression supported: 1 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: kSnappyCompression supported: 1 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-30T20:49:46.925 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.merge_operator: 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_filter: None 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_filter_factory: None 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.sst_partitioner_factory: None 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5619c22987e0) 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout: cache_index_and_filter_blocks: 1 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-30T20:49:46.926 INFO:journalctl@ceph.mon.a.smithi173.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: pin_top_level_index_and_filter: 1 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: index_type: 0 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: data_block_index_type: 0 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: index_shortening: 1 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: checksum: 4 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: no_block_cache: 0 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache: 0x5619c228d350 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache_name: BinnedLRUCache 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache_options: 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: capacity : 536870912 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: num_shard_bits : 4 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: strict_capacity_limit : 0 2024-08-30T20:49:46.927 INFO:journalctl@ceph.mon.a.smithi173.stdout: high_pri_pool_ratio: 0.000 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache_compressed: (nil) 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: persistent_cache: (nil) 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_size: 4096 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_size_deviation: 10 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_restart_interval: 16 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: index_block_restart_interval: 1 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: metadata_block_size: 4096 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: partition_filters: 0 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: use_delta_encoding: 1 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: filter_policy: bloomfilter 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: whole_key_filtering: 1 2024-08-30T20:49:46.928 INFO:journalctl@ceph.mon.a.smithi173.stdout: verify_compression: 0 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: read_amp_bytes_per_bit: 0 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: format_version: 5 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: enable_index_compression: 1 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_align: 0 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: max_auto_readahead_size: 262144 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: prepopulate_block_cache: 0 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: initial_auto_readahead_size: 8192 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout: num_file_reads_for_auto_readahead: 2 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.write_buffer_size: 33554432 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_write_buffer_number: 2 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression: NoCompression 2024-08-30T20:49:46.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression: Disabled 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.prefix_extractor: nullptr 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.num_levels: 7 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-30T20:49:46.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.level: 32767 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.strategy: 0 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-30T20:49:46.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.enabled: false 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.target_file_size_base: 67108864 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-30T20:49:46.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.arena_block_size: 1048576 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.disable_auto_compactions: 0 2024-08-30T20:49:46.933 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.inplace_update_support: 0 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-30T20:49:46.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.bloom_locality: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.max_successive_merges: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.paranoid_file_checks: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.force_consistency_checks: 1 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.report_bg_io_stats: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.ttl: 2592000 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-30T20:49:46.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.enable_blob_files: false 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.min_blob_size: 0 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.blob_file_size: 268435456 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.blob_file_starting_level: 0 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-08-30T20:49:46.936 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4b0fdcef-4a28-4cf5-bab8-07695a295632 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725050986854800, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725050986855649, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81126, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79276, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73477, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725050986, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4b0fdcef-4a28-4cf5-bab8-07695a295632", "db_session_id": "QHLPVDMVL0CRNIQGRI0X", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725050986855741, "job": 1, "event": "recovery_finished"} 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5619c22b8e00 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: DB pointer 0x5619c23ac000 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** DB Stats ** 2024-08-30T20:49:46.937 INFO:journalctl@ceph.mon.a.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: L0 2/0 81.08 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Sum 2/0 81.08 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-30T20:49:46.938 INFO:journalctl@ceph.mon.a.smithi173.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-30T20:49:46.939 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative compaction: 0.00 GB write, 26.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval compaction: 0.00 GB write, 26.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout: Block cache BinnedLRUCache@0x5619c228d350#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: starting mon.a rank 0 at public addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] at bind addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???) e1 preinit fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???).mds e1 new map 2024-08-30T20:49:46.940 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???).mds e1 print_map 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout: e1 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout: legacy client fscid: -1 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout: No filesystems configured 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: monmap e1: 1 mons at {a=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-30T20:49:46.941 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: fsmap 2024-08-30T20:49:46.942 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: osdmap e1: 0 total, 0 up, 0 in 2024-08-30T20:49:46.942 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 ceph-mon[17131]: mgrmap e1: no daemons active 2024-08-30T20:49:46.942 INFO:teuthology.orchestra.run.smithi173.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-30T20:49:47.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 bash[17112]: 4409dc0886e3a31b512cb7cda9ae903abe4a719bfd49ee49d8af4549fad97313 2024-08-30T20:49:47.196 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:46 smithi173 systemd[1]: Started Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:49:47.935 INFO:teuthology.orchestra.run.smithi173.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-30T20:49:47.957 INFO:teuthology.orchestra.run.smithi173.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-30T20:49:47.957 INFO:teuthology.orchestra.run.smithi173.stdout:Creating mgr... 2024-08-30T20:49:47.957 INFO:teuthology.orchestra.run.smithi173.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-30T20:49:47.957 INFO:teuthology.orchestra.run.smithi173.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-30T20:49:48.204 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y 2024-08-30T20:49:48.204 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Failed to reset failed state of unit ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service: Unit ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service not loaded. 2024-08-30T20:49:48.356 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968.target.wants/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@.service. 2024-08-30T20:49:48.568 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:48 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2766680901' entity='client.admin' 2024-08-30T20:49:48.568 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 systemd[1]: Starting Ceph mgr.y for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:49:48.845 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 podman[17343]: 2024-08-30 20:49:48.567409398 +0000 UTC m=+0.090391968 container create e1e9f8260e32a5b40b9d5a94ac4803a3a07f3747a1638a19fe5a9245428b3ccf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-63b0b8e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-30T20:49:48.846 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 podman[17343]: 2024-08-30 20:49:48.492352184 +0000 UTC m=+0.015334763 image pull 600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d quay.ceph.io/ceph-ci/ceph:reef 2024-08-30T20:49:48.846 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 podman[17343]: 2024-08-30 20:49:48.744643811 +0000 UTC m=+0.267626381 container init e1e9f8260e32a5b40b9d5a94ac4803a3a07f3747a1638a19fe5a9245428b3ccf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-63b0b8e) 2024-08-30T20:49:48.846 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 podman[17343]: 2024-08-30 20:49:48.747239455 +0000 UTC m=+0.270222028 container start e1e9f8260e32a5b40b9d5a94ac4803a3a07f3747a1638a19fe5a9245428b3ccf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=reef-63b0b8e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-30T20:49:48.846 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 bash[17343]: e1e9f8260e32a5b40b9d5a94ac4803a3a07f3747a1638a19fe5a9245428b3ccf 2024-08-30T20:49:48.859 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-30T20:49:48.860 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout disabled 2024-08-30T20:49:48.867 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-30T20:49:48.867 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout inactive 2024-08-30T20:49:48.867 INFO:teuthology.orchestra.run.smithi173.stdout:firewalld.service is not enabled 2024-08-30T20:49:48.867 INFO:teuthology.orchestra.run.smithi173.stdout:Not possible to enable service . firewalld.service is not available 2024-08-30T20:49:48.876 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-30T20:49:48.877 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout disabled 2024-08-30T20:49:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-30T20:49:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout inactive 2024-08-30T20:49:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:firewalld.service is not enabled 2024-08-30T20:49:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-30T20:49:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for mgr to start... 2024-08-30T20:49:48.885 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for mgr... 2024-08-30T20:49:49.104 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 systemd[1]: Started Ceph mgr.y for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:49:49.105 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:48.868+0000 7f6d06cf8040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-30T20:49:49.105 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:48.934+0000 7f6d06cf8040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-30T20:49:49.105 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:49.084+0000 7f6d06cf8040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-30T20:49:49.450 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:49 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2228450375' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-30T20:49:49.450 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:49.156+0000 7f6d06cf8040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-30T20:49:49.450 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:49.305+0000 7f6d06cf8040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:49:49.450 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:49.448+0000 7f6d06cf8040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout { 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "fsid": "3e6d4622-6711-11ef-bcd4-c7b262605968", 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "health": { 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-30T20:49:49.901 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 0 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "a" 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-30T20:49:49.902 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:49.903 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-30T20:49:49.903 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-30T20:49:49.903 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-30T20:49:49.903 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-30T20:49:49.906 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-30T20:49:49.906 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-30T20:49:49.906 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:49.906 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-30T20:49:49.906 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-30T20:49:49.906 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-30T20:49:49.907 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "restful" 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "modified": "2024-08-30T20:49:42.083279+0000", 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:49.908 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-30T20:49:49.909 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout } 2024-08-30T20:49:49.909 INFO:teuthology.orchestra.run.smithi173.stdout:mgr not available, waiting (1/15)... 2024-08-30T20:49:50.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:49.765+0000 7f6d06cf8040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-30T20:49:50.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:49.827+0000 7f6d06cf8040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-30T20:49:50.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:50.008+0000 7f6d06cf8040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-30T20:49:51.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:50.866+0000 7f6d06cf8040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-30T20:49:51.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:50.931+0000 7f6d06cf8040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-30T20:49:51.889 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:51.635+0000 7f6d06cf8040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-30T20:49:51.889 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:51.747+0000 7f6d06cf8040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-30T20:49:51.890 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:51.887+0000 7f6d06cf8040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:49:52.142 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:51.952+0000 7f6d06cf8040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-30T20:49:52.142 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.100+0000 7f6d06cf8040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-30T20:49:52.399 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.171+0000 7f6d06cf8040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-30T20:49:52.400 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.230+0000 7f6d06cf8040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-30T20:49:52.400 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.390+0000 7f6d06cf8040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-30T20:49:52.678 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2983033907' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-30T20:49:52.678 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.466+0000 7f6d06cf8040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-30T20:49:52.678 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.535+0000 7f6d06cf8040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-30T20:49:52.678 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.617+0000 7f6d06cf8040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-30T20:49:52.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.676+0000 7f6d06cf8040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-30T20:49:52.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:52.735+0000 7f6d06cf8040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-30T20:49:52.966 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:52.966 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout { 2024-08-30T20:49:52.966 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "fsid": "3e6d4622-6711-11ef-bcd4-c7b262605968", 2024-08-30T20:49:52.966 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "health": { 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 0 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "a" 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-08-30T20:49:52.967 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-30T20:49:52.968 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-30T20:49:52.972 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-30T20:49:52.973 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "restful" 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "modified": "2024-08-30T20:49:42.083279+0000", 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout } 2024-08-30T20:49:52.974 INFO:teuthology.orchestra.run.smithi173.stdout:mgr not available, waiting (2/15)... 2024-08-30T20:49:53.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:49:53.501+0000 7f6d06cf8040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-30T20:49:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: Activating manager daemon y 2024-08-30T20:49:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: mgrmap e2: y(active, starting, since 0.00308249s) 2024-08-30T20:49:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: Manager daemon y is now available 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' 2024-08-30T20:49:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:53 smithi173 ceph-mon[17131]: from='mgr.14100 172.21.15.173:0/2763420304' entity='mgr.y' 2024-08-30T20:49:55.642 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:55 smithi173 ceph-mon[17131]: mgrmap e3: y(active, since 1.0067s) 2024-08-30T20:49:56.217 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout { 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "fsid": "3e6d4622-6711-11ef-bcd4-c7b262605968", 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "health": { 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 0 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:56.218 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "a" 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-30T20:49:56.219 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:56.220 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-30T20:49:56.221 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "restful" 2024-08-30T20:49:56.222 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ], 2024-08-30T20:49:56.222 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-30T20:49:56.222 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:56.222 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-30T20:49:56.222 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-30T20:49:56.222 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "modified": "2024-08-30T20:49:42.083279+0000", 2024-08-30T20:49:56.222 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-30T20:49:56.223 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout }, 2024-08-30T20:49:56.223 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-30T20:49:56.223 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout } 2024-08-30T20:49:56.223 INFO:teuthology.orchestra.run.smithi173.stdout:mgr is available 2024-08-30T20:49:56.776 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:56 smithi173 ceph-mon[17131]: mgrmap e4: y(active, since 2s) 2024-08-30T20:49:56.776 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:56 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2957988262' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-30T20:49:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:49:57 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/517471091' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-30T20:49:59.106 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:59.106 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout [global] 2024-08-30T20:49:59.106 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout fsid = 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:49:59.106 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-30T20:49:59.106 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-30T20:49:59.106 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout [osd] 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-30T20:49:59.107 INFO:teuthology.orchestra.run.smithi173.stdout:Enabling cephadm module... 2024-08-30T20:50:02.529 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2359162595' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-30T20:50:02.529 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setuser ceph since I am not root 2024-08-30T20:50:02.529 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setgroup ceph since I am not root 2024-08-30T20:50:02.529 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:02.364+0000 7f7775ac1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-30T20:50:02.529 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:02.422+0000 7f7775ac1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-30T20:50:02.799 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:02.577+0000 7f7775ac1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-30T20:50:02.799 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:02.645+0000 7f7775ac1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-30T20:50:02.800 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:02.797+0000 7f7775ac1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:50:03.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:02.941+0000 7f7775ac1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-30T20:50:03.507 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:03 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2359162595' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-30T20:50:03.507 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:03 smithi173 ceph-mon[17131]: mgrmap e5: y(active, since 8s) 2024-08-30T20:50:03.507 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:03.256+0000 7f7775ac1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-30T20:50:03.507 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:03.318+0000 7f7775ac1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-30T20:50:03.507 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:03.505+0000 7f7775ac1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-30T20:50:04.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:04 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:04.365+0000 7f7775ac1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-30T20:50:04.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:04 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:04.430+0000 7f7775ac1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-30T20:50:05.398 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.142+0000 7f7775ac1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-30T20:50:05.398 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.256+0000 7f7775ac1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-30T20:50:05.673 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.397+0000 7f7775ac1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:50:05.673 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.458+0000 7f7775ac1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-30T20:50:05.673 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.604+0000 7f7775ac1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-30T20:50:05.673 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.671+0000 7f7775ac1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-30T20:50:05.956 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.731+0000 7f7775ac1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-30T20:50:05.956 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.890+0000 7f7775ac1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-30T20:50:05.956 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:05.955+0000 7f7775ac1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-30T20:50:06.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:06 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:06.020+0000 7f7775ac1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-30T20:50:06.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:06 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:06.102+0000 7f7775ac1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-30T20:50:06.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:06 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:06.161+0000 7f7775ac1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-30T20:50:06.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:06 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:06.221+0000 7f7775ac1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-30T20:50:07.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:06.999+0000 7f7775ac1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-30T20:50:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: Active manager daemon y restarted 2024-08-30T20:50:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: Activating manager daemon y 2024-08-30T20:50:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: osdmap e2: 0 total, 0 up, 0 in 2024-08-30T20:50:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: mgrmap e6: y(active, starting, since 0.00415964s) 2024-08-30T20:50:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:50:07.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:50:07.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:50:07.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:50:07.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:50:07.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:07 smithi173 ceph-mon[17131]: Manager daemon y is now available 2024-08-30T20:50:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: Found migration_current of "None". Setting to last migration. 2024-08-30T20:50:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:50:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:50:08.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:08.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:08.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:08 smithi173 ceph-mon[17131]: mgrmap e7: y(active, since 1.00559s) 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:09.657+0000 7f76dd7a2640 -1 log_channel(cephadm) log [ERR] : [30/Aug/2024:20:50:09] ENGINE Error in HTTPServer.serve 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: Traceback (most recent call last): 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._connections.run(self.expiration_interval) 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._run(expiration_interval) 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:50:09.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: s = self.context.wrap_socket( 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: return self.sslsocket_class._create( 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self.do_handshake() 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._sslobj.do_handshake() 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:50:09.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:10.184 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout { 2024-08-30T20:50:10.185 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 8, 2024-08-30T20:50:10.185 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-30T20:50:10.185 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-30T20:50:10.185 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-30T20:50:10.185 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout } 2024-08-30T20:50:10.185 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for the mgr to restart... 2024-08-30T20:50:10.185 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for mgr epoch 8... 2024-08-30T20:50:10.392 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:10 smithi173 ceph-mon[17131]: mgrmap e8: y(active, since 2s) 2024-08-30T20:50:10.392 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:10 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/497800381' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-30T20:50:10.392 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:10 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:11.299 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout { 2024-08-30T20:50:11.300 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 8, 2024-08-30T20:50:11.300 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-30T20:50:11.300 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout } 2024-08-30T20:50:11.300 INFO:teuthology.orchestra.run.smithi173.stdout:mgr epoch 8 is available 2024-08-30T20:50:11.300 INFO:teuthology.orchestra.run.smithi173.stdout:Setting orchestrator backend to cephadm... 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:11 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:09] ENGINE Bus STARTING 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:11 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:09] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:11 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:09] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:11 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:09] ENGINE Bus STARTED 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:11 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:09] ENGINE Error in HTTPServer.serve 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout: Traceback (most recent call last): 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:50:11.415 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._run(expiration_interval) 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: self.do_handshake() 2024-08-30T20:50:11.416 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:50:11.417 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T20:50:11.417 INFO:journalctl@ceph.mon.a.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:50:12.454 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:12 smithi173 ceph-mon[17131]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-30T20:50:12.454 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:12 smithi173 ceph-mon[17131]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-30T20:50:12.454 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:12 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:12.454 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:12 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:13.352 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:13 smithi173 ceph-mon[17131]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:13.614 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-30T20:50:13.615 INFO:teuthology.orchestra.run.smithi173.stdout:Generating ssh key... 2024-08-30T20:50:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-mon[17131]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:14.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: Generating public/private rsa key pair. 2024-08-30T20:50:14.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: Your identification has been saved in /tmp/tmpfndnszhb/key 2024-08-30T20:50:14.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: Your public key has been saved in /tmp/tmpfndnszhb/key.pub 2024-08-30T20:50:14.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: The key fingerprint is: 2024-08-30T20:50:14.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: SHA256:xUt2suw6f+1LvQgkNNsomKhGaCgCPjWnC1QyvTJNvIo ceph-3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:50:14.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: The key's randomart image is: 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: +---[RSA 3072]----+ 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: | oo. | 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: | ++ . | 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: |..ooo. o* . | 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: |*o.+= o .=== | 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: |**+o o .S++o | 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: |E.+ . ..o . | 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: | o . .. .. .| 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: |. .. o.o .| 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: | .o.. ooo | 2024-08-30T20:50:14.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: +----[SHA256]-----+ 2024-08-30T20:50:15.355 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:15 smithi173 ceph-mon[17131]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:15.355 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:15 smithi173 ceph-mon[17131]: Generating ssh key... 2024-08-30T20:50:15.355 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:15 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:15.355 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:15 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:16.119 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDIT54281PE2pWsFzZwXMPMsh5Rl4rIUCAlJIpX0D0+G99uFI1eaoXDTYshLpsfh1APxHZ9FsBbcYq3f1uNxX8i7yHCYB8Vd4ZYfE1/imBFm/PFqfuEX80e7U7zF/PdlNBbNydINqVCjb1On1CkAmpJXes8JiPR93zOc1GHBVmDXbJxZU2+RRSc9dwJt2qdCZoCfLE6pboial9X9rYzloKZeRWJNz9GFLQ7rr67FN2of+/dZ3AeyqFmLuEYw+tFSUk1PtpZa/LTHtFXMksdo1HfpqvaYWdBA4Fj3K8OxkEoXrSPB2Y4/BWm6orXmzEHMNNKjimWLb8ne1xO/hFaWVWbdvBFOLulbIKYIP3lwn+y58m6jkHSgQ2dF227HM6WYatpe5aO8Wla2ekiujINqSMlk9sDYPldLGJCtIVInMzhQSALaJZztDKq+fx1l9WqfPNSPViZKQ3eBcvFiJnEnfeAS942cugG7Kh0KuiL3zFto10uJ7eMh7MnAlQ96b/b1RE= ceph-3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:50:16.119 INFO:teuthology.orchestra.run.smithi173.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-30T20:50:16.119 INFO:teuthology.orchestra.run.smithi173.stdout:Adding key to root@localhost authorized_keys... 2024-08-30T20:50:16.120 INFO:teuthology.orchestra.run.smithi173.stdout:Adding host smithi173... 2024-08-30T20:50:16.420 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:16 smithi173 ceph-mon[17131]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:17.444 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:17 smithi173 ceph-mon[17131]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi173", "addr": "172.21.15.173", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:18.396 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:18 smithi173 ceph-mon[17131]: Deploying cephadm binary to smithi173 2024-08-30T20:50:19.787 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout Added host 'smithi173' with addr '172.21.15.173' 2024-08-30T20:50:19.787 INFO:teuthology.orchestra.run.smithi173.stdout:Deploying unmanaged mon service... 2024-08-30T20:50:20.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:20 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:20.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:20 smithi173 ceph-mon[17131]: Added host smithi173 2024-08-30T20:50:20.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:20 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:20.938 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-30T20:50:20.939 INFO:teuthology.orchestra.run.smithi173.stdout:Deploying unmanaged mgr service... 2024-08-30T20:50:21.584 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:21 smithi173 ceph-mon[17131]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:21.584 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:21 smithi173 ceph-mon[17131]: Saving service mon spec with placement count:5 2024-08-30T20:50:21.584 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:21 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:22.843 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-30T20:50:23.176 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:23 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:23.176 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:23 smithi173 ceph-mon[17131]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:23.176 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:23 smithi173 ceph-mon[17131]: Saving service mgr spec with placement count:2 2024-08-30T20:50:23.176 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:23 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:23.176 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:23 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:24 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1279307516' entity='client.admin' 2024-08-30T20:50:25.727 INFO:teuthology.orchestra.run.smithi173.stdout:Enabling the dashboard module... 2024-08-30T20:50:25.858 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:25 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:25.858 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:25 smithi173 ceph-mon[17131]: from='mgr.14118 172.21.15.173:0/2217691884' entity='mgr.y' 2024-08-30T20:50:25.858 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:25 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/413299446' entity='client.admin' 2024-08-30T20:50:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:26 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3174728484' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-30T20:50:26.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setuser ceph since I am not root 2024-08-30T20:50:26.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setgroup ceph since I am not root 2024-08-30T20:50:26.989 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:26.715+0000 7f2509580040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-30T20:50:26.989 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:26.771+0000 7f2509580040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-30T20:50:26.989 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:26.922+0000 7f2509580040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-30T20:50:26.989 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:26.987+0000 7f2509580040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-30T20:50:27.274 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:27.132+0000 7f2509580040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:50:27.274 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:27.272+0000 7f2509580040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-30T20:50:27.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:27 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3174728484' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-30T20:50:27.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:27 smithi173 ceph-mon[17131]: mgrmap e9: y(active, since 19s) 2024-08-30T20:50:27.837 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:27.579+0000 7f2509580040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-30T20:50:27.837 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:27.640+0000 7f2509580040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-30T20:50:27.837 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:27.835+0000 7f2509580040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-30T20:50:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:28 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/216270877' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout { 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout } 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for the mgr to restart... 2024-08-30T20:50:28.983 INFO:teuthology.orchestra.run.smithi173.stdout:Waiting for mgr epoch 9... 2024-08-30T20:50:29.097 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:28.733+0000 7f2509580040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-30T20:50:29.097 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:28.798+0000 7f2509580040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-30T20:50:29.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:29.525+0000 7f2509580040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-30T20:50:29.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:29.639+0000 7f2509580040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-30T20:50:30.051 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:29.777+0000 7f2509580040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:50:30.051 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:29.838+0000 7f2509580040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-30T20:50:30.051 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:29.982+0000 7f2509580040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-30T20:50:30.051 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.049+0000 7f2509580040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-30T20:50:30.328 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.109+0000 7f2509580040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-30T20:50:30.328 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.262+0000 7f2509580040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-30T20:50:30.328 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.326+0000 7f2509580040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-30T20:50:30.592 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.392+0000 7f2509580040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-30T20:50:30.592 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.473+0000 7f2509580040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-30T20:50:30.592 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.532+0000 7f2509580040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-30T20:50:30.592 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:30.590+0000 7f2509580040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-30T20:50:31.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:31.356+0000 7f2509580040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-30T20:50:31.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: Active manager daemon y restarted 2024-08-30T20:50:31.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: Activating manager daemon y 2024-08-30T20:50:31.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: osdmap e3: 0 total, 0 up, 0 in 2024-08-30T20:50:31.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: mgrmap e10: y(active, starting, since 0.00319503s) 2024-08-30T20:50:31.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: Manager daemon y is now available 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:50:31.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:50:33.077 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout { 2024-08-30T20:50:33.077 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-30T20:50:33.077 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-30T20:50:33.077 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout } 2024-08-30T20:50:33.077 INFO:teuthology.orchestra.run.smithi173.stdout:mgr epoch 9 is available 2024-08-30T20:50:33.077 INFO:teuthology.orchestra.run.smithi173.stdout:Generating a dashboard self-signed certificate... 2024-08-30T20:50:33.315 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:33.009+0000 7f246fa0b640 -1 log_channel(cephadm) log [ERR] : [30/Aug/2024:20:50:33] ENGINE Error in HTTPServer.serve 2024-08-30T20:50:33.315 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: Traceback (most recent call last): 2024-08-30T20:50:33.315 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:50:33.315 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._connections.run(self.expiration_interval) 2024-08-30T20:50:33.315 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:50:33.315 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._run(expiration_interval) 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: s = self.context.wrap_socket( 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: return self.sslsocket_class._create( 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self.do_handshake() 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._sslobj.do_handshake() 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:50:33.316 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:50:33.642 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-mon[17131]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-30T20:50:33.643 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-mon[17131]: mgrmap e11: y(active, since 1.00536s) 2024-08-30T20:50:33.643 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:33 smithi173 ceph-mon[17131]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-30T20:50:34.342 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-30T20:50:34.342 INFO:teuthology.orchestra.run.smithi173.stdout:Creating initial admin user... 2024-08-30T20:50:34.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:32] ENGINE Bus STARTING 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:32] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:33] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:33] ENGINE Bus STARTED 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: [30/Aug/2024:20:50:33] ENGINE Error in HTTPServer.serve 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: Traceback (most recent call last): 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._run(expiration_interval) 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:50:34.463 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: self.do_handshake() 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: mgrmap e12: y(active, since 2s) 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:34.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:35 smithi173 ceph-mon[17131]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:35 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:36.137 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$e2GPz5mfz3RSH7K8mILrQewOAcIfSZanXAz4901xuAbBRYwJW5fua", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725051035, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-30T20:50:36.137 INFO:teuthology.orchestra.run.smithi173.stdout:Fetching dashboard port number... 2024-08-30T20:50:36.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:36 smithi173 ceph-mon[17131]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:36.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:36 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:37.511 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:37 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2290492235' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-30T20:50:37.513 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stdout 8443 2024-08-30T20:50:37.524 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-30T20:50:37.524 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout disabled 2024-08-30T20:50:37.531 INFO:teuthology.orchestra.run.smithi173.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-30T20:50:37.531 INFO:teuthology.orchestra.run.smithi173.stdout:systemctl: stdout inactive 2024-08-30T20:50:37.531 INFO:teuthology.orchestra.run.smithi173.stdout:firewalld.service is not enabled 2024-08-30T20:50:37.531 INFO:teuthology.orchestra.run.smithi173.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-30T20:50:37.533 INFO:teuthology.orchestra.run.smithi173.stdout:Ceph Dashboard is now available at: 2024-08-30T20:50:37.533 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:37.533 INFO:teuthology.orchestra.run.smithi173.stdout: URL: https://smithi173:8443/ 2024-08-30T20:50:37.533 INFO:teuthology.orchestra.run.smithi173.stdout: User: admin 2024-08-30T20:50:37.533 INFO:teuthology.orchestra.run.smithi173.stdout: Password: sbwhnsrmyk 2024-08-30T20:50:37.533 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:37.534 INFO:teuthology.orchestra.run.smithi173.stdout:Saving cluster configuration to /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config directory 2024-08-30T20:50:37.534 INFO:teuthology.orchestra.run.smithi173.stdout:Enabling autotune for osd_memory_target 2024-08-30T20:50:38.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:38 smithi173 ceph-mon[17131]: mgrmap e13: y(active, since 6s) 2024-08-30T20:50:39.911 INFO:teuthology.orchestra.run.smithi173.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-30T20:50:39.911 INFO:teuthology.orchestra.run.smithi173.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout:Or, if you are only running a single cluster on this host: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: ceph telemetry on 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout:For more information see: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.912 INFO:teuthology.orchestra.run.smithi173.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-08-30T20:50:39.913 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:39.913 INFO:teuthology.orchestra.run.smithi173.stdout:Bootstrap complete. 2024-08-30T20:50:39.945 INFO:tasks.cephadm:Fetching config... 2024-08-30T20:50:39.945 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:50:39.945 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-30T20:50:39.961 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-30T20:50:39.961 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:50:39.961 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-30T20:50:40.017 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-30T20:50:40.017 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:50:40.017 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-30T20:50:40.081 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-30T20:50:40.082 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:50:40.082 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-30T20:50:40.137 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-30T20:50:40.137 DEBUG:teuthology.orchestra.run.smithi173:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDIT54281PE2pWsFzZwXMPMsh5Rl4rIUCAlJIpX0D0+G99uFI1eaoXDTYshLpsfh1APxHZ9FsBbcYq3f1uNxX8i7yHCYB8Vd4ZYfE1/imBFm/PFqfuEX80e7U7zF/PdlNBbNydINqVCjb1On1CkAmpJXes8JiPR93zOc1GHBVmDXbJxZU2+RRSc9dwJt2qdCZoCfLE6pboial9X9rYzloKZeRWJNz9GFLQ7rr67FN2of+/dZ3AeyqFmLuEYw+tFSUk1PtpZa/LTHtFXMksdo1HfpqvaYWdBA4Fj3K8OxkEoXrSPB2Y4/BWm6orXmzEHMNNKjimWLb8ne1xO/hFaWVWbdvBFOLulbIKYIP3lwn+y58m6jkHSgQ2dF227HM6WYatpe5aO8Wla2ekiujINqSMlk9sDYPldLGJCtIVInMzhQSALaJZztDKq+fx1l9WqfPNSPViZKQ3eBcvFiJnEnfeAS942cugG7Kh0KuiL3zFto10uJ7eMh7MnAlQ96b/b1RE= ceph-3e6d4622-6711-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-30T20:50:40.210 INFO:teuthology.orchestra.run.smithi173.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDIT54281PE2pWsFzZwXMPMsh5Rl4rIUCAlJIpX0D0+G99uFI1eaoXDTYshLpsfh1APxHZ9FsBbcYq3f1uNxX8i7yHCYB8Vd4ZYfE1/imBFm/PFqfuEX80e7U7zF/PdlNBbNydINqVCjb1On1CkAmpJXes8JiPR93zOc1GHBVmDXbJxZU2+RRSc9dwJt2qdCZoCfLE6pboial9X9rYzloKZeRWJNz9GFLQ7rr67FN2of+/dZ3AeyqFmLuEYw+tFSUk1PtpZa/LTHtFXMksdo1HfpqvaYWdBA4Fj3K8OxkEoXrSPB2Y4/BWm6orXmzEHMNNKjimWLb8ne1xO/hFaWVWbdvBFOLulbIKYIP3lwn+y58m6jkHSgQ2dF227HM6WYatpe5aO8Wla2ekiujINqSMlk9sDYPldLGJCtIVInMzhQSALaJZztDKq+fx1l9WqfPNSPViZKQ3eBcvFiJnEnfeAS942cugG7Kh0KuiL3zFto10uJ7eMh7MnAlQ96b/b1RE= ceph-3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:50:40.222 DEBUG:teuthology.orchestra.run.smithi196:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDIT54281PE2pWsFzZwXMPMsh5Rl4rIUCAlJIpX0D0+G99uFI1eaoXDTYshLpsfh1APxHZ9FsBbcYq3f1uNxX8i7yHCYB8Vd4ZYfE1/imBFm/PFqfuEX80e7U7zF/PdlNBbNydINqVCjb1On1CkAmpJXes8JiPR93zOc1GHBVmDXbJxZU2+RRSc9dwJt2qdCZoCfLE6pboial9X9rYzloKZeRWJNz9GFLQ7rr67FN2of+/dZ3AeyqFmLuEYw+tFSUk1PtpZa/LTHtFXMksdo1HfpqvaYWdBA4Fj3K8OxkEoXrSPB2Y4/BWm6orXmzEHMNNKjimWLb8ne1xO/hFaWVWbdvBFOLulbIKYIP3lwn+y58m6jkHSgQ2dF227HM6WYatpe5aO8Wla2ekiujINqSMlk9sDYPldLGJCtIVInMzhQSALaJZztDKq+fx1l9WqfPNSPViZKQ3eBcvFiJnEnfeAS942cugG7Kh0KuiL3zFto10uJ7eMh7MnAlQ96b/b1RE= ceph-3e6d4622-6711-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-30T20:50:40.264 INFO:teuthology.orchestra.run.smithi196.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDIT54281PE2pWsFzZwXMPMsh5Rl4rIUCAlJIpX0D0+G99uFI1eaoXDTYshLpsfh1APxHZ9FsBbcYq3f1uNxX8i7yHCYB8Vd4ZYfE1/imBFm/PFqfuEX80e7U7zF/PdlNBbNydINqVCjb1On1CkAmpJXes8JiPR93zOc1GHBVmDXbJxZU2+RRSc9dwJt2qdCZoCfLE6pboial9X9rYzloKZeRWJNz9GFLQ7rr67FN2of+/dZ3AeyqFmLuEYw+tFSUk1PtpZa/LTHtFXMksdo1HfpqvaYWdBA4Fj3K8OxkEoXrSPB2Y4/BWm6orXmzEHMNNKjimWLb8ne1xO/hFaWVWbdvBFOLulbIKYIP3lwn+y58m6jkHSgQ2dF227HM6WYatpe5aO8Wla2ekiujINqSMlk9sDYPldLGJCtIVInMzhQSALaJZztDKq+fx1l9WqfPNSPViZKQ3eBcvFiJnEnfeAS942cugG7Kh0KuiL3zFto10uJ7eMh7MnAlQ96b/b1RE= ceph-3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:50:40.277 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-30T20:50:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:40 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/4205604613' entity='client.admin' 2024-08-30T20:50:40.485 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:50:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi173", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:50:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:43.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2629985944' entity='client.admin' 2024-08-30T20:50:43.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:43.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:43.532 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-30T20:50:43.532 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-30T20:50:44.153 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:50:46.518 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi196 2024-08-30T20:50:46.518 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:50:46.518 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.conf 2024-08-30T20:50:46.537 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:50:46.537 DEBUG:teuthology.orchestra.run.smithi196:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:50:46.595 INFO:tasks.cephadm:Adding host smithi196 to orchestrator... 2024-08-30T20:50:46.595 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch host add smithi196 2024-08-30T20:50:46.799 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:50:46.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:46.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:46.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:48 smithi173 ceph-mon[17131]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi196", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:50:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:49 smithi173 ceph-mon[17131]: Deploying cephadm binary to smithi196 2024-08-30T20:50:51.108 INFO:teuthology.orchestra.run.smithi173.stdout:Added host 'smithi196' with addr '172.21.15.196' 2024-08-30T20:50:51.707 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch host ls --format=json 2024-08-30T20:50:51.896 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:50:52.348 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:52.348 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:52 smithi173 ceph-mon[17131]: Added host smithi196 2024-08-30T20:50:52.348 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:50:52.348 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:52.348 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:52 smithi173 ceph-mon[17131]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:50:52.348 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:53.475 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:50:53.475 INFO:teuthology.orchestra.run.smithi173.stdout:[{"addr": "172.21.15.173", "hostname": "smithi173", "labels": [], "status": ""}, {"addr": "172.21.15.196", "hostname": "smithi196", "labels": [], "status": ""}] 2024-08-30T20:50:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:53 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:54.046 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-30T20:50:54.047 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd crush tunables default 2024-08-30T20:50:54.237 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:50:54.626 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:54 smithi173 ceph-mon[17131]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:50:54.626 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:54 smithi173 ceph-mon[17131]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:50:56.261 INFO:teuthology.orchestra.run.smithi173.stderr:adjusted tunables profile to default 2024-08-30T20:50:56.620 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:56.620 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:56.620 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi196", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3027825049' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:56.621 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:50:56.915 INFO:tasks.cephadm:Adding mon.a on smithi173 2024-08-30T20:50:56.915 INFO:tasks.cephadm:Adding mon.c on smithi173 2024-08-30T20:50:56.915 INFO:tasks.cephadm:Adding mon.b on smithi196 2024-08-30T20:50:56.915 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch apply mon '3;smithi173:172.21.15.173=a;smithi173:[v2:172.21.15.173:3301,v1:172.21.15.173:6790]=c;smithi196:172.21.15.196=b' 2024-08-30T20:50:57.106 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:50:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:57 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:50:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:57 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:50:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:57 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3027825049' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-30T20:50:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:57 smithi173 ceph-mon[17131]: osdmap e4: 0 total, 0 up, 0 in 2024-08-30T20:50:58.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:58 smithi173 ceph-mon[17131]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:50:58.910 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mon update... 2024-08-30T20:50:59.555 DEBUG:teuthology.orchestra.run.smithi173:mon.c> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.c.service 2024-08-30T20:50:59.558 DEBUG:teuthology.orchestra.run.smithi196:mon.b> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.b.service 2024-08-30T20:50:59.560 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-30T20:50:59.560 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-30T20:51:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi173:172.21.15.173=a;smithi173:[v2:172.21.15.173:3301,v1:172.21.15.173:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: Saving service mon spec with placement smithi173:172.21.15.173=a;smithi173:[v2:172.21.15.173:3301,v1:172.21.15.173:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-30T20:51:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:00.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:00.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:00.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: Deploying daemon mon.b on smithi196 2024-08-30T20:51:00.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:50:59 smithi173 ceph-mon[17131]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:00.262 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:51:02.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:02 smithi173 ceph-mon[17131]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:02.974 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:51:02.974 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":1,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","modified":"2024-08-30T20:49:39.086279Z","created":"2024-08-30T20:49:39.086279Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-30T20:51:02.974 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 1 2024-08-30T20:51:03.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:03 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/2548216311' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:04.356 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 podman[21297]: 2024-08-30 20:51:04.227961981 +0000 UTC m=+0.015920972 image pull 600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0 2024-08-30T20:51:04.357 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 podman[21297]: 2024-08-30 20:51:04.355926101 +0000 UTC m=+0.143885090 container create 1dc0af7e1ebe7cd0823e79c8bc5ff142fd63fd7760c029c310144e55044c27c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-63b0b8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-30T20:51:04.607 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 podman[21297]: 2024-08-30 20:51:04.583173524 +0000 UTC m=+0.371132511 container init 1dc0af7e1ebe7cd0823e79c8bc5ff142fd63fd7760c029c310144e55044c27c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=reef-63b0b8e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-08-30T20:51:04.608 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 podman[21297]: 2024-08-30 20:51:04.586347845 +0000 UTC m=+0.374306832 container start 1dc0af7e1ebe7cd0823e79c8bc5ff142fd63fd7760c029c310144e55044c27c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-63b0b8e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-30T20:51:04.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:04 smithi173 ceph-mon[17131]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:04.819 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-30T20:51:04.819 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-30T20:51:05.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: set uid:gid to 167:167 (ceph:ceph) 2024-08-30T20:51:05.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable), process ceph-mon, pid 2 2024-08-30T20:51:05.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: pidfile_write: ignore empty --pid-file 2024-08-30T20:51:05.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: load: jerasure load: lrc 2024-08-30T20:51:05.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: RocksDB version: 7.9.2 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Git sha 0 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Compile date 2024-08-29 17:26:11 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: DB SUMMARY 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: DB Session ID: DOB2YMM2NWPU9UQVF2SV 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: CURRENT file: CURRENT 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: IDENTITY file: IDENTITY 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.error_if_exists: 0 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.create_if_missing: 0 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.paranoid_checks: 1 2024-08-30T20:51:05.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.env: 0x5610c0abfbc0 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.fs: PosixFileSystem 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.info_log: 0x5610c25a8be0 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_file_opening_threads: 16 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.statistics: (nil) 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.use_fsync: 0 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_log_file_size: 0 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.keep_log_file_num: 1000 2024-08-30T20:51:05.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.recycle_log_file_num: 0 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.allow_fallocate: 1 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.allow_mmap_reads: 0 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.allow_mmap_writes: 0 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.use_direct_reads: 0 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.create_missing_column_families: 0 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.db_log_dir: 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.wal_dir: 2024-08-30T20:51:05.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-30T20:51:05.026 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-30T20:51:05.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-30T20:51:05.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-30T20:51:05.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-30T20:51:05.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-30T20:51:05.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.advise_random_on_open: 1 2024-08-30T20:51:05.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.db_write_buffer_size: 0 2024-08-30T20:51:05.027 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.write_buffer_manager: 0x5610c25b6320 2024-08-30T20:51:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-30T20:51:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-30T20:51:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-30T20:51:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.rate_limiter: (nil) 2024-08-30T20:51:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-30T20:51:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.wal_recovery_mode: 2 2024-08-30T20:51:05.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.enable_thread_tracking: 0 2024-08-30T20:51:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.enable_pipelined_write: 0 2024-08-30T20:51:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.unordered_write: 0 2024-08-30T20:51:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-30T20:51:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-30T20:51:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-30T20:51:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-30T20:51:05.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.row_cache: None 2024-08-30T20:51:05.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.wal_filter: None 2024-08-30T20:51:05.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-30T20:51:05.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.allow_ingest_behind: 0 2024-08-30T20:51:05.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.two_write_queues: 0 2024-08-30T20:51:05.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.manual_wal_flush: 0 2024-08-30T20:51:05.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.wal_compression: 0 2024-08-30T20:51:05.030 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.atomic_flush: 0 2024-08-30T20:51:05.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-30T20:51:05.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-30T20:51:05.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-30T20:51:05.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.log_readahead_size: 0 2024-08-30T20:51:05.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-30T20:51:05.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.best_efforts_recovery: 0 2024-08-30T20:51:05.031 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.allow_data_in_errors: 0 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.db_host_id: __hostname__ 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_background_jobs: 2 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_background_compactions: -1 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_subcompactions: 1 2024-08-30T20:51:05.032 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-30T20:51:05.033 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-30T20:51:05.033 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-30T20:51:05.033 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_total_wal_size: 0 2024-08-30T20:51:05.033 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-30T20:51:05.033 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-30T20:51:05.033 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-30T20:51:05.033 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_open_files: -1 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bytes_per_sync: 0 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_readahead_size: 0 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_background_flushes: -1 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Compression algorithms supported: 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kZSTD supported: 0 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kXpressCompression supported: 0 2024-08-30T20:51:05.034 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kBZip2Compression supported: 0 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kLZ4Compression supported: 1 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kZlibCompression supported: 1 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kLZ4HCCompression supported: 1 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: kSnappyCompression supported: 1 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.merge_operator: 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_filter: None 2024-08-30T20:51:05.035 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_filter_factory: None 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.sst_partitioner_factory: None 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5610c25a87e0) 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks: 1 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_top_level_index_and_filter: 1 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_type: 0 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_index_type: 0 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_shortening: 1 2024-08-30T20:51:05.036 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: checksum: 4 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: no_block_cache: 0 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache: 0x5610c259d350 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_name: BinnedLRUCache 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_options: 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: capacity : 536870912 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_shard_bits : 4 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: strict_capacity_limit : 0 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: high_pri_pool_ratio: 0.000 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_compressed: (nil) 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: persistent_cache: (nil) 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size: 4096 2024-08-30T20:51:05.037 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size_deviation: 10 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_restart_interval: 16 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_block_restart_interval: 1 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_block_size: 4096 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: partition_filters: 0 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: use_delta_encoding: 1 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: filter_policy: bloomfilter 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: whole_key_filtering: 1 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: verify_compression: 0 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: read_amp_bytes_per_bit: 0 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: format_version: 5 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_index_compression: 1 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_align: 0 2024-08-30T20:51:05.038 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_auto_readahead_size: 262144 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout: prepopulate_block_cache: 0 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout: initial_auto_readahead_size: 8192 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_file_reads_for_auto_readahead: 2 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.write_buffer_size: 33554432 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_write_buffer_number: 2 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression: NoCompression 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression: Disabled 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.prefix_extractor: nullptr 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.num_levels: 7 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-30T20:51:05.039 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.level: 32767 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.strategy: 0 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-30T20:51:05.040 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.enabled: false 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.target_file_size_base: 67108864 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-30T20:51:05.041 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-30T20:51:05.042 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.arena_block_size: 1048576 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.disable_auto_compactions: 0 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-30T20:51:05.043 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.inplace_update_support: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.bloom_locality: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.max_successive_merges: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.paranoid_file_checks: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.force_consistency_checks: 1 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.report_bg_io_stats: 0 2024-08-30T20:51:05.044 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.ttl: 2592000 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.enable_blob_files: false 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.min_blob_size: 0 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.blob_file_size: 268435456 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.blob_file_starting_level: 0 2024-08-30T20:51:05.045 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 58fa3cbc-7c13-4d79-b548-23533c22abdf 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051064613197, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051064613602, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725051064, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "58fa3cbc-7c13-4d79-b548-23533c22abdf", "db_session_id": "DOB2YMM2NWPU9UQVF2SV", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051064613701, "job": 1, "event": "recovery_finished"} 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5610c25c8e00 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: DB pointer 0x5610c26bc000 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-30T20:51:05.046 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** DB Stats ** 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:05.047 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-30T20:51:05.048 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.00 GB write, 0.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.00 GB write, 0.54 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache BinnedLRUCache@0x5610c259d350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: using public_addr v2:172.21.15.196:0/0 -> [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] 2024-08-30T20:51:05.049 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: starting mon.b rank -1 at public addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] at bind addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(???) e0 preinit fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).mds e1 new map 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).mds e1 print_map 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout: e1 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout: legacy client fscid: -1 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout: No filesystems configured 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-30T20:51:05.050 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:51:05.051 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:05.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi173:172.21.15.173=a;smithi173:[v2:172.21.15.173:3301,v1:172.21.15.173:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:05.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: Saving service mon spec with placement smithi173:172.21.15.173=a;smithi173:[v2:172.21.15.173:3301,v1:172.21.15.173:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-30T20:51:05.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:05.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:05.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:05.052 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: Deploying daemon mon.b on smithi196 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/2548216311' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:05.053 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:05.054 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 ceph-mon[21316]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-30T20:51:05.054 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 bash[21297]: 1dc0af7e1ebe7cd0823e79c8bc5ff142fd63fd7760c029c310144e55044c27c4 2024-08-30T20:51:05.054 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:04 smithi196 systemd[1]: Started Ceph mon.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:51:05.056 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:51:09.896 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:51:09.897 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":2,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","modified":"2024-08-30T20:51:04.636550Z","created":"2024-08-30T20:49:39.086279Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:3300","nonce":0},{"type":"v1","addr":"172.21.15.196:6789","nonce":0}]},"addr":"172.21.15.196:6789/0","public_addr":"172.21.15.196:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-30T20:51:09.897 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 2 2024-08-30T20:51:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:51:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: mon.a calling monitor election 2024-08-30T20:51:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: mon.b calling monitor election 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: monmap e2: 2 mons at {a=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: fsmap 2024-08-30T20:51:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: osdmap e4: 0 total, 0 up, 0 in 2024-08-30T20:51:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: mgrmap e13: y(active, since 38s) 2024-08-30T20:51:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: overall HEALTH_OK 2024-08-30T20:51:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:51:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: mon.a calling monitor election 2024-08-30T20:51:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: mon.b calling monitor election 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: monmap e2: 2 mons at {a=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: fsmap 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: osdmap e4: 0 total, 0 up, 0 in 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: mgrmap e13: y(active, since 38s) 2024-08-30T20:51:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: overall HEALTH_OK 2024-08-30T20:51:10.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:10.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:10.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:10.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:10.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:10 smithi173 ceph-mon[17131]: Deploying daemon mon.c on smithi173 2024-08-30T20:51:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:10 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/2381089850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:10 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:10 smithi196 ceph-mon[21316]: Deploying daemon mon.c on smithi173 2024-08-30T20:51:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:10 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/2381089850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:10 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:11.534 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-30T20:51:11.535 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-30T20:51:11.740 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:51:11.819 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:11 smithi196 ceph-mon[21316]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:11 smithi173 ceph-mon[17131]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.698 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 systemd[1]: Starting Ceph mon.c for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:51:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 podman[28050]: 2024-08-30 20:51:12.599635768 +0000 UTC m=+0.015578408 image pull 600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0 2024-08-30T20:51:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 podman[28050]: 2024-08-30 20:51:12.699049717 +0000 UTC m=+0.114992395 container create 354b081132427515b07c0ad13284765f0899a5224fe6b89469f8169beec8edf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-63b0b8e, org.label-schema.license=GPLv2) 2024-08-30T20:51:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 podman[28050]: 2024-08-30 20:51:12.88452798 +0000 UTC m=+0.300470620 container init 354b081132427515b07c0ad13284765f0899a5224fe6b89469f8169beec8edf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-08-30T20:51:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 podman[28050]: 2024-08-30 20:51:12.887762501 +0000 UTC m=+0.303705134 container start 354b081132427515b07c0ad13284765f0899a5224fe6b89469f8169beec8edf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True) 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: set uid:gid to 167:167 (ceph:ceph) 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable), process ceph-mon, pid 2 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pidfile_write: ignore empty --pid-file 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: load: jerasure load: lrc 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: RocksDB version: 7.9.2 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Git sha 0 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Compile date 2024-08-29 17:26:11 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: DB SUMMARY 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: DB Session ID: YMEAH3YB1RI3F5E4XJ1C 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: CURRENT file: CURRENT 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: IDENTITY file: IDENTITY 2024-08-30T20:51:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-30T20:51:12.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-30T20:51:12.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-30T20:51:12.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.error_if_exists: 0 2024-08-30T20:51:12.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.create_if_missing: 0 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.paranoid_checks: 1 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.env: 0x559bc8ad4bc0 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.fs: PosixFileSystem 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.info_log: 0x559bc9984be0 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_file_opening_threads: 16 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.statistics: (nil) 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.use_fsync: 0 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_log_file_size: 0 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-30T20:51:12.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.keep_log_file_num: 1000 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.recycle_log_file_num: 0 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.allow_fallocate: 1 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.allow_mmap_reads: 0 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.allow_mmap_writes: 0 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.use_direct_reads: 0 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.create_missing_column_families: 0 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.db_log_dir: 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.wal_dir: 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-30T20:51:12.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.advise_random_on_open: 1 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.db_write_buffer_size: 0 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.write_buffer_manager: 0x559bc9992320 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.rate_limiter: (nil) 2024-08-30T20:51:12.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.wal_recovery_mode: 2 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.enable_thread_tracking: 0 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.enable_pipelined_write: 0 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.unordered_write: 0 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.row_cache: None 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.wal_filter: None 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.allow_ingest_behind: 0 2024-08-30T20:51:12.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.two_write_queues: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.manual_wal_flush: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.wal_compression: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.atomic_flush: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.log_readahead_size: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.best_efforts_recovery: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.allow_data_in_errors: 0 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.db_host_id: __hostname__ 2024-08-30T20:51:12.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_background_jobs: 2 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_background_compactions: -1 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_subcompactions: 1 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_total_wal_size: 0 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_open_files: -1 2024-08-30T20:51:12.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bytes_per_sync: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_readahead_size: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_background_flushes: -1 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Compression algorithms supported: 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kZSTD supported: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kXpressCompression supported: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kBZip2Compression supported: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kLZ4Compression supported: 1 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kZlibCompression supported: 1 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kLZ4HCCompression supported: 1 2024-08-30T20:51:12.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: kSnappyCompression supported: 1 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.merge_operator: 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_filter: None 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_filter_factory: None 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.sst_partitioner_factory: None 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559bc99847e0) 2024-08-30T20:51:12.970 INFO:journalctl@ceph.mon.c.smithi173.stdout: cache_index_and_filter_blocks: 1 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: pin_top_level_index_and_filter: 1 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_type: 0 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: data_block_index_type: 0 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_shortening: 1 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: checksum: 4 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: no_block_cache: 0 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache: 0x559bc99791f0 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_name: BinnedLRUCache 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_options: 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: capacity : 536870912 2024-08-30T20:51:12.971 INFO:journalctl@ceph.mon.c.smithi173.stdout: num_shard_bits : 4 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: strict_capacity_limit : 0 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: high_pri_pool_ratio: 0.000 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_compressed: (nil) 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: persistent_cache: (nil) 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_size: 4096 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_size_deviation: 10 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_restart_interval: 16 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_block_restart_interval: 1 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: metadata_block_size: 4096 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: partition_filters: 0 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: use_delta_encoding: 1 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: filter_policy: bloomfilter 2024-08-30T20:51:12.972 INFO:journalctl@ceph.mon.c.smithi173.stdout: whole_key_filtering: 1 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: verify_compression: 0 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: read_amp_bytes_per_bit: 0 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: format_version: 5 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: enable_index_compression: 1 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_align: 0 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: max_auto_readahead_size: 262144 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: prepopulate_block_cache: 0 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: initial_auto_readahead_size: 8192 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout: num_file_reads_for_auto_readahead: 2 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.write_buffer_size: 33554432 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_write_buffer_number: 2 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression: NoCompression 2024-08-30T20:51:12.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression: Disabled 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.prefix_extractor: nullptr 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.num_levels: 7 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-30T20:51:12.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.level: 32767 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.strategy: 0 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.enabled: false 2024-08-30T20:51:12.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-30T20:51:12.976 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-30T20:51:12.976 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-30T20:51:12.976 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.target_file_size_base: 67108864 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-30T20:51:12.977 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.arena_block_size: 1048576 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.disable_auto_compactions: 0 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-30T20:51:12.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.inplace_update_support: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.bloom_locality: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.max_successive_merges: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.paranoid_file_checks: 0 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.force_consistency_checks: 1 2024-08-30T20:51:12.979 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.report_bg_io_stats: 0 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.ttl: 2592000 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.enable_blob_files: false 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.min_blob_size: 0 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.blob_file_size: 268435456 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.blob_file_starting_level: 0 2024-08-30T20:51:12.980 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ef89906d-dd4a-44c2-81b3-19487858f2f2 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051072914023, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051072914415, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725051072, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ef89906d-dd4a-44c2-81b3-19487858f2f2", "db_session_id": "YMEAH3YB1RI3F5E4XJ1C", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051072914507, "job": 1, "event": "recovery_finished"} 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559bc99a4e00 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: DB pointer 0x559bc9a98000 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-30T20:51:12.981 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** DB Stats ** 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:12.982 INFO:journalctl@ceph.mon.c.smithi173.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.6 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-30T20:51:12.983 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: Block cache BinnedLRUCache@0x559bc99791f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: using public_addrv [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: starting mon.c rank -1 at public addrs [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] at bind addrs [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(???) e0 preinit fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).mds e1 new map 2024-08-30T20:51:12.984 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout: e1 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout: legacy client fscid: -1 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout: No filesystems configured 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-30T20:51:12.985 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi173:172.21.15.173=a;smithi173:[v2:172.21.15.173:3301,v1:172.21.15.173:6790]=c;smithi196:172.21.15.196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: Saving service mon spec with placement smithi173:172.21.15.173=a;smithi173:[v2:172.21.15.173:3301,v1:172.21.15.173:6790]=c;smithi196:172.21.15.196=b;count:3 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:12.986 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: Deploying daemon mon.b on smithi196 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/2548216311' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.a calling monitor election 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.b calling monitor election 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:12.987 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: monmap e2: 2 mons at {a=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: fsmap 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: osdmap e4: 0 total, 0 up, 0 in 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mgrmap e13: y(active, since 38s) 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: overall HEALTH_OK 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:12.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:12.989 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: Deploying daemon mon.c on smithi173 2024-08-30T20:51:12.989 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/2381089850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:12.989 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:12.989 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:12.989 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 ceph-mon[28069]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-30T20:51:12.989 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 bash[28050]: 354b081132427515b07c0ad13284765f0899a5224fe6b89469f8169beec8edf8 2024-08-30T20:51:12.989 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:12 smithi173 systemd[1]: Started Ceph mon.c for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:51:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:51:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: mon.a calling monitor election 2024-08-30T20:51:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: mon.b calling monitor election 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: mon.c calling monitor election 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T20:51:18.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: monmap e3: 3 mons at {a=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: fsmap 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: osdmap e4: 0 total, 0 up, 0 in 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: mgrmap e13: y(active, since 46s) 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: overall HEALTH_OK 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:18 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:51:18.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: mon.a calling monitor election 2024-08-30T20:51:18.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: mon.b calling monitor election 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: mon.c calling monitor election 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: monmap e3: 3 mons at {a=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: fsmap 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: osdmap e4: 0 total, 0 up, 0 in 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: mgrmap e13: y(active, since 46s) 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: overall HEALTH_OK 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: mon.a calling monitor election 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: mon.b calling monitor election 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: mon.c calling monitor election 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T20:51:18.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: monmap e3: 3 mons at {a=[v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0],b=[v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0],c=[v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: fsmap 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: osdmap e4: 0 total, 0 up, 0 in 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: mgrmap e13: y(active, since 46s) 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: overall HEALTH_OK 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:18.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:18 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:19.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:19.425 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:51:19.425 INFO:teuthology.orchestra.run.smithi196.stdout:{"epoch":3,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","modified":"2024-08-30T20:51:12.936414Z","created":"2024-08-30T20:49:39.086279Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3300","nonce":0},{"type":"v1","addr":"172.21.15.173:6789","nonce":0}]},"addr":"172.21.15.173:6789/0","public_addr":"172.21.15.173:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:3300","nonce":0},{"type":"v1","addr":"172.21.15.196:6789","nonce":0}]},"addr":"172.21.15.196:6789/0","public_addr":"172.21.15.196:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:3301","nonce":0},{"type":"v1","addr":"172.21.15.173:6790","nonce":0}]},"addr":"172.21.15.173:6790/0","public_addr":"172.21.15.173:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-30T20:51:19.425 INFO:teuthology.orchestra.run.smithi196.stderr:dumped monmap epoch 3 2024-08-30T20:51:19.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:19.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:19.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:19.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:19.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:19.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:51:19.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:19.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.040 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-30T20:51:20.041 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph config generate-minimal-conf 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:51:20.166 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/1866638958' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: Reconfiguring mon.a (unknown last config time)... 2024-08-30T20:51:20.167 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[28069]: Reconfiguring daemon mon.a on smithi173 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:51:20.168 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/1866638958' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: Reconfiguring mon.a (unknown last config time)... 2024-08-30T20:51:20.169 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:20.170 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:20.170 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:20.170 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:20 smithi173 ceph-mon[17131]: Reconfiguring daemon mon.a on smithi173 2024-08-30T20:51:20.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:20.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:20.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/1866638958' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:20.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: Reconfiguring mon.a (unknown last config time)... 2024-08-30T20:51:20.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:20.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:20.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:20.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:20 smithi196 ceph-mon[21316]: Reconfiguring daemon mon.a on smithi173 2024-08-30T20:51:20.903 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:51:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:21.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:21.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: Reconfiguring mon.c (monmap changed)... 2024-08-30T20:51:21.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:21.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:21.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:21.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: Reconfiguring daemon mon.c on smithi173 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: Reconfiguring mon.c (monmap changed)... 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:21.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: Reconfiguring daemon mon.c on smithi173 2024-08-30T20:51:21.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:21.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: Reconfiguring mon.c (monmap changed)... 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: Reconfiguring daemon mon.c on smithi173 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:23.583 INFO:teuthology.orchestra.run.smithi173.stdout:# minimal ceph.conf for 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:51:23.583 INFO:teuthology.orchestra.run.smithi173.stdout:[global] 2024-08-30T20:51:23.583 INFO:teuthology.orchestra.run.smithi173.stdout: fsid = 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T20:51:23.583 INFO:teuthology.orchestra.run.smithi173.stdout: mon_host = [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] 2024-08-30T20:51:24.142 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:24.142 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:24.142 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: Reconfiguring mon.b (monmap changed)... 2024-08-30T20:51:24.142 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:24.142 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:24.142 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: Reconfiguring daemon mon.b on smithi196 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3873435740' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: Reconfiguring mon.b (monmap changed)... 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:24.143 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: Reconfiguring daemon mon.b on smithi196 2024-08-30T20:51:24.144 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:24.144 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:23 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3873435740' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:24.144 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-30T20:51:24.145 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:51:24.145 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.conf 2024-08-30T20:51:24.173 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:51:24.173 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:51:24.237 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:51:24.238 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.conf 2024-08-30T20:51:24.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:24.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:24.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: Reconfiguring mon.b (monmap changed)... 2024-08-30T20:51:24.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T20:51:24.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T20:51:24.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:24.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: Reconfiguring daemon mon.b on smithi196 2024-08-30T20:51:24.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:24.260 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:23 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3873435740' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:24.264 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:51:24.264 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:51:24.329 INFO:tasks.cephadm:Adding mgr.y on smithi173 2024-08-30T20:51:24.329 INFO:tasks.cephadm:Adding mgr.x on smithi196 2024-08-30T20:51:24.329 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch apply mgr '2;smithi173=y;smithi196=x' 2024-08-30T20:51:24.554 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:51:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:25.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:25.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:25.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:25.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:25.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:25.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:25.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:26.189 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mgr update... 2024-08-30T20:51:26.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:26 smithi196 ceph-mon[21316]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:26.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:26 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:26.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:26 smithi173 ceph-mon[17131]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:26.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:26 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:26.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:26 smithi173 ceph-mon[28069]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:26.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:26 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:26.850 DEBUG:teuthology.orchestra.run.smithi196:mgr.x> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service 2024-08-30T20:51:26.852 DEBUG:tasks.cephadm:set 0 configs 2024-08-30T20:51:26.852 INFO:tasks.cephadm:Deploying OSDs... 2024-08-30T20:51:26.852 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:51:26.852 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/scratch_devs of=/dev/stdout 2024-08-30T20:51:26.872 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-30T20:51:26.872 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_1 2024-08-30T20:51:26.930 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-30T20:51:26.930 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:26.930 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 976 Links: 1 2024-08-30T20:51:26.931 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:26.931 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:26.931 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-08-30 20:51:12.417796083 +0000 2024-08-30T20:51:26.931 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-08-30 20:47:15.803077990 +0000 2024-08-30T20:51:26.931 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-08-30 20:47:15.803077990 +0000 2024-08-30T20:51:26.931 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-08-30 20:47:15.803077990 +0000 2024-08-30T20:51:26.931 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-30T20:51:26.997 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-08-30T20:51:26.997 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-08-30T20:51:26.997 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000230566 s, 2.2 MB/s 2024-08-30T20:51:26.999 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-30T20:51:27.057 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_2 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 965 Links: 1 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-08-30 20:51:12.418796061 +0000 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-08-30 20:47:15.802078012 +0000 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-08-30 20:47:15.802078012 +0000 2024-08-30T20:51:27.115 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-08-30 20:47:15.802078012 +0000 2024-08-30T20:51:27.115 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-30T20:51:27.180 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-08-30T20:51:27.180 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-08-30T20:51:27.181 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000224727 s, 2.3 MB/s 2024-08-30T20:51:27.182 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-30T20:51:27.239 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_3 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-08-30 20:51:12.418796061 +0000 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-08-30 20:47:15.804077969 +0000 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-08-30 20:47:15.804077969 +0000 2024-08-30T20:51:27.295 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-08-30 20:47:15.804077969 +0000 2024-08-30T20:51:27.296 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi173=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: Saving service mgr spec with placement smithi173=y;smithi196=x;count:2 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:51:27.357 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[28069]: Deploying daemon mgr.x on smithi196 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi173=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: Saving service mgr spec with placement smithi173=y;smithi196=x;count:2 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:27.358 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:27 smithi173 ceph-mon[17131]: Deploying daemon mgr.x on smithi196 2024-08-30T20:51:27.359 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-08-30T20:51:27.359 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-08-30T20:51:27.359 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000190308 s, 2.7 MB/s 2024-08-30T20:51:27.360 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-30T20:51:27.416 DEBUG:teuthology.orchestra.run.smithi173:> stat /dev/vg_nvme/lv_4 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout:Device: 5h/5d Inode: 971 Links: 1 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout:Access: 2024-08-30 20:51:12.418796061 +0000 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout:Modify: 2024-08-30 20:47:15.803077990 +0000 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout:Change: 2024-08-30 20:47:15.803077990 +0000 2024-08-30T20:51:27.472 INFO:teuthology.orchestra.run.smithi173.stdout: Birth: 2024-08-30 20:47:15.803077990 +0000 2024-08-30T20:51:27.473 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-30T20:51:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi173=y;smithi196=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: Saving service mgr spec with placement smithi173=y;smithi196=x;count:2 2024-08-30T20:51:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:27.510 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:51:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-30T20:51:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:51:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:27.511 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:27 smithi196 ceph-mon[21316]: Deploying daemon mgr.x on smithi196 2024-08-30T20:51:27.535 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records in 2024-08-30T20:51:27.535 INFO:teuthology.orchestra.run.smithi173.stderr:1+0 records out 2024-08-30T20:51:27.535 INFO:teuthology.orchestra.run.smithi173.stderr:512 bytes copied, 0.000192606 s, 2.7 MB/s 2024-08-30T20:51:27.536 DEBUG:teuthology.orchestra.run.smithi173:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-30T20:51:27.592 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:51:27.592 DEBUG:teuthology.orchestra.run.smithi196:> dd if=/scratch_devs of=/dev/stdout 2024-08-30T20:51:27.608 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-30T20:51:27.608 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_1 2024-08-30T20:51:27.663 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-30T20:51:27.663 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:27.663 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-08-30T20:51:27.663 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:27.663 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:27.663 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-30 20:51:04.031243842 +0000 2024-08-30T20:51:27.664 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:27.664 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:27.664 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:27.664 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-30T20:51:27.728 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-30T20:51:27.728 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-30T20:51:27.728 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000189976 s, 2.7 MB/s 2024-08-30T20:51:27.729 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-30T20:51:27.785 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_2 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-30 20:51:04.031243842 +0000 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-30 20:47:16.978333522 +0000 2024-08-30T20:51:27.840 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-30 20:47:16.978333522 +0000 2024-08-30T20:51:27.841 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-30 20:47:16.978333522 +0000 2024-08-30T20:51:27.841 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-30T20:51:27.903 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-30T20:51:27.903 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-30T20:51:27.903 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.00020153 s, 2.5 MB/s 2024-08-30T20:51:27.904 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-30T20:51:27.963 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_3 2024-08-30T20:51:28.019 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-30T20:51:28.019 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:28.019 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-08-30T20:51:28.019 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:28.019 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:28.019 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-30 20:51:28.014701598 +0000 2024-08-30T20:51:28.019 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:28.020 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:28.020 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:28.020 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-30T20:51:28.085 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-30T20:51:28.085 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-30T20:51:28.085 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000181678 s, 2.8 MB/s 2024-08-30T20:51:28.086 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-30T20:51:28.144 DEBUG:teuthology.orchestra.run.smithi196:> stat /dev/vg_nvme/lv_4 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout:Context: system_u:object_r:device_t:s0 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout:Access: 2024-08-30 20:51:28.015701575 +0000 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout:Modify: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout:Change: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:28.199 INFO:teuthology.orchestra.run.smithi196.stdout: Birth: 2024-08-30 20:47:16.974333611 +0000 2024-08-30T20:51:28.200 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-30T20:51:28.262 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records in 2024-08-30T20:51:28.262 INFO:teuthology.orchestra.run.smithi196.stderr:1+0 records out 2024-08-30T20:51:28.262 INFO:teuthology.orchestra.run.smithi196.stderr:512 bytes copied, 0.000167902 s, 3.0 MB/s 2024-08-30T20:51:28.264 DEBUG:teuthology.orchestra.run.smithi196:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-30T20:51:28.321 INFO:tasks.cephadm:Deploying osd.0 on smithi173 with /dev/vg_nvme/lv_4... 2024-08-30T20:51:28.321 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-30T20:51:28.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:28 smithi173 ceph-mon[17131]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:28.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:28 smithi173 ceph-mon[28069]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:28.471 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:28 smithi196 ceph-mon[21316]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:28.509 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:51:28.757 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:28 smithi196 ceph-mgr[23185]: -- 172.21.15.196:0/1677289669 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558c6bd34d00 con 0x558c6bd09400 2024-08-30T20:51:29.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:28 smithi196 bash[23166]: 2ae1125049b720d65f4222aaa514c8c209109146214b8284ae63eeb595e629ca 2024-08-30T20:51:29.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:28 smithi196 systemd[1]: Started Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:51:29.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:28.800+0000 7f0a08716040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-30T20:51:29.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:28.862+0000 7f0a08716040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-30T20:51:29.406 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:29.023+0000 7f0a08716040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-30T20:51:29.406 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:29.094+0000 7f0a08716040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-30T20:51:29.406 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:29.269+0000 7f0a08716040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:51:29.734 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:29.414+0000 7f0a08716040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-30T20:51:29.734 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:29.732+0000 7f0a08716040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-30T20:51:29.993 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:29.793+0000 7f0a08716040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-30T20:51:29.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:29.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:29.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:29.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:29.993 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:29.994 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-mon[21316]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[28069]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.107 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.108 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.108 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:30.108 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:30.108 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:29 smithi173 ceph-mon[17131]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:30.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:29.992+0000 7f0a08716040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-30T20:51:30.872 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:51:30.892 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_4 2024-08-30T20:51:31.188 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: Reconfiguring mgr.y (unknown last config time)... 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:31.189 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[17131]: Reconfiguring daemon mgr.y on smithi173 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: Reconfiguring mgr.y (unknown last config time)... 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:31.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:30 smithi173 ceph-mon[28069]: Reconfiguring daemon mgr.y on smithi173 2024-08-30T20:51:31.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:30.853+0000 7f0a08716040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-30T20:51:31.253 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:30.921+0000 7f0a08716040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-30T20:51:31.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:31.253 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:31.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:31.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: Reconfiguring mgr.y (unknown last config time)... 2024-08-30T20:51:31.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:51:31.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:51:31.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:31.254 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:30 smithi196 ceph-mon[21316]: Reconfiguring daemon mgr.y on smithi173 2024-08-30T20:51:31.603 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:51:31.932 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:31.666+0000 7f0a08716040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-30T20:51:31.932 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:31.785+0000 7f0a08716040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-30T20:51:31.932 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:31.930+0000 7f0a08716040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:51:32.215 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:31.993+0000 7f0a08716040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-30T20:51:32.215 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.144+0000 7f0a08716040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-30T20:51:32.215 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.213+0000 7f0a08716040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-30T20:51:32.497 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-mon[21316]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:32.498 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:32.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.275+0000 7f0a08716040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-30T20:51:32.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.432+0000 7f0a08716040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-30T20:51:32.498 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.496+0000 7f0a08716040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-30T20:51:32.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:32 smithi173 ceph-mon[17131]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:32.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:32.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:32 smithi173 ceph-mon[28069]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:32.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:32.769 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.562+0000 7f0a08716040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-30T20:51:32.769 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.643+0000 7f0a08716040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-30T20:51:32.769 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.706+0000 7f0a08716040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-30T20:51:32.769 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:32.767+0000 7f0a08716040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-30T20:51:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: Standby manager daemon x started 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:51:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: Standby manager daemon x started 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:33.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:51:33.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:51:33.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:33 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:51:33.534+0000 7f0a08716040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: Standby manager daemon x started 2024-08-30T20:51:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:51:34.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:51:34.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:51:34.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/484287001' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:51:34.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:34.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:51:34.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:51:34.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:33 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:34.906 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:34 smithi173 ceph-mon[17131]: mgrmap e14: y(active, since 62s), standbys: x 2024-08-30T20:51:34.906 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:51:34.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:34 smithi173 ceph-mon[28069]: mgrmap e14: y(active, since 62s), standbys: x 2024-08-30T20:51:34.907 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:34 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:51:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:34 smithi196 ceph-mon[21316]: mgrmap e14: y(active, since 62s), standbys: x 2024-08-30T20:51:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:34 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:51:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:35 smithi173 ceph-mon[17131]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:35 smithi173 ceph-mon[28069]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:35 smithi196 ceph-mon[21316]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2176715747' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]: dispatch 2024-08-30T20:51:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]: dispatch 2024-08-30T20:51:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]': finished 2024-08-30T20:51:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[17131]: osdmap e5: 1 total, 0 up, 1 in 2024-08-30T20:51:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3640499818' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:51:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2176715747' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]: dispatch 2024-08-30T20:51:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]: dispatch 2024-08-30T20:51:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]': finished 2024-08-30T20:51:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[28069]: osdmap e5: 1 total, 0 up, 1 in 2024-08-30T20:51:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:36 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3640499818' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:51:37.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:36 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2176715747' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]: dispatch 2024-08-30T20:51:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:36 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]: dispatch 2024-08-30T20:51:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:36 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55bd248d-05f4-411e-8a3c-459f415fd1b3"}]': finished 2024-08-30T20:51:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:36 smithi196 ceph-mon[21316]: osdmap e5: 1 total, 0 up, 1 in 2024-08-30T20:51:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:36 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:36 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3640499818' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:51:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:37 smithi173 ceph-mon[17131]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:37 smithi173 ceph-mon[28069]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:37 smithi196 ceph-mon[21316]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:40.593 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:40 smithi173 ceph-mon[17131]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:40.593 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:40 smithi173 ceph-mon[28069]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:40.723 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:40 smithi196 ceph-mon[21316]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:42.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:42 smithi173 ceph-mon[17131]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:42.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:42 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-30T20:51:42.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:42 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:42.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:42 smithi173 ceph-mon[28069]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:42.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:42 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-30T20:51:42.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:42 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:42 smithi196 ceph-mon[21316]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:42 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-30T20:51:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:42 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:43.658 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:43 smithi173 ceph-mon[17131]: Deploying daemon osd.0 on smithi173 2024-08-30T20:51:43.658 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:43 smithi173 ceph-mon[28069]: Deploying daemon osd.0 on smithi173 2024-08-30T20:51:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:43 smithi196 ceph-mon[21316]: Deploying daemon osd.0 on smithi173 2024-08-30T20:51:44.572 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:44 smithi173 ceph-mon[17131]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:44.573 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:44 smithi173 ceph-mon[28069]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:44 smithi196 ceph-mon[21316]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:46.524 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:46 smithi173 ceph-mon[17131]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:46.524 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:46 smithi173 ceph-mon[28069]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:46 smithi196 ceph-mon[21316]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:47.681 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:47 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:47.682 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:47 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:47.682 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:47 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:47.682 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:47 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:47.682 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:47 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:47.682 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:47 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:47 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:47 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:47 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:48.591 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:48 smithi173 ceph-mon[17131]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:48.591 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:48 smithi173 ceph-mon[28069]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:48.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:48 smithi196 ceph-mon[21316]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:49.928 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 0 on host 'smithi173' 2024-08-30T20:51:50.511 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.511 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.511 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[17131]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:50.511 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[17131]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-30T20:51:50.511 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.511 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.512 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.512 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.512 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[28069]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:50.512 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[28069]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-30T20:51:50.512 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.512 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:50 smithi196 ceph-mon[21316]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:50 smithi196 ceph-mon[21316]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-30T20:51:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:50.532 DEBUG:teuthology.orchestra.run.smithi173:osd.0> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.0.service 2024-08-30T20:51:50.535 INFO:tasks.cephadm:Deploying osd.1 on smithi173 with /dev/vg_nvme/lv_3... 2024-08-30T20:51:50.535 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-30T20:51:50.785 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:51:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[17131]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-30T20:51:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[17131]: osdmap e6: 1 total, 0 up, 1 in 2024-08-30T20:51:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[17131]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:51:51.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[28069]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-30T20:51:51.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[28069]: osdmap e6: 1 total, 0 up, 1 in 2024-08-30T20:51:51.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:51.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-mon[28069]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:51:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:51 smithi196 ceph-mon[21316]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-30T20:51:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:51 smithi196 ceph-mon[21316]: osdmap e6: 1 total, 0 up, 1 in 2024-08-30T20:51:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:51 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:51 smithi196 ceph-mon[21316]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:51:51.860 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[31943]: 2024-08-30T20:51:51.720+0000 7fe098035640 -1 osd.0 0 waiting for initial osdmap 2024-08-30T20:51:51.860 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:51:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[31943]: 2024-08-30T20:51:51.723+0000 7fe08fe56640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:51:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[17131]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:51:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[17131]: osdmap e7: 1 total, 0 up, 1 in 2024-08-30T20:51:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[17131]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[17131]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' 2024-08-30T20:51:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[28069]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:51:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[28069]: osdmap e7: 1 total, 0 up, 1 in 2024-08-30T20:51:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[28069]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[28069]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' 2024-08-30T20:51:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:52 smithi196 ceph-mon[21316]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:51:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:52 smithi196 ceph-mon[21316]: osdmap e7: 1 total, 0 up, 1 in 2024-08-30T20:51:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:52 smithi196 ceph-mon[21316]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-30T20:51:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:52 smithi196 ceph-mon[21316]: from='osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123]' entity='osd.0' 2024-08-30T20:51:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:51:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[28069]: osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123] boot 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[28069]: osdmap e8: 1 total, 1 up, 1 in 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[28069]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[17131]: osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123] boot 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[17131]: osdmap e8: 1 total, 1 up, 1 in 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:53 smithi173 ceph-mon[17131]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:54.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:53 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:51:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:53 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:51:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:53 smithi196 ceph-mon[21316]: osd.0 [v2:172.21.15.173:6802/1393420123,v1:172.21.15.173:6803/1393420123] boot 2024-08-30T20:51:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:53 smithi196 ceph-mon[21316]: osdmap e8: 1 total, 1 up, 1 in 2024-08-30T20:51:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:53 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:51:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:53 smithi196 ceph-mon[21316]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:54.283 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:51:54.301 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_3 2024-08-30T20:51:54.734 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:54 smithi173 ceph-mon[17131]: osdmap e9: 1 total, 1 up, 1 in 2024-08-30T20:51:54.890 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:51:55.010 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:54 smithi173 ceph-mon[28069]: osdmap e9: 1 total, 1 up, 1 in 2024-08-30T20:51:55.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:54 smithi196 ceph-mon[21316]: osdmap e9: 1 total, 1 up, 1 in 2024-08-30T20:51:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:55 smithi173 ceph-mon[17131]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:55 smithi173 ceph-mon[28069]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:55 smithi196 ceph-mon[21316]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi173 2024-08-30T20:51:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:51:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi173 to 16064M 2024-08-30T20:51:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:57.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:57.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:57.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:57.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:57.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:57 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.667 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi173 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi173 to 16064M 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:57.669 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:57.669 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:57.669 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.669 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi173 2024-08-30T20:51:57.669 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.669 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.669 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi173 to 16064M 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:51:57.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:57 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:51:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:58 smithi196 ceph-mon[21316]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:51:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:51:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:51:58 smithi196 ceph-mon[21316]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:58.627 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[28069]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[28069]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[17131]: from='client.14238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:51:58.628 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:51:58 smithi173 ceph-mon[17131]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[17131]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3996295242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7fc4434-7a1c-4d0b-8904-a41e77175733"}]: dispatch 2024-08-30T20:52:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3996295242' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7fc4434-7a1c-4d0b-8904-a41e77175733"}]': finished 2024-08-30T20:52:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[17131]: osdmap e10: 2 total, 1 up, 2 in 2024-08-30T20:52:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:00.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2893623029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[28069]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3996295242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7fc4434-7a1c-4d0b-8904-a41e77175733"}]: dispatch 2024-08-30T20:52:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3996295242' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7fc4434-7a1c-4d0b-8904-a41e77175733"}]': finished 2024-08-30T20:52:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[28069]: osdmap e10: 2 total, 1 up, 2 in 2024-08-30T20:52:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:00 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2893623029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:00 smithi196 ceph-mon[21316]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:00 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3996295242' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b7fc4434-7a1c-4d0b-8904-a41e77175733"}]: dispatch 2024-08-30T20:52:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:00 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3996295242' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b7fc4434-7a1c-4d0b-8904-a41e77175733"}]': finished 2024-08-30T20:52:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:00 smithi196 ceph-mon[21316]: osdmap e10: 2 total, 1 up, 2 in 2024-08-30T20:52:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:00 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:00 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2893623029' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:02.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:02 smithi173 ceph-mon[17131]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:02.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:02 smithi173 ceph-mon[28069]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:02.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:02 smithi196 ceph-mon[21316]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:04.681 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:04 smithi173 ceph-mon[17131]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:04.681 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:04 smithi173 ceph-mon[28069]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:04.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:04 smithi196 ceph-mon[21316]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:06.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:06 smithi173 ceph-mon[28069]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:06.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:06 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-30T20:52:06.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:06 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:06.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:06 smithi173 ceph-mon[17131]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:06.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:06 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-30T20:52:06.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:06 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:06 smithi196 ceph-mon[21316]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:06 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-30T20:52:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:06 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:07.604 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:07 smithi173 ceph-mon[17131]: Deploying daemon osd.1 on smithi173 2024-08-30T20:52:07.605 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:07 smithi173 ceph-mon[28069]: Deploying daemon osd.1 on smithi173 2024-08-30T20:52:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:07 smithi196 ceph-mon[21316]: Deploying daemon osd.1 on smithi173 2024-08-30T20:52:08.666 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:08 smithi173 ceph-mon[17131]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:08.666 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:08 smithi173 ceph-mon[28069]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:08 smithi196 ceph-mon[21316]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:10.570 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:10 smithi173 ceph-mon[17131]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:10.571 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:10 smithi173 ceph-mon[28069]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:10 smithi196 ceph-mon[21316]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:11.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:11 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:11.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:11 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:11.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:11 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:11.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:11 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:11.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:11 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:11.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:11 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:11 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:11 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:11 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:12 smithi173 ceph-mon[17131]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:12.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:12 smithi173 ceph-mon[28069]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:12 smithi196 ceph-mon[21316]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:14.280 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 1 on host 'smithi173' 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-30T20:52:14.584 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-30T20:52:14.585 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:14.586 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.586 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:14 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:14 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:14.923 DEBUG:teuthology.orchestra.run.smithi173:osd.1> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.1.service 2024-08-30T20:52:14.925 INFO:tasks.cephadm:Deploying osd.2 on smithi173 with /dev/vg_nvme/lv_2... 2024-08-30T20:52:14.925 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-30T20:52:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:15 smithi196 ceph-mon[21316]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-30T20:52:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:15 smithi196 ceph-mon[21316]: osdmap e11: 2 total, 1 up, 2 in 2024-08-30T20:52:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:15 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:15 smithi196 ceph-mon[21316]: from='osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:15 smithi196 ceph-mon[21316]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:15.808 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[17131]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-30T20:52:15.808 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[17131]: osdmap e11: 2 total, 1 up, 2 in 2024-08-30T20:52:15.808 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:15.808 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[17131]: from='osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:15.808 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[17131]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:15.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[28069]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-30T20:52:15.809 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[28069]: osdmap e11: 2 total, 1 up, 2 in 2024-08-30T20:52:15.809 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:15.809 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[28069]: from='osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:15.809 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-mon[28069]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:15.809 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[38004]: 2024-08-30T20:52:15.509+0000 7f851387e640 -1 osd.1 0 waiting for initial osdmap 2024-08-30T20:52:15.809 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[38004]: 2024-08-30T20:52:15.512+0000 7f850f6a7640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:52:16.087 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:52:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[28069]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[28069]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:52:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[28069]: osdmap e12: 2 total, 1 up, 2 in 2024-08-30T20:52:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:16.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[17131]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:16.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[17131]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:52:16.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[17131]: osdmap e12: 2 total, 1 up, 2 in 2024-08-30T20:52:16.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:16.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:16 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:16 smithi196 ceph-mon[21316]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-30T20:52:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:16 smithi196 ceph-mon[21316]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:52:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:16 smithi196 ceph-mon[21316]: osdmap e12: 2 total, 1 up, 2 in 2024-08-30T20:52:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:16 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:16 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:17.675 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:52:17.675 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:52:17.675 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[17131]: osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955] boot 2024-08-30T20:52:17.675 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[17131]: osdmap e13: 2 total, 2 up, 2 in 2024-08-30T20:52:17.675 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:17.676 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:52:17.676 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:52:17.676 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[28069]: osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955] boot 2024-08-30T20:52:17.676 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[28069]: osdmap e13: 2 total, 2 up, 2 in 2024-08-30T20:52:17.676 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:17 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:17 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:52:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:17 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:52:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:17 smithi196 ceph-mon[21316]: osd.1 [v2:172.21.15.173:6810/3917330955,v1:172.21.15.173:6811/3917330955] boot 2024-08-30T20:52:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:17 smithi196 ceph-mon[21316]: osdmap e13: 2 total, 2 up, 2 in 2024-08-30T20:52:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:17 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:52:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:18 smithi196 ceph-mon[21316]: pgmap v56: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:18 smithi196 ceph-mon[21316]: osdmap e14: 2 total, 2 up, 2 in 2024-08-30T20:52:18.820 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:18 smithi173 ceph-mon[17131]: pgmap v56: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:18.820 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:18 smithi173 ceph-mon[17131]: osdmap e14: 2 total, 2 up, 2 in 2024-08-30T20:52:18.821 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:18 smithi173 ceph-mon[28069]: pgmap v56: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:18.821 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:18 smithi173 ceph-mon[28069]: osdmap e14: 2 total, 2 up, 2 in 2024-08-30T20:52:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi173 2024-08-30T20:52:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi173 to 8032M 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[17131]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi173 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi173 to 8032M 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:19 smithi173 ceph-mon[28069]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:20.230 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:52:20.249 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_2 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi173 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi173 to 8032M 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:19 smithi196 ceph-mon[21316]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:20.443 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:52:22.697 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[28069]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:22.697 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:52:22.697 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:52:22.697 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:22.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[17131]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:22.698 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:52:22.698 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:52:22.698 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:22 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:22.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:22 smithi196 ceph-mon[21316]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:22.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:22 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:52:22.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:22 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:52:22.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:22 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:23.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:23 smithi173 ceph-mon[17131]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:52:23.695 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:23 smithi173 ceph-mon[28069]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:52:23.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:23 smithi196 ceph-mon[21316]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:52:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[17131]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/281295582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0387e01-9156-46d7-ae9f-4097553d56cb"}]: dispatch 2024-08-30T20:52:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/281295582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0387e01-9156-46d7-ae9f-4097553d56cb"}]': finished 2024-08-30T20:52:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[17131]: osdmap e15: 3 total, 2 up, 3 in 2024-08-30T20:52:24.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[28069]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/281295582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0387e01-9156-46d7-ae9f-4097553d56cb"}]: dispatch 2024-08-30T20:52:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/281295582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0387e01-9156-46d7-ae9f-4097553d56cb"}]': finished 2024-08-30T20:52:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[28069]: osdmap e15: 3 total, 2 up, 3 in 2024-08-30T20:52:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:24 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:24 smithi196 ceph-mon[21316]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:24 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/281295582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0387e01-9156-46d7-ae9f-4097553d56cb"}]: dispatch 2024-08-30T20:52:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:24 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/281295582' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0387e01-9156-46d7-ae9f-4097553d56cb"}]': finished 2024-08-30T20:52:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:24 smithi196 ceph-mon[21316]: osdmap e15: 3 total, 2 up, 3 in 2024-08-30T20:52:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:24 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:25.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:25 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3701830698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:25 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3701830698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:25.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:25 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3701830698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:26.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:26 smithi173 ceph-mon[28069]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:26 smithi173 ceph-mon[17131]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:26 smithi196 ceph-mon[21316]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:28 smithi173 ceph-mon[17131]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:28 smithi173 ceph-mon[28069]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:28.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:28 smithi196 ceph-mon[21316]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:30.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:30 smithi173 ceph-mon[28069]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:30.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-30T20:52:30.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:30 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:30.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:30 smithi173 ceph-mon[17131]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:30.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-30T20:52:30.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:30 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:30.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:30 smithi196 ceph-mon[21316]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:30.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-30T20:52:30.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:30 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:31.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:31 smithi173 ceph-mon[28069]: Deploying daemon osd.2 on smithi173 2024-08-30T20:52:31.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:31 smithi173 ceph-mon[17131]: Deploying daemon osd.2 on smithi173 2024-08-30T20:52:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:31 smithi196 ceph-mon[21316]: Deploying daemon osd.2 on smithi173 2024-08-30T20:52:32.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:32 smithi173 ceph-mon[17131]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:32.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:32 smithi173 ceph-mon[28069]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:32.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:32 smithi196 ceph-mon[21316]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:34.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:34 smithi196 ceph-mon[21316]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:34.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:34 smithi173 ceph-mon[17131]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:34.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:34 smithi173 ceph-mon[28069]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:35 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:35 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:35 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:35 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:35 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:35 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:35 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:35 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:35 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:36.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:36 smithi196 ceph-mon[21316]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:36 smithi173 ceph-mon[17131]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:36 smithi173 ceph-mon[28069]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:38.636 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[17131]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:38.636 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.636 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.636 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:38.636 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:38.636 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.637 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[28069]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:38.637 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.637 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.637 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:38.637 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:38.637 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:38 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.668 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 2 on host 'smithi173' 2024-08-30T20:52:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:38 smithi196 ceph-mon[21316]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:38 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:38 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:38 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:38 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:38 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:39.269 DEBUG:teuthology.orchestra.run.smithi173:osd.2> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.2.service 2024-08-30T20:52:39.271 INFO:tasks.cephadm:Deploying osd.3 on smithi173 with /dev/vg_nvme/lv_1... 2024-08-30T20:52:39.272 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-30T20:52:39.532 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[17131]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-30T20:52:39.533 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:39.533 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:39.533 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:39.533 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[28069]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-30T20:52:39.533 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:39.533 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:39.533 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:39 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:39 smithi196 ceph-mon[21316]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-30T20:52:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:39 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:52:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:39 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:39 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:40.538 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:52:40.764 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[17131]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:40.764 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[17131]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-30T20:52:40.764 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[17131]: osdmap e16: 3 total, 2 up, 3 in 2024-08-30T20:52:40.764 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:40.764 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[17131]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:40.764 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[28069]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:40.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[28069]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-30T20:52:40.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[28069]: osdmap e16: 3 total, 2 up, 3 in 2024-08-30T20:52:40.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:40.765 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-mon[28069]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:40.765 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[44009]: 2024-08-30T20:52:40.479+0000 7fb67b67b640 -1 osd.2 0 waiting for initial osdmap 2024-08-30T20:52:40.765 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:40 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[44009]: 2024-08-30T20:52:40.484+0000 7fb6774a4640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:52:40.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:40 smithi196 ceph-mon[21316]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:40 smithi196 ceph-mon[21316]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-30T20:52:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:40 smithi196 ceph-mon[21316]: osdmap e16: 3 total, 2 up, 3 in 2024-08-30T20:52:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:40 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:40 smithi196 ceph-mon[21316]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[17131]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[17131]: osdmap e17: 3 total, 2 up, 3 in 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:52:41.745 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:52:41.746 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[28069]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:52:41.746 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[28069]: osdmap e17: 3 total, 2 up, 3 in 2024-08-30T20:52:41.746 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:41.746 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:41.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:41 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:52:41.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:41 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:52:41.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:41 smithi196 ceph-mon[21316]: from='osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:52:41.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:41 smithi196 ceph-mon[21316]: osdmap e17: 3 total, 2 up, 3 in 2024-08-30T20:52:41.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:41.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:42 smithi196 ceph-mon[21316]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:42 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:42 smithi196 ceph-mon[21316]: osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142] boot 2024-08-30T20:52:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:42 smithi196 ceph-mon[21316]: osdmap e18: 3 total, 3 up, 3 in 2024-08-30T20:52:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:42 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:42.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[17131]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:42.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:42.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[17131]: osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142] boot 2024-08-30T20:52:42.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[17131]: osdmap e18: 3 total, 3 up, 3 in 2024-08-30T20:52:42.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:42.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[28069]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-30T20:52:42.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:42.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[28069]: osd.2 [v2:172.21.15.173:6818/1659021142,v1:172.21.15.173:6819/1659021142] boot 2024-08-30T20:52:42.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[28069]: osdmap e18: 3 total, 3 up, 3 in 2024-08-30T20:52:42.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:42 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:52:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: osdmap e19: 3 total, 3 up, 3 in 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: osdmap e19: 3 total, 3 up, 3 in 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:43 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: osdmap e19: 3 total, 3 up, 3 in 2024-08-30T20:52:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:52:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:52:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:43 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:44.211 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:52:44.230 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi173:vg_nvme/lv_1 2024-08-30T20:52:44.431 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:52:44.811 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi173 2024-08-30T20:52:44.811 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi173 to 5354M 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[17131]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[17131]: osdmap e20: 3 total, 3 up, 3 in 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi173 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi173 to 5354M 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[28069]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:52:44.812 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-30T20:52:44.813 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[28069]: osdmap e20: 3 total, 3 up, 3 in 2024-08-30T20:52:44.813 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:44 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:52:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:44 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi173 2024-08-30T20:52:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:44 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi173 to 5354M 2024-08-30T20:52:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:44 smithi196 ceph-mon[21316]: pgmap v75: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:44 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:52:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:44 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-30T20:52:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:44 smithi196 ceph-mon[21316]: osdmap e20: 3 total, 3 up, 3 in 2024-08-30T20:52:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:44 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:52:46.030 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:45 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-30T20:52:46.030 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:45 smithi173 ceph-mon[17131]: osdmap e21: 3 total, 3 up, 3 in 2024-08-30T20:52:46.030 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:45 smithi173 ceph-mon[17131]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:46.030 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:45 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-30T20:52:46.030 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:45 smithi173 ceph-mon[28069]: osdmap e21: 3 total, 3 up, 3 in 2024-08-30T20:52:46.030 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:45 smithi173 ceph-mon[28069]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:46.031 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:45 smithi173 sudo[47760]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-30T20:52:46.031 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:45 smithi173 sudo[47760]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:46.031 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:45 smithi173 sudo[47760]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:46.031 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:45 smithi173 sudo[47760]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:45 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-30T20:52:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:45 smithi196 ceph-mon[21316]: osdmap e21: 3 total, 3 up, 3 in 2024-08-30T20:52:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:45 smithi196 ceph-mon[21316]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:46.315 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47769]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-30T20:52:46.315 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47769]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:46.315 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47769]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:46.315 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47769]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:46.585 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47793]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-30T20:52:46.585 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47793]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:46.585 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47793]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:46.585 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47793]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:46.838 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47902]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-30T20:52:46.838 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47902]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:46.838 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47902]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:46.838 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47902]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:47.099 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47924]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-30T20:52:47.099 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47924]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:47.099 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47924]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:47.099 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:46 smithi173 sudo[47924]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[17131]: osdmap e22: 3 total, 3 up, 3 in 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[17131]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[28069]: osdmap e22: 3 total, 3 up, 3 in 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[28069]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:52:47.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:52:47.101 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:52:47.101 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:46 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:46 smithi196 ceph-mon[21316]: osdmap e22: 3 total, 3 up, 3 in 2024-08-30T20:52:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:46 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:46 smithi196 ceph-mon[21316]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi173:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:52:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:46 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:52:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:46 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:52:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:46 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:47.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47944]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-30T20:52:47.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47944]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:47.362 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47944]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:47.362 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47944]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:47.362 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47940]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-30T20:52:47.362 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47940]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:47.362 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47940]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:47.362 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47940]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:47.655 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47949]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-30T20:52:47.656 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47949]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:47.656 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47949]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:47.656 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:47 smithi173 sudo[47949]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:48.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:47 smithi196 sudo[23823]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-30T20:52:48.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:47 smithi196 sudo[23823]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:48.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:47 smithi196 sudo[23823]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:48.103 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:47 smithi196 sudo[23823]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:48.315 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:48.316 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 sudo[23826]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 sudo[23826]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 sudo[23826]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 sudo[23826]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:48.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:48.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:48.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:48.642 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48000]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-30T20:52:48.642 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48000]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:48.642 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48000]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:48.642 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48000]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:48.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48023]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-30T20:52:48.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48023]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-30T20:52:48.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48023]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-30T20:52:48.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:48 smithi173 sudo[48023]: pam_unix(sudo:session): session closed for user root 2024-08-30T20:52:49.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/15565024' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "610bddd4-dcfa-48fb-8d05-55e26de9172d"}]: dispatch 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/15565024' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "610bddd4-dcfa-48fb-8d05-55e26de9172d"}]': finished 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: osdmap e23: 4 total, 3 up, 4 in 2024-08-30T20:52:49.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/15565024' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "610bddd4-dcfa-48fb-8d05-55e26de9172d"}]: dispatch 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:49.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/15565024' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "610bddd4-dcfa-48fb-8d05-55e26de9172d"}]': finished 2024-08-30T20:52:49.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: osdmap e23: 4 total, 3 up, 4 in 2024-08-30T20:52:49.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:52:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:52:49.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/15565024' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "610bddd4-dcfa-48fb-8d05-55e26de9172d"}]: dispatch 2024-08-30T20:52:49.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-30T20:52:49.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/15565024' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "610bddd4-dcfa-48fb-8d05-55e26de9172d"}]': finished 2024-08-30T20:52:49.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: osdmap e23: 4 total, 3 up, 4 in 2024-08-30T20:52:49.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:52:50.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:50 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3473580279' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:50.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:50 smithi173 ceph-mon[17131]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:50.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:50 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3473580279' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:50.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:50 smithi173 ceph-mon[28069]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:50 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3473580279' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:52:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:50 smithi196 ceph-mon[21316]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:52.687 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:52 smithi173 ceph-mon[17131]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:52.687 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:52 smithi173 ceph-mon[28069]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:52 smithi196 ceph-mon[21316]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:52:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:54 smithi173 ceph-mon[17131]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-30T20:52:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:54 smithi173 ceph-mon[28069]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-30T20:52:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:54 smithi196 ceph-mon[21316]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-30T20:52:55.562 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:55 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-30T20:52:55.562 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:55 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:55.563 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:55 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-30T20:52:55.563 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:55 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:55 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-30T20:52:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:55 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:52:56.677 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:56 smithi173 ceph-mon[17131]: Deploying daemon osd.3 on smithi173 2024-08-30T20:52:56.677 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:56 smithi173 ceph-mon[17131]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-30T20:52:56.678 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:56 smithi173 ceph-mon[28069]: Deploying daemon osd.3 on smithi173 2024-08-30T20:52:56.678 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:56 smithi173 ceph-mon[28069]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-30T20:52:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:56 smithi196 ceph-mon[21316]: Deploying daemon osd.3 on smithi173 2024-08-30T20:52:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:56 smithi196 ceph-mon[21316]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-30T20:52:58.545 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:52:58 smithi173 ceph-mon[17131]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-30T20:52:58.546 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:52:58 smithi173 ceph-mon[28069]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-30T20:52:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:52:58 smithi196 ceph-mon[21316]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-30T20:53:00.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[28069]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-08-30T20:53:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:00.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:00.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[17131]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-08-30T20:53:00.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:00.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:00.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:00 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:00 smithi196 ceph-mon[21316]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-08-30T20:53:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:00 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:00 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:00 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:02.539 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:02 smithi173 ceph-mon[28069]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-30T20:53:02.540 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:02 smithi173 ceph-mon[17131]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-30T20:53:02.574 INFO:teuthology.orchestra.run.smithi173.stdout:Created osd(s) 3 on host 'smithi173' 2024-08-30T20:53:02.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:02 smithi196 ceph-mon[21316]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-30T20:53:03.534 DEBUG:teuthology.orchestra.run.smithi173:osd.3> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.3.service 2024-08-30T20:53:03.536 INFO:tasks.cephadm:Deploying osd.4 on smithi196 with /dev/vg_nvme/lv_4... 2024-08-30T20:53:03.536 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-30T20:53:03.741 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:53:03.825 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:03.826 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:03.826 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[17131]: from='osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-30T20:53:03.826 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[17131]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-30T20:53:03.826 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:03.826 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:03.826 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[28069]: from='osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-30T20:53:03.826 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:03 smithi173 ceph-mon[28069]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-30T20:53:03.862 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:03 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:03.862 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:03 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:03.862 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:03 smithi196 ceph-mon[21316]: from='osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-30T20:53:03.862 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:03 smithi196 ceph-mon[21316]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-30T20:53:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-30T20:53:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-30T20:53:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: osdmap e24: 4 total, 3 up, 4 in 2024-08-30T20:53:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: from='osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:53:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: osdmap e24: 4 total, 3 up, 4 in 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: from='osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:04 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:04.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-30T20:53:04.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-30T20:53:04.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: osdmap e24: 4 total, 3 up, 4 in 2024-08-30T20:53:04.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:04.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: from='osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:53:04.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]: dispatch 2024-08-30T20:53:04.886 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:04.887 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:05.318 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[49665]: 2024-08-30T20:53:05.010+0000 7faa7bce1640 -1 osd.3 0 waiting for initial osdmap 2024-08-30T20:53:05.319 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[49665]: 2024-08-30T20:53:05.014+0000 7faa73b02640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:53:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:05 smithi196 ceph-mon[21316]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:53:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:05 smithi196 ceph-mon[21316]: osdmap e25: 4 total, 3 up, 4 in 2024-08-30T20:53:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:05 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:05 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:05 smithi196 ceph-mon[21316]: from='osd.3 ' entity='osd.3' 2024-08-30T20:53:05.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[17131]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:53:05.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[17131]: osdmap e25: 4 total, 3 up, 4 in 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[17131]: from='osd.3 ' entity='osd.3' 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[28069]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]}]': finished 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[28069]: osdmap e25: 4 total, 3 up, 4 in 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:05.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:05 smithi173 ceph-mon[28069]: from='osd.3 ' entity='osd.3' 2024-08-30T20:53:06.190 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:53:06.210 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_4 2024-08-30T20:53:06.419 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:53:06.749 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:06 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:53:06.749 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:06 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:53:06.749 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:06 smithi196 ceph-mon[21316]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:53:06.749 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:06 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:06.749 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:06 smithi196 ceph-mon[21316]: osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097] boot 2024-08-30T20:53:06.749 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:06 smithi196 ceph-mon[21316]: osdmap e26: 4 total, 4 up, 4 in 2024-08-30T20:53:06.749 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:06 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:06.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:53:06.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:53:06.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[17131]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:53:06.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:06.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[17131]: osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097] boot 2024-08-30T20:53:06.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[17131]: osdmap e26: 4 total, 4 up, 4 in 2024-08-30T20:53:06.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:06.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:53:06.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:53:06.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[28069]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-30T20:53:06.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:06.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[28069]: osd.3 [v2:172.21.15.173:6826/3024306097,v1:172.21.15.173:6827/3024306097] boot 2024-08-30T20:53:06.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[28069]: osdmap e26: 4 total, 4 up, 4 in 2024-08-30T20:53:06.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:06 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi173 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi173 to 4016M 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:07 smithi196 ceph-mon[21316]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi173 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi173 to 4016M 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:08.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[17131]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi173 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi173 to 4016M 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:08.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:07 smithi173 ceph-mon[28069]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:09.135 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:08 smithi196 ceph-mon[21316]: osdmap e27: 4 total, 4 up, 4 in 2024-08-30T20:53:09.135 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:08 smithi196 ceph-mon[21316]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:09.135 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:08 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:09.135 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:08 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:09.135 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:08 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[28069]: osdmap e27: 4 total, 4 up, 4 in 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[28069]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[17131]: osdmap e27: 4 total, 4 up, 4 in 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[17131]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:09.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:09.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:08 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:09 smithi173 ceph-mon[28069]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:09 smithi173 ceph-mon[17131]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:10.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:09 smithi196 ceph-mon[21316]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/926425327' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]: dispatch 2024-08-30T20:53:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]: dispatch 2024-08-30T20:53:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]': finished 2024-08-30T20:53:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[17131]: osdmap e28: 5 total, 4 up, 5 in 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/4125576101' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/926425327' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]: dispatch 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]: dispatch 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]': finished 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[28069]: osdmap e28: 5 total, 4 up, 5 in 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:11.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:10 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/4125576101' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:53:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:10 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/926425327' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]: dispatch 2024-08-30T20:53:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:10 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]: dispatch 2024-08-30T20:53:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:10 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "625d5400-6d72-4b26-881b-2655cdb62e14"}]': finished 2024-08-30T20:53:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:10 smithi196 ceph-mon[21316]: osdmap e28: 5 total, 4 up, 5 in 2024-08-30T20:53:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:10 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:10 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/4125576101' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:53:12.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:11 smithi173 ceph-mon[28069]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:11 smithi173 ceph-mon[17131]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:11 smithi196 ceph-mon[21316]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:14.684 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:14 smithi196 ceph-mon[21316]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:14 smithi173 ceph-mon[17131]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:14.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:14 smithi173 ceph-mon[28069]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:16.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:16 smithi196 ceph-mon[21316]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:16.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:16 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-30T20:53:16.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:16 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:16 smithi173 ceph-mon[17131]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:16 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-30T20:53:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:16 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:16 smithi173 ceph-mon[28069]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:16 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-30T20:53:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:16 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:17 smithi173 ceph-mon[17131]: Deploying daemon osd.4 on smithi196 2024-08-30T20:53:17.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:17 smithi173 ceph-mon[28069]: Deploying daemon osd.4 on smithi196 2024-08-30T20:53:17.739 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:17 smithi196 ceph-mon[21316]: Deploying daemon osd.4 on smithi196 2024-08-30T20:53:18.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:18 smithi173 ceph-mon[17131]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:18.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:18 smithi173 ceph-mon[28069]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:18.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:18 smithi196 ceph-mon[21316]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:20.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:20 smithi173 ceph-mon[17131]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:20.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:20 smithi173 ceph-mon[28069]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:20 smithi196 ceph-mon[21316]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:21.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:21.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:21.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:21.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:21.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:21.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:21.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:21.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:21.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:22.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:22 smithi173 ceph-mon[17131]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:22.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:22 smithi173 ceph-mon[28069]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:22.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:22 smithi196 ceph-mon[21316]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:24.550 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 4 on host 'smithi196' 2024-08-30T20:53:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:24 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:24 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:24 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:24 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:24 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.551 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:24 smithi196 ceph-mon[21316]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[17131]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:24.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:24 smithi173 ceph-mon[28069]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:25.114 DEBUG:teuthology.orchestra.run.smithi196:osd.4> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.4.service 2024-08-30T20:53:25.116 INFO:tasks.cephadm:Deploying osd.5 on smithi196 with /dev/vg_nvme/lv_3... 2024-08-30T20:53:25.117 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-30T20:53:25.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:25 smithi196 ceph-mon[21316]: from='osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-30T20:53:25.344 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:25 smithi196 ceph-mon[21316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-30T20:53:25.345 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:25.345 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:25.345 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:25 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[17131]: from='osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-30T20:53:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[17131]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-30T20:53:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[28069]: from='osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-30T20:53:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[28069]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-30T20:53:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:25 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:26.585 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:53:26.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-mon[21316]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-30T20:53:26.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-mon[21316]: osdmap e29: 5 total, 4 up, 5 in 2024-08-30T20:53:26.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:26.594 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-mon[21316]: from='osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:26.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-mon[21316]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:26.595 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-mon[21316]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:26.595 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[26225]: 2024-08-30T20:53:26.322+0000 7f1daea98640 -1 osd.4 0 waiting for initial osdmap 2024-08-30T20:53:26.595 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 20:53:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[26225]: 2024-08-30T20:53:26.327+0000 7f1daa8c1640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:53:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[17131]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-30T20:53:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[17131]: osdmap e29: 5 total, 4 up, 5 in 2024-08-30T20:53:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[17131]: from='osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[17131]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[17131]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[28069]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-30T20:53:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[28069]: osdmap e29: 5 total, 4 up, 5 in 2024-08-30T20:53:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[28069]: from='osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[28069]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:26 smithi173 ceph-mon[28069]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-30T20:53:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:27 smithi196 ceph-mon[21316]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:53:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:27 smithi196 ceph-mon[21316]: osdmap e30: 5 total, 4 up, 5 in 2024-08-30T20:53:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:27 smithi196 ceph-mon[21316]: osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016] boot 2024-08-30T20:53:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:27 smithi196 ceph-mon[21316]: osdmap e31: 5 total, 5 up, 5 in 2024-08-30T20:53:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:27 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[17131]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:53:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[17131]: osdmap e30: 5 total, 4 up, 5 in 2024-08-30T20:53:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[17131]: osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016] boot 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[17131]: osdmap e31: 5 total, 5 up, 5 in 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[28069]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[28069]: osdmap e30: 5 total, 4 up, 5 in 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[28069]: osd.4 [v2:172.21.15.196:6800/2939563016,v1:172.21.15.196:6801/2939563016] boot 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[28069]: osdmap e31: 5 total, 5 up, 5 in 2024-08-30T20:53:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:27 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:53:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:53:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:53:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:28.635 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: osdmap e32: 5 total, 5 up, 5 in 2024-08-30T20:53:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:28.636 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:28 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:53:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:53:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: osdmap e32: 5 total, 5 up, 5 in 2024-08-30T20:53:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: pgmap v109: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: osdmap e32: 5 total, 5 up, 5 in 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:28.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:28.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:28.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:28.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:28 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:29.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:29 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi196 2024-08-30T20:53:29.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:29 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-30T20:53:29.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:29 smithi196 ceph-mon[21316]: osdmap e33: 5 total, 5 up, 5 in 2024-08-30T20:53:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:29 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi196 2024-08-30T20:53:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:29 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-30T20:53:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:29 smithi173 ceph-mon[17131]: osdmap e33: 5 total, 5 up, 5 in 2024-08-30T20:53:29.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:29 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi196 2024-08-30T20:53:29.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:29 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi196 to 17088M 2024-08-30T20:53:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:29 smithi173 ceph-mon[28069]: osdmap e33: 5 total, 5 up, 5 in 2024-08-30T20:53:29.822 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:53:29.841 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_3 2024-08-30T20:53:30.036 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:53:30.480 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:30 smithi196 ceph-mon[21316]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:30.481 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:30 smithi196 ceph-mon[21316]: osdmap e34: 5 total, 5 up, 5 in 2024-08-30T20:53:30.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:30 smithi173 ceph-mon[17131]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:30.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:30 smithi173 ceph-mon[17131]: osdmap e34: 5 total, 5 up, 5 in 2024-08-30T20:53:30.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:30 smithi173 ceph-mon[28069]: pgmap v112: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:30.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:30 smithi173 ceph-mon[28069]: osdmap e34: 5 total, 5 up, 5 in 2024-08-30T20:53:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[17131]: osdmap e35: 5 total, 5 up, 5 in 2024-08-30T20:53:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[17131]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[28069]: osdmap e35: 5 total, 5 up, 5 in 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[28069]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:31 smithi196 ceph-mon[21316]: osdmap e35: 5 total, 5 up, 5 in 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:31 smithi196 ceph-mon[21316]: pgmap v115: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:32.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:32.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:32 smithi196 ceph-mon[21316]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:33.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:32 smithi173 ceph-mon[17131]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:33.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:32 smithi173 ceph-mon[28069]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:33 smithi196 ceph-mon[21316]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-30T20:53:34.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:33 smithi173 ceph-mon[17131]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-30T20:53:34.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:33 smithi173 ceph-mon[28069]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-08-30T20:53:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/3208196760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]: dispatch 2024-08-30T20:53:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]: dispatch 2024-08-30T20:53:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]': finished 2024-08-30T20:53:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[17131]: osdmap e36: 6 total, 5 up, 6 in 2024-08-30T20:53:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/712153972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:53:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/3208196760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]: dispatch 2024-08-30T20:53:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]: dispatch 2024-08-30T20:53:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]': finished 2024-08-30T20:53:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[28069]: osdmap e36: 6 total, 5 up, 6 in 2024-08-30T20:53:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:34 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/712153972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:53:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:34 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/3208196760' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]: dispatch 2024-08-30T20:53:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:34 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]: dispatch 2024-08-30T20:53:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:34 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "969b9b68-fbcf-49da-9e00-171335505b4d"}]': finished 2024-08-30T20:53:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:34 smithi196 ceph-mon[21316]: osdmap e36: 6 total, 5 up, 6 in 2024-08-30T20:53:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:34 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:34 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/712153972' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:53:36.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:35 smithi173 ceph-mon[17131]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:53:36.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:35 smithi173 ceph-mon[28069]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:53:36.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:35 smithi196 ceph-mon[21316]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:53:38.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:38 smithi173 ceph-mon[17131]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-30T20:53:38.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:38 smithi173 ceph-mon[28069]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-30T20:53:38.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:38 smithi196 ceph-mon[21316]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-30T20:53:40.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:40 smithi196 ceph-mon[21316]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-30T20:53:40.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:40 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-30T20:53:40.676 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:40 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:40.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:40 smithi173 ceph-mon[17131]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-30T20:53:40.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:40 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-30T20:53:40.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:40 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:40.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:40 smithi173 ceph-mon[28069]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-30T20:53:40.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:40 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-30T20:53:40.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:40 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:41.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:41 smithi173 ceph-mon[17131]: Deploying daemon osd.5 on smithi196 2024-08-30T20:53:41.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:41 smithi173 ceph-mon[28069]: Deploying daemon osd.5 on smithi196 2024-08-30T20:53:41.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:41 smithi196 ceph-mon[21316]: Deploying daemon osd.5 on smithi196 2024-08-30T20:53:42.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:42 smithi196 ceph-mon[21316]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-30T20:53:42.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:42 smithi173 ceph-mon[17131]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-30T20:53:42.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:42 smithi173 ceph-mon[28069]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-30T20:53:44.586 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:44 smithi196 ceph-mon[21316]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:44.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:44 smithi173 ceph-mon[17131]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:44.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:44 smithi173 ceph-mon[28069]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:45 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:45 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:45 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:45 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:45 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:45 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:45 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:45 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:45 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:46.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:46 smithi196 ceph-mon[21316]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:46.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:46 smithi173 ceph-mon[17131]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:46.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:46 smithi173 ceph-mon[28069]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:48.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: from='osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-30T20:53:48.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:48 smithi196 ceph-mon[21316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-30T20:53:48.603 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 5 on host 'smithi196' 2024-08-30T20:53:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: from='osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[28069]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: from='osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-30T20:53:48.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:48 smithi173 ceph-mon[17131]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-30T20:53:49.177 DEBUG:teuthology.orchestra.run.smithi196:osd.5> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.5.service 2024-08-30T20:53:49.180 INFO:tasks.cephadm:Deploying osd.6 on smithi196 with /dev/vg_nvme/lv_2... 2024-08-30T20:53:49.180 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-30T20:53:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-30T20:53:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: osdmap e37: 6 total, 5 up, 6 in 2024-08-30T20:53:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: from='osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:49 smithi196 ceph-mon[21316]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:49.894 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:53:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-30T20:53:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: osdmap e37: 6 total, 5 up, 6 in 2024-08-30T20:53:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: from='osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[17131]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: osdmap e37: 6 total, 5 up, 6 in 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: from='osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:49 smithi173 ceph-mon[28069]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:53:50.270 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[31668]: 2024-08-30T20:53:50.241+0000 7f7fe102e640 -1 osd.5 0 waiting for initial osdmap 2024-08-30T20:53:50.270 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[31668]: 2024-08-30T20:53:50.245+0000 7f7fd8e4f640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:53:50.561 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-mon[21316]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:50.561 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-mon[21316]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:53:50.561 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-mon[21316]: osdmap e38: 6 total, 5 up, 6 in 2024-08-30T20:53:50.561 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:50.562 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:50.562 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:50 smithi196 ceph-mon[21316]: from='osd.5 ' entity='osd.5' 2024-08-30T20:53:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[17131]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[17131]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:53:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[17131]: osdmap e38: 6 total, 5 up, 6 in 2024-08-30T20:53:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[17131]: from='osd.5 ' entity='osd.5' 2024-08-30T20:53:50.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[28069]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-30T20:53:50.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[28069]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:53:50.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[28069]: osdmap e38: 6 total, 5 up, 6 in 2024-08-30T20:53:50.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:50.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:50.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:50 smithi173 ceph-mon[28069]: from='osd.5 ' entity='osd.5' 2024-08-30T20:53:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:53:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:53:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[17131]: osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276] boot 2024-08-30T20:53:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[17131]: osdmap e39: 6 total, 6 up, 6 in 2024-08-30T20:53:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[17131]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:53:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:53:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[28069]: osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276] boot 2024-08-30T20:53:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[28069]: osdmap e39: 6 total, 6 up, 6 in 2024-08-30T20:53:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:51 smithi173 ceph-mon[28069]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:51 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:53:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:51 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:53:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:51 smithi196 ceph-mon[21316]: osd.5 [v2:172.21.15.196:6808/2715270276,v1:172.21.15.196:6809/2715270276] boot 2024-08-30T20:53:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:51 smithi196 ceph-mon[21316]: osdmap e39: 6 total, 6 up, 6 in 2024-08-30T20:53:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:51 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:53:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:51 smithi196 ceph-mon[21316]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:53.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: osdmap e40: 6 total, 6 up, 6 in 2024-08-30T20:53:53.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi196 2024-08-30T20:53:53.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:53.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:53.125 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-30T20:53:53.126 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.126 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:53.126 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:53.126 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: osdmap e40: 6 total, 6 up, 6 in 2024-08-30T20:53:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi196 2024-08-30T20:53:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: osdmap e40: 6 total, 6 up, 6 in 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi196 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi196 to 8544M 2024-08-30T20:53:53.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:53.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:53:53.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:53:53.989 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:53:54.008 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_2 2024-08-30T20:53:54.204 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:53:54.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:53 smithi173 ceph-mon[28069]: osdmap e41: 6 total, 6 up, 6 in 2024-08-30T20:53:54.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:53 smithi173 ceph-mon[28069]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:53 smithi173 ceph-mon[17131]: osdmap e41: 6 total, 6 up, 6 in 2024-08-30T20:53:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:53 smithi173 ceph-mon[17131]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:53 smithi196 ceph-mon[21316]: osdmap e41: 6 total, 6 up, 6 in 2024-08-30T20:53:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:53 smithi196 ceph-mon[21316]: pgmap v132: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:55.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:54 smithi196 ceph-mon[21316]: osdmap e42: 6 total, 6 up, 6 in 2024-08-30T20:53:55.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:54 smithi173 ceph-mon[17131]: osdmap e42: 6 total, 6 up, 6 in 2024-08-30T20:53:55.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:54 smithi173 ceph-mon[28069]: osdmap e42: 6 total, 6 up, 6 in 2024-08-30T20:53:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:55 smithi196 ceph-mon[21316]: osdmap e43: 6 total, 6 up, 6 in 2024-08-30T20:53:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:55 smithi196 ceph-mon[21316]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:55 smithi173 ceph-mon[17131]: osdmap e43: 6 total, 6 up, 6 in 2024-08-30T20:53:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:55 smithi173 ceph-mon[17131]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:56.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:55 smithi173 ceph-mon[28069]: osdmap e43: 6 total, 6 up, 6 in 2024-08-30T20:53:56.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:55 smithi173 ceph-mon[28069]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:56 smithi196 ceph-mon[21316]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:56 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:56 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:56 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:57.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[17131]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:57.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:57.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:57.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:57.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[28069]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:53:57.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:53:57.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:53:57.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:56 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:53:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:57 smithi196 ceph-mon[21316]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:58.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:57 smithi173 ceph-mon[17131]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:58.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:57 smithi173 ceph-mon[28069]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:53:59.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/4091368491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]: dispatch 2024-08-30T20:53:59.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]: dispatch 2024-08-30T20:53:59.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]': finished 2024-08-30T20:53:59.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[17131]: osdmap e44: 7 total, 6 up, 7 in 2024-08-30T20:53:59.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:53:59.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/4091368491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]: dispatch 2024-08-30T20:53:59.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]: dispatch 2024-08-30T20:53:59.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]': finished 2024-08-30T20:53:59.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[28069]: osdmap e44: 7 total, 6 up, 7 in 2024-08-30T20:53:59.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:53:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:58 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/4091368491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]: dispatch 2024-08-30T20:53:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:58 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]: dispatch 2024-08-30T20:53:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:58 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "369e906f-5bfb-4a00-9c19-8e178e103be1"}]': finished 2024-08-30T20:53:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:58 smithi196 ceph-mon[21316]: osdmap e44: 7 total, 6 up, 7 in 2024-08-30T20:53:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:00.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:59 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/2004859820' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:54:00.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:53:59 smithi173 ceph-mon[28069]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:59 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/2004859820' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:54:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:53:59 smithi173 ceph-mon[17131]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:00.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:59 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/2004859820' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:54:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:53:59 smithi196 ceph-mon[21316]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:02.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:02 smithi173 ceph-mon[17131]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:02.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:02 smithi173 ceph-mon[28069]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:02.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:02 smithi196 ceph-mon[21316]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:04.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:04 smithi196 ceph-mon[21316]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:04.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-30T20:54:04.679 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:04 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:04.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:04 smithi173 ceph-mon[17131]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:04.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:04 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-30T20:54:04.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:04 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:04 smithi173 ceph-mon[28069]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:04.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:04 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-30T20:54:04.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:04 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:05.743 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:05 smithi196 ceph-mon[21316]: Deploying daemon osd.6 on smithi196 2024-08-30T20:54:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:05 smithi173 ceph-mon[17131]: Deploying daemon osd.6 on smithi196 2024-08-30T20:54:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:05 smithi173 ceph-mon[28069]: Deploying daemon osd.6 on smithi196 2024-08-30T20:54:06.768 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:06 smithi196 ceph-mon[21316]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:06 smithi173 ceph-mon[17131]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:06 smithi173 ceph-mon[28069]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:08.684 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:08 smithi196 ceph-mon[21316]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:08.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:08 smithi173 ceph-mon[17131]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:08 smithi173 ceph-mon[28069]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:09 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:09 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:09.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:09 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:09.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:09 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:09.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:09 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:10.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:10 smithi196 ceph-mon[21316]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:10 smithi173 ceph-mon[17131]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:10.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:10 smithi173 ceph-mon[28069]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:12 smithi196 ceph-mon[21316]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:12 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:12 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:12 smithi196 ceph-mon[21316]: from='osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-30T20:54:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:12 smithi196 ceph-mon[21316]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-30T20:54:12.850 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 6 on host 'smithi196' 2024-08-30T20:54:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[17131]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[17131]: from='osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-30T20:54:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[17131]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-30T20:54:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[28069]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[28069]: from='osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-30T20:54:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:12 smithi173 ceph-mon[28069]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-30T20:54:13.470 DEBUG:teuthology.orchestra.run.smithi196:osd.6> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.6.service 2024-08-30T20:54:13.472 INFO:tasks.cephadm:Deploying osd.7 on smithi196 with /dev/vg_nvme/lv_1... 2024-08-30T20:54:13.472 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-30T20:54:13.710 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:54:14.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:14.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:14.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-30T20:54:14.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: osdmap e45: 7 total, 6 up, 7 in 2024-08-30T20:54:14.085 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:14.086 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: from='osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:14.086 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:14.086 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:13 smithi196 ceph-mon[21316]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:14.086 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 20:54:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[37599]: 2024-08-30T20:54:14.075+0000 7fd7d601b640 -1 osd.6 0 waiting for initial osdmap 2024-08-30T20:54:14.087 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 20:54:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[37599]: 2024-08-30T20:54:14.082+0000 7fd7d1e44640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:54:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-30T20:54:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: osdmap e45: 7 total, 6 up, 7 in 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: from='osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[17131]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: osdmap e45: 7 total, 6 up, 7 in 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: from='osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:14.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:14.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:13 smithi173 ceph-mon[28069]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-30T20:54:15.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:15 smithi196 ceph-mon[21316]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:54:15.076 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:15 smithi196 ceph-mon[21316]: osdmap e46: 7 total, 6 up, 7 in 2024-08-30T20:54:15.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:15 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:15.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:15 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[17131]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:54:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[17131]: osdmap e46: 7 total, 6 up, 7 in 2024-08-30T20:54:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[28069]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:54:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[28069]: osdmap e46: 7 total, 6 up, 7 in 2024-08-30T20:54:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:15 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:16.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:16 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:54:16.382 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:16 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:54:16.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:16 smithi196 ceph-mon[21316]: osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111] boot 2024-08-30T20:54:16.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:16 smithi196 ceph-mon[21316]: osdmap e47: 7 total, 7 up, 7 in 2024-08-30T20:54:16.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:16 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:16.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:16 smithi196 ceph-mon[21316]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:16.383 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:16 smithi196 ceph-mon[21316]: osdmap e48: 7 total, 7 up, 7 in 2024-08-30T20:54:16.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:54:16.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:54:16.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[17131]: osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111] boot 2024-08-30T20:54:16.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[17131]: osdmap e47: 7 total, 7 up, 7 in 2024-08-30T20:54:16.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[17131]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[17131]: osdmap e48: 7 total, 7 up, 7 in 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[28069]: osd.6 [v2:172.21.15.196:6816/3146516111,v1:172.21.15.196:6817/3146516111] boot 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[28069]: osdmap e47: 7 total, 7 up, 7 in 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[28069]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:16.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:16 smithi173 ceph-mon[28069]: osdmap e48: 7 total, 7 up, 7 in 2024-08-30T20:54:17.315 INFO:teuthology.orchestra.run.smithi196.stdout: 2024-08-30T20:54:17.335 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi196:vg_nvme/lv_1 2024-08-30T20:54:18.045 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:54:18.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:18 smithi196 ceph-mon[21316]: osdmap e49: 7 total, 7 up, 7 in 2024-08-30T20:54:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:18 smithi196 ceph-mon[21316]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:18.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:18 smithi173 ceph-mon[17131]: osdmap e49: 7 total, 7 up, 7 in 2024-08-30T20:54:18.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:18 smithi173 ceph-mon[17131]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:18.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:18 smithi173 ceph-mon[28069]: osdmap e49: 7 total, 7 up, 7 in 2024-08-30T20:54:18.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:18 smithi173 ceph-mon[28069]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:19.448 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:19 smithi196 ceph-mon[21316]: osdmap e50: 7 total, 7 up, 7 in 2024-08-30T20:54:19.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:19 smithi173 ceph-mon[17131]: osdmap e50: 7 total, 7 up, 7 in 2024-08-30T20:54:19.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:19 smithi173 ceph-mon[28069]: osdmap e50: 7 total, 7 up, 7 in 2024-08-30T20:54:20.127 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: osdmap e51: 7 total, 7 up, 7 in 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi196 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:20.128 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:20.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:20.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:20.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:20.129 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:20 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: osdmap e51: 7 total, 7 up, 7 in 2024-08-30T20:54:20.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi196 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:20.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: osdmap e51: 7 total, 7 up, 7 in 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi196 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi196 to 5696M 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:20.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:20.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:20.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:20.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:20.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:20.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:20 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:21.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:21 smithi196 ceph-mon[21316]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:54:21.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:54:21.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:54:21.165 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:21 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[17131]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:54:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:54:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:54:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:21.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[28069]: from='client.24274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi196:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:54:21.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-30T20:54:21.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-30T20:54:21.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:21 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:22.229 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:22 smithi196 ceph-mon[21316]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-30T20:54:22.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:22 smithi173 ceph-mon[17131]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-30T20:54:22.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:22 smithi173 ceph-mon[28069]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-08-30T20:54:23.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:23 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/1873325697' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]: dispatch 2024-08-30T20:54:23.373 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:23 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]: dispatch 2024-08-30T20:54:23.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:23 smithi196 ceph-mon[21316]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]': finished 2024-08-30T20:54:23.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:23 smithi196 ceph-mon[21316]: osdmap e52: 8 total, 7 up, 8 in 2024-08-30T20:54:23.374 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:23 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/1873325697' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]: dispatch 2024-08-30T20:54:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]: dispatch 2024-08-30T20:54:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[17131]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]': finished 2024-08-30T20:54:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[17131]: osdmap e52: 8 total, 7 up, 8 in 2024-08-30T20:54:23.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:23.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/1873325697' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]: dispatch 2024-08-30T20:54:23.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]: dispatch 2024-08-30T20:54:23.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[28069]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "80dc979d-7ea1-446f-bbc5-8b380138deaf"}]': finished 2024-08-30T20:54:23.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[28069]: osdmap e52: 8 total, 7 up, 8 in 2024-08-30T20:54:23.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:23 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:24.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:24 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/107182095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:54:24.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:24 smithi173 ceph-mon[17131]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:54:24.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:24 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/107182095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:54:24.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:24 smithi173 ceph-mon[28069]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:54:24.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:24 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/107182095' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-30T20:54:24.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:24 smithi196 ceph-mon[21316]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:54:26.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:26 smithi196 ceph-mon[21316]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-08-30T20:54:26.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:26 smithi173 ceph-mon[17131]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-08-30T20:54:26.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:26 smithi173 ceph-mon[28069]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 79 KiB/s, 0 objects/s recovering 2024-08-30T20:54:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:28 smithi173 ceph-mon[17131]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-30T20:54:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:28 smithi173 ceph-mon[28069]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-30T20:54:28.731 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:28 smithi196 ceph-mon[21316]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-08-30T20:54:29.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:29 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-30T20:54:29.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:29 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:29 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-30T20:54:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:29 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:29 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-30T20:54:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:29 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:30.731 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:30 smithi196 ceph-mon[21316]: Deploying daemon osd.7 on smithi196 2024-08-30T20:54:30.731 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:30 smithi196 ceph-mon[21316]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-30T20:54:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:30 smithi173 ceph-mon[17131]: Deploying daemon osd.7 on smithi196 2024-08-30T20:54:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:30 smithi173 ceph-mon[17131]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-30T20:54:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:30 smithi173 ceph-mon[28069]: Deploying daemon osd.7 on smithi196 2024-08-30T20:54:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:30 smithi173 ceph-mon[28069]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-30T20:54:32.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:32 smithi196 ceph-mon[21316]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:32.762 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:32 smithi173 ceph-mon[17131]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:32.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:32 smithi173 ceph-mon[28069]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:34.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:34 smithi196 ceph-mon[21316]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:34.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:34 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:34.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:34 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:34.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:34 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[17131]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:34.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[28069]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:34.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:34.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:34.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:34 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:36.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:36 smithi196 ceph-mon[21316]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:36 smithi173 ceph-mon[17131]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:36 smithi173 ceph-mon[28069]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:37.549 INFO:teuthology.orchestra.run.smithi196.stdout:Created osd(s) 7 on host 'smithi196' 2024-08-30T20:54:38.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.152 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.153 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:37 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.176 DEBUG:teuthology.orchestra.run.smithi196:osd.7> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.7.service 2024-08-30T20:54:38.178 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-30T20:54:38.178 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd stat -f json 2024-08-30T20:54:38.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:38.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:38.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-30T20:54:38.207 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.208 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-30T20:54:38.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-30T20:54:38.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:38.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:38.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:37 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:38.388 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:54:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[17131]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-30T20:54:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[17131]: osdmap e53: 8 total, 7 up, 8 in 2024-08-30T20:54:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[17131]: from='osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:39.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[17131]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[28069]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-30T20:54:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[28069]: osdmap e53: 8 total, 7 up, 8 in 2024-08-30T20:54:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[28069]: from='osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:38 smithi173 ceph-mon[28069]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:38 smithi196 ceph-mon[21316]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-30T20:54:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:38 smithi196 ceph-mon[21316]: osdmap e53: 8 total, 7 up, 8 in 2024-08-30T20:54:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:38 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:39.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:38 smithi196 ceph-mon[21316]: from='osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:39.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:38 smithi196 ceph-mon[21316]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]: dispatch 2024-08-30T20:54:39.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 20:54:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[43535]: 2024-08-30T20:54:38.872+0000 7f6b75dc5640 -1 osd.7 0 waiting for initial osdmap 2024-08-30T20:54:39.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 20:54:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[43535]: 2024-08-30T20:54:38.880+0000 7f6b71bee640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T20:54:40.083 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[17131]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:54:40.083 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[17131]: osdmap e54: 8 total, 7 up, 8 in 2024-08-30T20:54:40.083 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:40.083 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:40.083 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[17131]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:40.083 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[17131]: osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273] boot 2024-08-30T20:54:40.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[28069]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:54:40.084 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[28069]: osdmap e54: 8 total, 7 up, 8 in 2024-08-30T20:54:40.084 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:40.084 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:40.084 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[28069]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:40.084 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:39 smithi173 ceph-mon[28069]: osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273] boot 2024-08-30T20:54:40.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:39 smithi196 ceph-mon[21316]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]}]': finished 2024-08-30T20:54:40.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:39 smithi196 ceph-mon[21316]: osdmap e54: 8 total, 7 up, 8 in 2024-08-30T20:54:40.251 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:39 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:40.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:39 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:40.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:39 smithi196 ceph-mon[21316]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-30T20:54:40.252 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:39 smithi196 ceph-mon[21316]: osd.7 [v2:172.21.15.196:6824/521796273,v1:172.21.15.196:6825/521796273] boot 2024-08-30T20:54:40.257 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:54:40.994 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1725051279,"num_in_osds":8,"osd_in_since":1725051262,"num_remapped_pgs":1} 2024-08-30T20:54:40.995 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T20:54:41.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[17131]: purged_snaps scrub starts 2024-08-30T20:54:41.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[17131]: purged_snaps scrub ok 2024-08-30T20:54:41.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[17131]: osdmap e55: 8 total, 8 up, 8 in 2024-08-30T20:54:41.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2158053112' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[17131]: osdmap e56: 8 total, 8 up, 8 in 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[28069]: purged_snaps scrub starts 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[28069]: purged_snaps scrub ok 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[28069]: osdmap e55: 8 total, 8 up, 8 in 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2158053112' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-30T20:54:41.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:40 smithi173 ceph-mon[28069]: osdmap e56: 8 total, 8 up, 8 in 2024-08-30T20:54:41.232 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:54:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:40 smithi196 ceph-mon[21316]: purged_snaps scrub starts 2024-08-30T20:54:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:40 smithi196 ceph-mon[21316]: purged_snaps scrub ok 2024-08-30T20:54:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:40 smithi196 ceph-mon[21316]: osdmap e55: 8 total, 8 up, 8 in 2024-08-30T20:54:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:40 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:54:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:40 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2158053112' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-30T20:54:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:40 smithi196 ceph-mon[21316]: osdmap e56: 8 total, 8 up, 8 in 2024-08-30T20:54:42.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: Detected new or changed devices on smithi196 2024-08-30T20:54:42.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[28069]: osdmap e57: 8 total, 8 up, 8 in 2024-08-30T20:54:42.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: Detected new or changed devices on smithi196 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:42.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:41 smithi173 ceph-mon[17131]: osdmap e57: 8 total, 8 up, 8 in 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: Detected new or changed devices on smithi196 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:54:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi196 to 4272M 2024-08-30T20:54:42.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:42.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:42.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:42.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:42.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:41 smithi196 ceph-mon[21316]: osdmap e57: 8 total, 8 up, 8 in 2024-08-30T20:54:43.061 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:54:43.061 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":59,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T20:54:42.907828+0000","last_up_change":"2024-08-30T20:54:39.866345+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6803","nonce":1393420123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6805","nonce":1393420123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6809","nonce":1393420123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6807","nonce":1393420123}]},"public_addr":"172.21.15.173:6803/1393420123","cluster_addr":"172.21.15.173:6805/1393420123","heartbeat_back_addr":"172.21.15.173:6809/1393420123","heartbeat_front_addr":"172.21.15.173:6807/1393420123","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6811","nonce":3917330955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6813","nonce":3917330955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6817","nonce":3917330955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6815","nonce":3917330955}]},"public_addr":"172.21.15.173:6811/3917330955","cluster_addr":"172.21.15.173:6813/3917330955","heartbeat_back_addr":"172.21.15.173:6817/3917330955","heartbeat_front_addr":"172.21.15.173:6815/3917330955","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6819","nonce":1659021142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6821","nonce":1659021142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6825","nonce":1659021142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6823","nonce":1659021142}]},"public_addr":"172.21.15.173:6819/1659021142","cluster_addr":"172.21.15.173:6821/1659021142","heartbeat_back_addr":"172.21.15.173:6825/1659021142","heartbeat_front_addr":"172.21.15.173:6823/1659021142","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6827","nonce":3024306097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6829","nonce":3024306097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6833","nonce":3024306097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6831","nonce":3024306097}]},"public_addr":"172.21.15.173:6827/3024306097","cluster_addr":"172.21.15.173:6829/3024306097","heartbeat_back_addr":"172.21.15.173:6833/3024306097","heartbeat_front_addr":"172.21.15.173:6831/3024306097","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6801","nonce":2939563016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6803","nonce":2939563016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6807","nonce":2939563016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6805","nonce":2939563016}]},"public_addr":"172.21.15.196:6801/2939563016","cluster_addr":"172.21.15.196:6803/2939563016","heartbeat_back_addr":"172.21.15.196:6807/2939563016","heartbeat_front_addr":"172.21.15.196:6805/2939563016","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6809","nonce":2715270276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6811","nonce":2715270276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6815","nonce":2715270276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6813","nonce":2715270276}]},"public_addr":"172.21.15.196:6809/2715270276","cluster_addr":"172.21.15.196:6811/2715270276","heartbeat_back_addr":"172.21.15.196:6815/2715270276","heartbeat_front_addr":"172.21.15.196:6813/2715270276","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6817","nonce":3146516111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6819","nonce":3146516111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6823","nonce":3146516111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6821","nonce":3146516111}]},"public_addr":"172.21.15.196:6817/3146516111","cluster_addr":"172.21.15.196:6819/3146516111","heartbeat_back_addr":"172.21.15.196:6823/3146516111","heartbeat_front_addr":"172.21.15.196:6821/3146516111","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6825","nonce":521796273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6827","nonce":521796273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6831","nonce":521796273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6829","nonce":521796273}]},"public_addr":"172.21.15.196:6825/521796273","cluster_addr":"172.21.15.196:6827/521796273","heartbeat_back_addr":"172.21.15.196:6831/521796273","heartbeat_front_addr":"172.21.15.196:6829/521796273","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T20:54:43.062 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:42 smithi173 ceph-mon[17131]: osdmap e58: 8 total, 8 up, 8 in 2024-08-30T20:54:43.062 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:42 smithi173 ceph-mon[28069]: osdmap e58: 8 total, 8 up, 8 in 2024-08-30T20:54:43.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:42 smithi196 ceph-mon[21316]: osdmap e58: 8 total, 8 up, 8 in 2024-08-30T20:54:43.812 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-30T20:52:43.659693+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-08-30T20:54:43.812 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-30T20:54:44.015 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:54:44.129 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:43 smithi173 ceph-mon[17131]: osdmap e59: 8 total, 8 up, 8 in 2024-08-30T20:54:44.129 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:43 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2409701829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:54:44.129 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:43 smithi173 ceph-mon[17131]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:44.129 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:43 smithi173 ceph-mon[28069]: osdmap e59: 8 total, 8 up, 8 in 2024-08-30T20:54:44.129 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:43 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2409701829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:54:44.129 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:43 smithi173 ceph-mon[28069]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:44.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:43 smithi196 ceph-mon[21316]: osdmap e59: 8 total, 8 up, 8 in 2024-08-30T20:54:44.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:43 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2409701829' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:54:44.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:43 smithi196 ceph-mon[21316]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:45.755 INFO:teuthology.orchestra.run.smithi173.stdout:pg_num: 1 2024-08-30T20:54:46.539 INFO:tasks.cephadm:Adding mds.a on smithi173 2024-08-30T20:54:46.539 INFO:tasks.cephadm:Adding mds.b on smithi196 2024-08-30T20:54:46.539 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch apply mds all '2;smithi173=a;smithi196=b' 2024-08-30T20:54:46.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:46 smithi173 ceph-mon[28069]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-08-30T20:54:46.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:46 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3653262523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-30T20:54:46.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:46 smithi173 ceph-mon[17131]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-08-30T20:54:46.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:46 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3653262523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-30T20:54:46.748 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:54:46.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:46 smithi196 ceph-mon[21316]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-08-30T20:54:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:46 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3653262523' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-30T20:54:48.472 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled mds.all update... 2024-08-30T20:54:48.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:48 smithi196 ceph-mon[21316]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:54:48.858 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:48 smithi173 ceph-mon[17131]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:54:48.858 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:48 smithi173 ceph-mon[28069]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-30T20:54:49.068 DEBUG:teuthology.orchestra.run.smithi173:mds.a> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.a.service 2024-08-30T20:54:49.071 DEBUG:teuthology.orchestra.run.smithi196:mds.b> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.b.service 2024-08-30T20:54:49.073 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-30T20:54:49.074 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T20:54:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi173=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:54:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: Saving service mds.all spec with placement smithi173=a;smithi196=b;count:2 2024-08-30T20:54:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-30T20:54:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-30T20:54:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:49 smithi196 ceph-mon[21316]: Deploying daemon mds.a on smithi173 2024-08-30T20:54:49.833 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi173=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:54:49.833 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: Saving service mds.all spec with placement smithi173=a;smithi196=b;count:2 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[28069]: Deploying daemon mds.a on smithi173 2024-08-30T20:54:49.834 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi173=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: Saving service mds.all spec with placement smithi173=a;smithi196=b;count:2 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:49.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:49 smithi173 ceph-mon[17131]: Deploying daemon mds.a on smithi173 2024-08-30T20:54:49.912 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:54:50.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:50 smithi173 ceph-mon[17131]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-30T20:54:50.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:50 smithi173 ceph-mon[28069]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-30T20:54:50.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:50 smithi196 ceph-mon[21316]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-30T20:54:52.007 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:54:52.008 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1791008870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1791008870},{"type":"v1","addr":"172.21.15.173:6835","nonce":1791008870}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-30T20:54:52.008 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 2 2024-08-30T20:54:52.008 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 20:54:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[54464]: starting mds.a at 2024-08-30T20:54:52.311 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 20:54:52 smithi173 bash[54442]: 4b520ff63e6393a6f735247c43c3e63774753498ff9f371f44135f408b1f5072 2024-08-30T20:54:52.311 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 20:54:52 smithi173 systemd[1]: Started Ceph mds.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:54:52.695 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: mds.? [v2:172.21.15.173:6834/1791008870,v1:172.21.15.173:6835/1791008870] up:boot 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: fsmap 1 up:standby 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/4043333826' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-30T20:54:52.696 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: mds.? [v2:172.21.15.173:6834/1791008870,v1:172.21.15.173:6835/1791008870] up:boot 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: fsmap 1 up:standby 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/4043333826' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-30T20:54:52.697 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: mds.? [v2:172.21.15.173:6834/1791008870,v1:172.21.15.173:6835/1791008870] up:boot 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: fsmap 1 up:standby 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/4043333826' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:52.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-30T20:54:52.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-30T20:54:52.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:53.668 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:53 smithi196 ceph-mon[21316]: Deploying daemon mds.b on smithi196 2024-08-30T20:54:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:53 smithi173 ceph-mon[17131]: Deploying daemon mds.b on smithi196 2024-08-30T20:54:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:53 smithi173 ceph-mon[28069]: Deploying daemon mds.b on smithi196 2024-08-30T20:54:54.020 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:53 smithi196 systemd[1]: Starting Ceph mds.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:54:54.332 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:54 smithi196 podman[47494]: 2024-08-30 20:54:53.969061984 +0000 UTC m=+0.016232208 image pull 600ffa248bd26929630344ff1543223c1cd54a3e1c28d6c4252c3a309461f83d quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0 2024-08-30T20:54:54.332 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:54 smithi196 podman[47494]: 2024-08-30 20:54:54.076882695 +0000 UTC m=+0.124052965 container create 600f4ea4361df004b3e13f856505e7bceaf15db7065a9b92a9d953803105d60e (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=reef-63b0b8e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-30T20:54:54.332 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:54 smithi196 podman[47494]: 2024-08-30 20:54:54.30432991 +0000 UTC m=+0.351500128 container init 600f4ea4361df004b3e13f856505e7bceaf15db7065a9b92a9d953803105d60e (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-63b0b8e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731) 2024-08-30T20:54:54.332 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:54 smithi196 podman[47494]: 2024-08-30 20:54:54.307011373 +0000 UTC m=+0.354181600 container start 600f4ea4361df004b3e13f856505e7bceaf15db7065a9b92a9d953803105d60e (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=reef-63b0b8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-30T20:54:54.717 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T20:54:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:54 smithi196 ceph-mon[21316]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-30T20:54:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:54 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:54 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:54 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:54 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:54 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.771 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b[47509]: starting mds.b at 2024-08-30T20:54:54.771 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:54 smithi196 bash[47494]: 600f4ea4361df004b3e13f856505e7bceaf15db7065a9b92a9d953803105d60e 2024-08-30T20:54:54.771 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:54:54 smithi196 systemd[1]: Started Ceph mds.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:54:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[17131]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-30T20:54:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[28069]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:54.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:54 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:55.500 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:54:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:55 smithi196 ceph-mon[21316]: mds.? [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] up:boot 2024-08-30T20:54:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:55 smithi196 ceph-mon[21316]: fsmap 2 up:standby 2024-08-30T20:54:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:55 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:54:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:55 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:55.773 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[17131]: mds.? [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] up:boot 2024-08-30T20:54:55.773 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[17131]: fsmap 2 up:standby 2024-08-30T20:54:55.773 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:54:55.773 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:55.774 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[28069]: mds.? [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] up:boot 2024-08-30T20:54:55.774 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[28069]: fsmap 2 up:standby 2024-08-30T20:54:55.774 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:54:55.774 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:55 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[17131]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-30T20:54:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[28069]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-30T20:54:56.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:56 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:56 smithi196 ceph-mon[21316]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-30T20:54:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:56 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:56 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:56 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:57.439 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:54:57.440 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1791008870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1791008870},{"type":"v1","addr":"172.21.15.173:6835","nonce":1791008870}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/3093899690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3093899690},{"type":"v1","addr":"172.21.15.196:6833","nonce":3093899690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-30T20:54:57.440 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 3 2024-08-30T20:54:58.086 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-30T20:54:58.280 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:54:58.608 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.608 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.608 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:58.608 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3466249705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:58.609 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:58.610 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.610 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:58.610 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:58.610 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:58.610 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:58.610 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.610 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:54:58 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3466249705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:54:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:54:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:54:58.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:54:58.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:54:58.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:54:58.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:54:58 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3466249705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:55:00.084 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:55:00.084 INFO:teuthology.orchestra.run.smithi173.stdout:[ 2024-08-30T20:55:00.084 INFO:teuthology.orchestra.run.smithi173.stdout: { 2024-08-30T20:55:00.084 INFO:teuthology.orchestra.run.smithi173.stdout: "poolnum": 1, 2024-08-30T20:55:00.084 INFO:teuthology.orchestra.run.smithi173.stdout: "poolname": ".mgr" 2024-08-30T20:55:00.084 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T20:55:00.084 INFO:teuthology.orchestra.run.smithi173.stdout:] 2024-08-30T20:55:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:00 smithi173 ceph-mon[17131]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:00 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1242158953' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-30T20:55:00.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:00 smithi173 ceph-mon[28069]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:00.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:00 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1242158953' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-30T20:55:00.732 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-30T20:55:00.732 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-30T20:55:00.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:00 smithi196 ceph-mon[21316]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:00 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1242158953' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-30T20:55:00.928 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:02.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:02 smithi173 ceph-mon[17131]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:02.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:02 smithi173 ceph-mon[28069]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:02.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:02 smithi196 ceph-mon[21316]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:03.481 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_metadata' created 2024-08-30T20:55:03.638 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:03 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2458685631' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-30T20:55:03.638 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:03 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-30T20:55:03.638 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:03 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2458685631' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-30T20:55:03.638 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:03 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-30T20:55:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:03 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2458685631' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-30T20:55:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:03 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-30T20:55:04.298 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-30T20:55:04.508 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:04.619 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:04 smithi173 ceph-mon[17131]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:04.619 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:04 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-30T20:55:04.619 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:04 smithi173 ceph-mon[17131]: osdmap e60: 8 total, 8 up, 8 in 2024-08-30T20:55:04.619 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:04 smithi173 ceph-mon[28069]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:04.619 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:04 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-30T20:55:04.619 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:04 smithi173 ceph-mon[28069]: osdmap e60: 8 total, 8 up, 8 in 2024-08-30T20:55:04.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:04 smithi196 ceph-mon[21316]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:04.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:04 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-30T20:55:04.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:04 smithi196 ceph-mon[21316]: osdmap e60: 8 total, 8 up, 8 in 2024-08-30T20:55:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:05 smithi173 ceph-mon[17131]: osdmap e61: 8 total, 8 up, 8 in 2024-08-30T20:55:05.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:05 smithi173 ceph-mon[28069]: osdmap e61: 8 total, 8 up, 8 in 2024-08-30T20:55:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:05 smithi196 ceph-mon[21316]: osdmap e61: 8 total, 8 up, 8 in 2024-08-30T20:55:06.561 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data' created 2024-08-30T20:55:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:06 smithi196 ceph-mon[21316]: pgmap v188: 33 pgs: 12 active+clean, 21 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:06 smithi196 ceph-mon[21316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:55:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:06 smithi196 ceph-mon[21316]: osdmap e62: 8 total, 8 up, 8 in 2024-08-30T20:55:06.865 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:06 smithi173 ceph-mon[28069]: pgmap v188: 33 pgs: 12 active+clean, 21 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:06.865 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:06 smithi173 ceph-mon[28069]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:55:06.865 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:06 smithi173 ceph-mon[28069]: osdmap e62: 8 total, 8 up, 8 in 2024-08-30T20:55:06.865 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:06 smithi173 ceph-mon[17131]: pgmap v188: 33 pgs: 12 active+clean, 21 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:06.865 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:06 smithi173 ceph-mon[17131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:55:06.866 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:06 smithi173 ceph-mon[17131]: osdmap e62: 8 total, 8 up, 8 in 2024-08-30T20:55:07.204 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-30T20:55:07.398 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:07 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2663467340' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-30T20:55:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:07 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-30T20:55:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:07 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-30T20:55:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:07 smithi196 ceph-mon[21316]: osdmap e63: 8 total, 8 up, 8 in 2024-08-30T20:55:07.777 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2663467340' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-30T20:55:07.777 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-30T20:55:07.777 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-30T20:55:07.777 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[17131]: osdmap e63: 8 total, 8 up, 8 in 2024-08-30T20:55:07.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2663467340' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-30T20:55:07.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-30T20:55:07.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-30T20:55:07.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:07 smithi173 ceph-mon[28069]: osdmap e63: 8 total, 8 up, 8 in 2024-08-30T20:55:08.787 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:08 smithi173 ceph-mon[17131]: pgmap v191: 97 pgs: 16 creating+peering, 27 active+clean, 54 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:08.787 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:08 smithi173 ceph-mon[17131]: osdmap e64: 8 total, 8 up, 8 in 2024-08-30T20:55:08.788 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:08 smithi173 ceph-mon[28069]: pgmap v191: 97 pgs: 16 creating+peering, 27 active+clean, 54 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:08.788 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:08 smithi173 ceph-mon[28069]: osdmap e64: 8 total, 8 up, 8 in 2024-08-30T20:55:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:08 smithi196 ceph-mon[21316]: pgmap v191: 97 pgs: 16 creating+peering, 27 active+clean, 54 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:08 smithi196 ceph-mon[21316]: osdmap e64: 8 total, 8 up, 8 in 2024-08-30T20:55:09.195 INFO:teuthology.orchestra.run.smithi173.stderr:new fs with metadata pool 2 and data pool 3 2024-08-30T20:55:09.922 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[17131]: osdmap e65: 8 total, 8 up, 8 in 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1780826683' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[17131]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[17131]: osdmap e66: 8 total, 8 up, 8 in 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1780826683' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[17131]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[17131]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[28069]: osdmap e65: 8 total, 8 up, 8 in 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1780826683' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-30T20:55:09.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[28069]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-30T20:55:09.924 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[28069]: osdmap e66: 8 total, 8 up, 8 in 2024-08-30T20:55:09.924 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1780826683' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-30T20:55:09.924 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[28069]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-30T20:55:09.924 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:09 smithi173 ceph-mon[28069]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-30T20:55:09.945 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T20:55:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:09 smithi196 ceph-mon[21316]: osdmap e65: 8 total, 8 up, 8 in 2024-08-30T20:55:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:09 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1780826683' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-30T20:55:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:09 smithi196 ceph-mon[21316]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-30T20:55:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:09 smithi196 ceph-mon[21316]: osdmap e66: 8 total, 8 up, 8 in 2024-08-30T20:55:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:09 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1780826683' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-30T20:55:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:09 smithi196 ceph-mon[21316]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-30T20:55:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:09 smithi196 ceph-mon[21316]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-30T20:55:10.140 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:10.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:10 smithi196 ceph-mon[21316]: pgmap v195: 97 pgs: 18 creating+peering, 43 active+clean, 36 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:10.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:10 smithi196 ceph-mon[21316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-30T20:55:10.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:10 smithi196 ceph-mon[21316]: Cluster is now healthy 2024-08-30T20:55:10.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:10 smithi196 ceph-mon[21316]: mds.? [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] up:active 2024-08-30T20:55:10.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:10 smithi196 ceph-mon[21316]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:10.922 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:10 smithi196 ceph-mon[21316]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[17131]: pgmap v195: 97 pgs: 18 creating+peering, 43 active+clean, 36 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[17131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-30T20:55:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[17131]: Cluster is now healthy 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[17131]: mds.? [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] up:active 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[17131]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[17131]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[28069]: pgmap v195: 97 pgs: 18 creating+peering, 43 active+clean, 36 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[28069]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[28069]: Cluster is now healthy 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[28069]: mds.? [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] up:active 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[28069]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:10 smithi173 ceph-mon[28069]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:12.001 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:55:12.002 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":66,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T20:55:09.190398+0000","last_up_change":"2024-08-30T20:54:39.866345+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6803","nonce":1393420123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6805","nonce":1393420123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6809","nonce":1393420123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6807","nonce":1393420123}]},"public_addr":"172.21.15.173:6803/1393420123","cluster_addr":"172.21.15.173:6805/1393420123","heartbeat_back_addr":"172.21.15.173:6809/1393420123","heartbeat_front_addr":"172.21.15.173:6807/1393420123","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6811","nonce":3917330955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6813","nonce":3917330955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6817","nonce":3917330955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6815","nonce":3917330955}]},"public_addr":"172.21.15.173:6811/3917330955","cluster_addr":"172.21.15.173:6813/3917330955","heartbeat_back_addr":"172.21.15.173:6817/3917330955","heartbeat_front_addr":"172.21.15.173:6815/3917330955","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6819","nonce":1659021142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6821","nonce":1659021142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6825","nonce":1659021142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6823","nonce":1659021142}]},"public_addr":"172.21.15.173:6819/1659021142","cluster_addr":"172.21.15.173:6821/1659021142","heartbeat_back_addr":"172.21.15.173:6825/1659021142","heartbeat_front_addr":"172.21.15.173:6823/1659021142","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6827","nonce":3024306097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6829","nonce":3024306097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6833","nonce":3024306097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6831","nonce":3024306097}]},"public_addr":"172.21.15.173:6827/3024306097","cluster_addr":"172.21.15.173:6829/3024306097","heartbeat_back_addr":"172.21.15.173:6833/3024306097","heartbeat_front_addr":"172.21.15.173:6831/3024306097","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6801","nonce":2939563016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6803","nonce":2939563016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6807","nonce":2939563016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6805","nonce":2939563016}]},"public_addr":"172.21.15.196:6801/2939563016","cluster_addr":"172.21.15.196:6803/2939563016","heartbeat_back_addr":"172.21.15.196:6807/2939563016","heartbeat_front_addr":"172.21.15.196:6805/2939563016","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6809","nonce":2715270276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6811","nonce":2715270276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6815","nonce":2715270276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6813","nonce":2715270276}]},"public_addr":"172.21.15.196:6809/2715270276","cluster_addr":"172.21.15.196:6811/2715270276","heartbeat_back_addr":"172.21.15.196:6815/2715270276","heartbeat_front_addr":"172.21.15.196:6813/2715270276","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6817","nonce":3146516111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6819","nonce":3146516111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6823","nonce":3146516111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6821","nonce":3146516111}]},"public_addr":"172.21.15.196:6817/3146516111","cluster_addr":"172.21.15.196:6819/3146516111","heartbeat_back_addr":"172.21.15.196:6823/3146516111","heartbeat_front_addr":"172.21.15.196:6821/3146516111","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6825","nonce":521796273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6827","nonce":521796273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6831","nonce":521796273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6829","nonce":521796273}]},"public_addr":"172.21.15.196:6825/521796273","cluster_addr":"172.21.15.196:6827/521796273","heartbeat_back_addr":"172.21.15.196:6831/521796273","heartbeat_front_addr":"172.21.15.196:6829/521796273","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T20:55:12.679 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:12 smithi173 ceph-mon[17131]: pgmap v196: 97 pgs: 18 creating+peering, 73 active+clean, 6 unknown; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 632 B/s wr, 3 op/s 2024-08-30T20:55:12.679 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:12 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/223400112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:12.680 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:12 smithi173 ceph-mon[28069]: pgmap v196: 97 pgs: 18 creating+peering, 73 active+clean, 6 unknown; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 632 B/s wr, 3 op/s 2024-08-30T20:55:12.680 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:12 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/223400112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:12.702 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T20:55:12.897 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:13.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:12 smithi196 ceph-mon[21316]: pgmap v196: 97 pgs: 18 creating+peering, 73 active+clean, 6 unknown; 578 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 632 B/s wr, 3 op/s 2024-08-30T20:55:13.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:12 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/223400112' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:14 smithi173 ceph-mon[17131]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-08-30T20:55:14.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:14 smithi173 ceph-mon[28069]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-08-30T20:55:14.735 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:55:14.736 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":66,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T20:55:09.190398+0000","last_up_change":"2024-08-30T20:54:39.866345+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6803","nonce":1393420123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6805","nonce":1393420123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6809","nonce":1393420123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6807","nonce":1393420123}]},"public_addr":"172.21.15.173:6803/1393420123","cluster_addr":"172.21.15.173:6805/1393420123","heartbeat_back_addr":"172.21.15.173:6809/1393420123","heartbeat_front_addr":"172.21.15.173:6807/1393420123","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6811","nonce":3917330955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6813","nonce":3917330955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6817","nonce":3917330955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6815","nonce":3917330955}]},"public_addr":"172.21.15.173:6811/3917330955","cluster_addr":"172.21.15.173:6813/3917330955","heartbeat_back_addr":"172.21.15.173:6817/3917330955","heartbeat_front_addr":"172.21.15.173:6815/3917330955","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6819","nonce":1659021142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6821","nonce":1659021142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6825","nonce":1659021142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6823","nonce":1659021142}]},"public_addr":"172.21.15.173:6819/1659021142","cluster_addr":"172.21.15.173:6821/1659021142","heartbeat_back_addr":"172.21.15.173:6825/1659021142","heartbeat_front_addr":"172.21.15.173:6823/1659021142","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6827","nonce":3024306097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6829","nonce":3024306097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6833","nonce":3024306097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6831","nonce":3024306097}]},"public_addr":"172.21.15.173:6827/3024306097","cluster_addr":"172.21.15.173:6829/3024306097","heartbeat_back_addr":"172.21.15.173:6833/3024306097","heartbeat_front_addr":"172.21.15.173:6831/3024306097","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6801","nonce":2939563016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6803","nonce":2939563016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6807","nonce":2939563016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6805","nonce":2939563016}]},"public_addr":"172.21.15.196:6801/2939563016","cluster_addr":"172.21.15.196:6803/2939563016","heartbeat_back_addr":"172.21.15.196:6807/2939563016","heartbeat_front_addr":"172.21.15.196:6805/2939563016","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6809","nonce":2715270276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6811","nonce":2715270276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6815","nonce":2715270276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6813","nonce":2715270276}]},"public_addr":"172.21.15.196:6809/2715270276","cluster_addr":"172.21.15.196:6811/2715270276","heartbeat_back_addr":"172.21.15.196:6815/2715270276","heartbeat_front_addr":"172.21.15.196:6813/2715270276","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6817","nonce":3146516111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6819","nonce":3146516111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6823","nonce":3146516111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6821","nonce":3146516111}]},"public_addr":"172.21.15.196:6817/3146516111","cluster_addr":"172.21.15.196:6819/3146516111","heartbeat_back_addr":"172.21.15.196:6823/3146516111","heartbeat_front_addr":"172.21.15.196:6821/3146516111","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6825","nonce":521796273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6827","nonce":521796273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6831","nonce":521796273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6829","nonce":521796273}]},"public_addr":"172.21.15.196:6825/521796273","cluster_addr":"172.21.15.196:6827/521796273","heartbeat_back_addr":"172.21.15.196:6831/521796273","heartbeat_front_addr":"172.21.15.196:6829/521796273","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T20:55:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:14 smithi196 ceph-mon[21316]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-08-30T20:55:14.770 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 20:55:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b[47509]: 2024-08-30T20:55:14.508+0000 7f830312f640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-30T20:55:15.436 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-30T20:55:15.638 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:15.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:15 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3212136628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:15 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3212136628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:15 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3212136628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:16.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:16 smithi173 ceph-mon[17131]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-30T20:55:16.919 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:16 smithi173 ceph-mon[28069]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-30T20:55:17.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:16 smithi196 ceph-mon[21316]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-30T20:55:17.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:17 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2676832668' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-30T20:55:17.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:17 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-30T20:55:17.874 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:17 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2676832668' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-30T20:55:17.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:17 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-30T20:55:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:17 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2676832668' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-30T20:55:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:17 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-30T20:55:18.180 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-30T20:55:18.180 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-30T20:55:18.374 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:18.811 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:18 smithi173 ceph-mon[28069]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-30T20:55:18.812 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:18 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-30T20:55:18.812 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:18 smithi173 ceph-mon[28069]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:18.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:18 smithi173 ceph-mon[17131]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-30T20:55:18.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:18 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-30T20:55:18.812 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:18 smithi173 ceph-mon[17131]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:18 smithi196 ceph-mon[21316]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-30T20:55:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:18 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-30T20:55:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:18 smithi196 ceph-mon[21316]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:20 smithi173 ceph-mon[17131]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-30T20:55:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:20 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/936199376' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-30T20:55:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:20 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-30T20:55:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:20 smithi173 ceph-mon[28069]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-30T20:55:20.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:20 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/936199376' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-30T20:55:20.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:20 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-30T20:55:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:20 smithi196 ceph-mon[21316]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-30T20:55:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:20 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/936199376' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-30T20:55:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:20 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-30T20:55:21.449 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-30T20:55:21.449 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T20:55:21.648 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:21.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:21 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-30T20:55:21.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:21 smithi173 ceph-mon[17131]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:21.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:21 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-30T20:55:21.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:21 smithi173 ceph-mon[28069]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:21 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-30T20:55:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:21 smithi196 ceph-mon[21316]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T20:55:22.890 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:22 smithi173 ceph-mon[17131]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-30T20:55:22.890 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:22 smithi173 ceph-mon[28069]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-30T20:55:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:22 smithi196 ceph-mon[21316]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-30T20:55:23.536 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:55:23.537 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1791008870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1791008870},{"type":"v1","addr":"172.21.15.173:6835","nonce":1791008870}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-30T20:55:09.190514+0000","modified":"2024-08-30T20:55:20.585474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3093899690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3093899690},{"type":"v1","addr":"172.21.15.196:6833","nonce":3093899690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-30T20:55:23.537 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 8 2024-08-30T20:55:23.947 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:23 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3583267411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:55:23.947 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:23 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3583267411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:55:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:23 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3583267411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:55:24.353 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T20:55:24.550 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:24.892 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:24 smithi173 ceph-mon[17131]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-08-30T20:55:24.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:24 smithi173 ceph-mon[28069]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-08-30T20:55:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:24 smithi196 ceph-mon[21316]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 2 op/s 2024-08-30T20:55:26.357 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:55:26.357 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":66,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T20:55:09.190398+0000","last_up_change":"2024-08-30T20:54:39.866345+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6803","nonce":1393420123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6805","nonce":1393420123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6809","nonce":1393420123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6807","nonce":1393420123}]},"public_addr":"172.21.15.173:6803/1393420123","cluster_addr":"172.21.15.173:6805/1393420123","heartbeat_back_addr":"172.21.15.173:6809/1393420123","heartbeat_front_addr":"172.21.15.173:6807/1393420123","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6811","nonce":3917330955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6813","nonce":3917330955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6817","nonce":3917330955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6815","nonce":3917330955}]},"public_addr":"172.21.15.173:6811/3917330955","cluster_addr":"172.21.15.173:6813/3917330955","heartbeat_back_addr":"172.21.15.173:6817/3917330955","heartbeat_front_addr":"172.21.15.173:6815/3917330955","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6819","nonce":1659021142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6821","nonce":1659021142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6825","nonce":1659021142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6823","nonce":1659021142}]},"public_addr":"172.21.15.173:6819/1659021142","cluster_addr":"172.21.15.173:6821/1659021142","heartbeat_back_addr":"172.21.15.173:6825/1659021142","heartbeat_front_addr":"172.21.15.173:6823/1659021142","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6827","nonce":3024306097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6829","nonce":3024306097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6833","nonce":3024306097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6831","nonce":3024306097}]},"public_addr":"172.21.15.173:6827/3024306097","cluster_addr":"172.21.15.173:6829/3024306097","heartbeat_back_addr":"172.21.15.173:6833/3024306097","heartbeat_front_addr":"172.21.15.173:6831/3024306097","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6801","nonce":2939563016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6803","nonce":2939563016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6807","nonce":2939563016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6805","nonce":2939563016}]},"public_addr":"172.21.15.196:6801/2939563016","cluster_addr":"172.21.15.196:6803/2939563016","heartbeat_back_addr":"172.21.15.196:6807/2939563016","heartbeat_front_addr":"172.21.15.196:6805/2939563016","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6809","nonce":2715270276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6811","nonce":2715270276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6815","nonce":2715270276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6813","nonce":2715270276}]},"public_addr":"172.21.15.196:6809/2715270276","cluster_addr":"172.21.15.196:6811/2715270276","heartbeat_back_addr":"172.21.15.196:6815/2715270276","heartbeat_front_addr":"172.21.15.196:6813/2715270276","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6817","nonce":3146516111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6819","nonce":3146516111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6823","nonce":3146516111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6821","nonce":3146516111}]},"public_addr":"172.21.15.196:6817/3146516111","cluster_addr":"172.21.15.196:6819/3146516111","heartbeat_back_addr":"172.21.15.196:6823/3146516111","heartbeat_front_addr":"172.21.15.196:6821/3146516111","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6825","nonce":521796273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6827","nonce":521796273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6831","nonce":521796273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6829","nonce":521796273}]},"public_addr":"172.21.15.196:6825/521796273","cluster_addr":"172.21.15.196:6827/521796273","heartbeat_back_addr":"172.21.15.196:6831/521796273","heartbeat_front_addr":"172.21.15.196:6829/521796273","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T20:55:26.701 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:26 smithi173 ceph-mon[17131]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-30T20:55:26.701 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:26 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1314705410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:26.701 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:26 smithi173 ceph-mon[28069]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-30T20:55:26.701 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:26 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1314705410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:26 smithi196 ceph-mon[21316]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-30T20:55:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:26 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1314705410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:55:27.074 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-30T20:55:27.074 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-30T20:55:27.267 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:28.758 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:28 smithi173 ceph-mon[17131]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-30T20:55:28.758 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:28 smithi173 ceph-mon[28069]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-30T20:55:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:28 smithi196 ceph-mon[21316]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-30T20:55:29.127 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:55:29.129 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-08-30T20:55:29.745 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2024-08-30T20:55:27.414572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227356,"kb_used_data":7040,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733860,"statfs":{"total":767960285184,"available":767727472640,"internally_reserved":0,"allocated":7208960,"data_stored":4020743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003072"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201345+0000","last_change":"2024-08-30T20:55:07.590746+0000","last_active":"2024-08-30T20:55:09.201345+0000","last_peered":"2024-08-30T20:55:09.201345+0000","last_clean":"2024-08-30T20:55:09.201345+0000","last_became_active":"2024-08-30T20:55:07.590453+0000","last_became_peered":"2024-08-30T20:55:07.590453+0000","last_unstale":"2024-08-30T20:55:09.201345+0000","last_undegraded":"2024-08-30T20:55:09.201345+0000","last_fullsized":"2024-08-30T20:55:09.201345+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:14:03.335248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202539+0000","last_change":"2024-08-30T20:55:07.577952+0000","last_active":"2024-08-30T20:55:09.202539+0000","last_peered":"2024-08-30T20:55:09.202539+0000","last_clean":"2024-08-30T20:55:09.202539+0000","last_became_active":"2024-08-30T20:55:07.577686+0000","last_became_peered":"2024-08-30T20:55:07.577686+0000","last_unstale":"2024-08-30T20:55:09.202539+0000","last_undegraded":"2024-08-30T20:55:09.202539+0000","last_fullsized":"2024-08-30T20:55:09.202539+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:48:50.652444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178768+0000","last_change":"2024-08-30T20:55:07.571411+0000","last_active":"2024-08-30T20:55:09.178768+0000","last_peered":"2024-08-30T20:55:09.178768+0000","last_clean":"2024-08-30T20:55:09.178768+0000","last_became_active":"2024-08-30T20:55:07.571094+0000","last_became_peered":"2024-08-30T20:55:07.571094+0000","last_unstale":"2024-08-30T20:55:09.178768+0000","last_undegraded":"2024-08-30T20:55:09.178768+0000","last_fullsized":"2024-08-30T20:55:09.178768+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:32:19.518748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203250+0000","last_change":"2024-08-30T20:55:07.590241+0000","last_active":"2024-08-30T20:55:09.203250+0000","last_peered":"2024-08-30T20:55:09.203250+0000","last_clean":"2024-08-30T20:55:09.203250+0000","last_became_active":"2024-08-30T20:55:07.589279+0000","last_became_peered":"2024-08-30T20:55:07.589279+0000","last_unstale":"2024-08-30T20:55:09.203250+0000","last_undegraded":"2024-08-30T20:55:09.203250+0000","last_fullsized":"2024-08-30T20:55:09.203250+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:12:41.578879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199821+0000","last_change":"2024-08-30T20:55:07.584990+0000","last_active":"2024-08-30T20:55:09.199821+0000","last_peered":"2024-08-30T20:55:09.199821+0000","last_clean":"2024-08-30T20:55:09.199821+0000","last_became_active":"2024-08-30T20:55:07.584696+0000","last_became_peered":"2024-08-30T20:55:07.584696+0000","last_unstale":"2024-08-30T20:55:09.199821+0000","last_undegraded":"2024-08-30T20:55:09.199821+0000","last_fullsized":"2024-08-30T20:55:09.199821+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:43:55.663786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204940+0000","last_change":"2024-08-30T20:55:07.580201+0000","last_active":"2024-08-30T20:55:09.204940+0000","last_peered":"2024-08-30T20:55:09.204940+0000","last_clean":"2024-08-30T20:55:09.204940+0000","last_became_active":"2024-08-30T20:55:07.579895+0000","last_became_peered":"2024-08-30T20:55:07.579895+0000","last_unstale":"2024-08-30T20:55:09.204940+0000","last_undegraded":"2024-08-30T20:55:09.204940+0000","last_fullsized":"2024-08-30T20:55:09.204940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:21:34.777477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199482+0000","last_change":"2024-08-30T20:55:07.586694+0000","last_active":"2024-08-30T20:55:09.199482+0000","last_peered":"2024-08-30T20:55:09.199482+0000","last_clean":"2024-08-30T20:55:09.199482+0000","last_became_active":"2024-08-30T20:55:07.586435+0000","last_became_peered":"2024-08-30T20:55:07.586435+0000","last_unstale":"2024-08-30T20:55:09.199482+0000","last_undegraded":"2024-08-30T20:55:09.199482+0000","last_fullsized":"2024-08-30T20:55:09.199482+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:21:44.196656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178060+0000","last_change":"2024-08-30T20:55:07.580846+0000","last_active":"2024-08-30T20:55:09.178060+0000","last_peered":"2024-08-30T20:55:09.178060+0000","last_clean":"2024-08-30T20:55:09.178060+0000","last_became_active":"2024-08-30T20:55:07.580490+0000","last_became_peered":"2024-08-30T20:55:07.580490+0000","last_unstale":"2024-08-30T20:55:09.178060+0000","last_undegraded":"2024-08-30T20:55:09.178060+0000","last_fullsized":"2024-08-30T20:55:09.178060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:55.550040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201552+0000","last_change":"2024-08-30T20:55:07.593948+0000","last_active":"2024-08-30T20:55:09.201552+0000","last_peered":"2024-08-30T20:55:09.201552+0000","last_clean":"2024-08-30T20:55:09.201552+0000","last_became_active":"2024-08-30T20:55:07.593632+0000","last_became_peered":"2024-08-30T20:55:07.593632+0000","last_unstale":"2024-08-30T20:55:09.201552+0000","last_undegraded":"2024-08-30T20:55:09.201552+0000","last_fullsized":"2024-08-30T20:55:09.201552+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:14:15.074025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200667+0000","last_change":"2024-08-30T20:55:07.593384+0000","last_active":"2024-08-30T20:55:09.200667+0000","last_peered":"2024-08-30T20:55:09.200667+0000","last_clean":"2024-08-30T20:55:09.200667+0000","last_became_active":"2024-08-30T20:55:07.593087+0000","last_became_peered":"2024-08-30T20:55:07.593087+0000","last_unstale":"2024-08-30T20:55:09.200667+0000","last_undegraded":"2024-08-30T20:55:09.200667+0000","last_fullsized":"2024-08-30T20:55:09.200667+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:15:38.024522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200306+0000","last_change":"2024-08-30T20:55:07.592146+0000","last_active":"2024-08-30T20:55:09.200306+0000","last_peered":"2024-08-30T20:55:09.200306+0000","last_clean":"2024-08-30T20:55:09.200306+0000","last_became_active":"2024-08-30T20:55:07.591863+0000","last_became_peered":"2024-08-30T20:55:07.591863+0000","last_unstale":"2024-08-30T20:55:09.200306+0000","last_undegraded":"2024-08-30T20:55:09.200306+0000","last_fullsized":"2024-08-30T20:55:09.200306+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:05:47.806892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562833+0000","last_change":"2024-08-30T20:55:07.580103+0000","last_active":"2024-08-30T20:55:08.562833+0000","last_peered":"2024-08-30T20:55:08.562833+0000","last_clean":"2024-08-30T20:55:08.562833+0000","last_became_active":"2024-08-30T20:55:07.579815+0000","last_became_peered":"2024-08-30T20:55:07.579815+0000","last_unstale":"2024-08-30T20:55:08.562833+0000","last_undegraded":"2024-08-30T20:55:08.562833+0000","last_fullsized":"2024-08-30T20:55:08.562833+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:36:55.923267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178265+0000","last_change":"2024-08-30T20:55:07.576494+0000","last_active":"2024-08-30T20:55:09.178265+0000","last_peered":"2024-08-30T20:55:09.178265+0000","last_clean":"2024-08-30T20:55:09.178265+0000","last_became_active":"2024-08-30T20:55:07.576200+0000","last_became_peered":"2024-08-30T20:55:07.576200+0000","last_unstale":"2024-08-30T20:55:09.178265+0000","last_undegraded":"2024-08-30T20:55:09.178265+0000","last_fullsized":"2024-08-30T20:55:09.178265+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:21:36.466550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178909+0000","last_change":"2024-08-30T20:55:07.575615+0000","last_active":"2024-08-30T20:55:09.178909+0000","last_peered":"2024-08-30T20:55:09.178909+0000","last_clean":"2024-08-30T20:55:09.178909+0000","last_became_active":"2024-08-30T20:55:07.575150+0000","last_became_peered":"2024-08-30T20:55:07.575150+0000","last_unstale":"2024-08-30T20:55:09.178909+0000","last_undegraded":"2024-08-30T20:55:09.178909+0000","last_fullsized":"2024-08-30T20:55:09.178909+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:56:08.222136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200606+0000","last_change":"2024-08-30T20:55:07.575838+0000","last_active":"2024-08-30T20:55:09.200606+0000","last_peered":"2024-08-30T20:55:09.200606+0000","last_clean":"2024-08-30T20:55:09.200606+0000","last_became_active":"2024-08-30T20:55:07.575315+0000","last_became_peered":"2024-08-30T20:55:07.575315+0000","last_unstale":"2024-08-30T20:55:09.200606+0000","last_undegraded":"2024-08-30T20:55:09.200606+0000","last_fullsized":"2024-08-30T20:55:09.200606+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:46:31.746348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203338+0000","last_change":"2024-08-30T20:55:07.589925+0000","last_active":"2024-08-30T20:55:09.203338+0000","last_peered":"2024-08-30T20:55:09.203338+0000","last_clean":"2024-08-30T20:55:09.203338+0000","last_became_active":"2024-08-30T20:55:07.589611+0000","last_became_peered":"2024-08-30T20:55:07.589611+0000","last_unstale":"2024-08-30T20:55:09.203338+0000","last_undegraded":"2024-08-30T20:55:09.203338+0000","last_fullsized":"2024-08-30T20:55:09.203338+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:09:01.613744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205163+0000","last_change":"2024-08-30T20:55:07.590302+0000","last_active":"2024-08-30T20:55:09.205163+0000","last_peered":"2024-08-30T20:55:09.205163+0000","last_clean":"2024-08-30T20:55:09.205163+0000","last_became_active":"2024-08-30T20:55:07.590009+0000","last_became_peered":"2024-08-30T20:55:07.590009+0000","last_unstale":"2024-08-30T20:55:09.205163+0000","last_undegraded":"2024-08-30T20:55:09.205163+0000","last_fullsized":"2024-08-30T20:55:09.205163+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:08:04.877575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562279+0000","last_change":"2024-08-30T20:55:07.583971+0000","last_active":"2024-08-30T20:55:08.562279+0000","last_peered":"2024-08-30T20:55:08.562279+0000","last_clean":"2024-08-30T20:55:08.562279+0000","last_became_active":"2024-08-30T20:55:07.583639+0000","last_became_peered":"2024-08-30T20:55:07.583639+0000","last_unstale":"2024-08-30T20:55:08.562279+0000","last_undegraded":"2024-08-30T20:55:08.562279+0000","last_fullsized":"2024-08-30T20:55:08.562279+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:03:00.886217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202144+0000","last_change":"2024-08-30T20:55:07.592693+0000","last_active":"2024-08-30T20:55:09.202144+0000","last_peered":"2024-08-30T20:55:09.202144+0000","last_clean":"2024-08-30T20:55:09.202144+0000","last_became_active":"2024-08-30T20:55:07.592394+0000","last_became_peered":"2024-08-30T20:55:07.592394+0000","last_unstale":"2024-08-30T20:55:09.202144+0000","last_undegraded":"2024-08-30T20:55:09.202144+0000","last_fullsized":"2024-08-30T20:55:09.202144+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:18:22.165677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200128+0000","last_change":"2024-08-30T20:55:07.583477+0000","last_active":"2024-08-30T20:55:09.200128+0000","last_peered":"2024-08-30T20:55:09.200128+0000","last_clean":"2024-08-30T20:55:09.200128+0000","last_became_active":"2024-08-30T20:55:07.583196+0000","last_became_peered":"2024-08-30T20:55:07.583196+0000","last_unstale":"2024-08-30T20:55:09.200128+0000","last_undegraded":"2024-08-30T20:55:09.200128+0000","last_fullsized":"2024-08-30T20:55:09.200128+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:47:13.787711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178986+0000","last_change":"2024-08-30T20:55:07.583814+0000","last_active":"2024-08-30T20:55:09.178986+0000","last_peered":"2024-08-30T20:55:09.178986+0000","last_clean":"2024-08-30T20:55:09.178986+0000","last_became_active":"2024-08-30T20:55:07.583560+0000","last_became_peered":"2024-08-30T20:55:07.583560+0000","last_unstale":"2024-08-30T20:55:09.178986+0000","last_undegraded":"2024-08-30T20:55:09.178986+0000","last_fullsized":"2024-08-30T20:55:09.178986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:56:39.826331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204508+0000","last_change":"2024-08-30T20:55:07.587384+0000","last_active":"2024-08-30T20:55:09.204508+0000","last_peered":"2024-08-30T20:55:09.204508+0000","last_clean":"2024-08-30T20:55:09.204508+0000","last_became_active":"2024-08-30T20:55:07.587082+0000","last_became_peered":"2024-08-30T20:55:07.587082+0000","last_unstale":"2024-08-30T20:55:09.204508+0000","last_undegraded":"2024-08-30T20:55:09.204508+0000","last_fullsized":"2024-08-30T20:55:09.204508+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:46:42.961239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178291+0000","last_change":"2024-08-30T20:55:07.572119+0000","last_active":"2024-08-30T20:55:09.178291+0000","last_peered":"2024-08-30T20:55:09.178291+0000","last_clean":"2024-08-30T20:55:09.178291+0000","last_became_active":"2024-08-30T20:55:07.571815+0000","last_became_peered":"2024-08-30T20:55:07.571815+0000","last_unstale":"2024-08-30T20:55:09.178291+0000","last_undegraded":"2024-08-30T20:55:09.178291+0000","last_fullsized":"2024-08-30T20:55:09.178291+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:12:19.247921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203431+0000","last_change":"2024-08-30T20:55:07.578381+0000","last_active":"2024-08-30T20:55:09.203431+0000","last_peered":"2024-08-30T20:55:09.203431+0000","last_clean":"2024-08-30T20:55:09.203431+0000","last_became_active":"2024-08-30T20:55:07.578103+0000","last_became_peered":"2024-08-30T20:55:07.578103+0000","last_unstale":"2024-08-30T20:55:09.203431+0000","last_undegraded":"2024-08-30T20:55:09.203431+0000","last_fullsized":"2024-08-30T20:55:09.203431+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:45:39.591250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178800+0000","last_change":"2024-08-30T20:55:07.578474+0000","last_active":"2024-08-30T20:55:09.178800+0000","last_peered":"2024-08-30T20:55:09.178800+0000","last_clean":"2024-08-30T20:55:09.178800+0000","last_became_active":"2024-08-30T20:55:07.578214+0000","last_became_peered":"2024-08-30T20:55:07.578214+0000","last_unstale":"2024-08-30T20:55:09.178800+0000","last_undegraded":"2024-08-30T20:55:09.178800+0000","last_fullsized":"2024-08-30T20:55:09.178800+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:20:11.576213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200708+0000","last_change":"2024-08-30T20:55:07.579644+0000","last_active":"2024-08-30T20:55:09.200708+0000","last_peered":"2024-08-30T20:55:09.200708+0000","last_clean":"2024-08-30T20:55:09.200708+0000","last_became_active":"2024-08-30T20:55:07.579244+0000","last_became_peered":"2024-08-30T20:55:07.579244+0000","last_unstale":"2024-08-30T20:55:09.200708+0000","last_undegraded":"2024-08-30T20:55:09.200708+0000","last_fullsized":"2024-08-30T20:55:09.200708+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:23:49.612964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200771+0000","last_change":"2024-08-30T20:55:07.572362+0000","last_active":"2024-08-30T20:55:09.200771+0000","last_peered":"2024-08-30T20:55:09.200771+0000","last_clean":"2024-08-30T20:55:09.200771+0000","last_became_active":"2024-08-30T20:55:07.572010+0000","last_became_peered":"2024-08-30T20:55:07.572010+0000","last_unstale":"2024-08-30T20:55:09.200771+0000","last_undegraded":"2024-08-30T20:55:09.200771+0000","last_fullsized":"2024-08-30T20:55:09.200771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:39:53.621068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178281+0000","last_change":"2024-08-30T20:55:07.572590+0000","last_active":"2024-08-30T20:55:09.178281+0000","last_peered":"2024-08-30T20:55:09.178281+0000","last_clean":"2024-08-30T20:55:09.178281+0000","last_became_active":"2024-08-30T20:55:07.572303+0000","last_became_peered":"2024-08-30T20:55:07.572303+0000","last_unstale":"2024-08-30T20:55:09.178281+0000","last_undegraded":"2024-08-30T20:55:09.178281+0000","last_fullsized":"2024-08-30T20:55:09.178281+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:13:27.246575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178761+0000","last_change":"2024-08-30T20:55:07.580706+0000","last_active":"2024-08-30T20:55:09.178761+0000","last_peered":"2024-08-30T20:55:09.178761+0000","last_clean":"2024-08-30T20:55:09.178761+0000","last_became_active":"2024-08-30T20:55:07.580451+0000","last_became_peered":"2024-08-30T20:55:07.580451+0000","last_unstale":"2024-08-30T20:55:09.178761+0000","last_undegraded":"2024-08-30T20:55:09.178761+0000","last_fullsized":"2024-08-30T20:55:09.178761+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:54:58.770734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205269+0000","last_change":"2024-08-30T20:55:07.578265+0000","last_active":"2024-08-30T20:55:09.205269+0000","last_peered":"2024-08-30T20:55:09.205269+0000","last_clean":"2024-08-30T20:55:09.205269+0000","last_became_active":"2024-08-30T20:55:07.577543+0000","last_became_peered":"2024-08-30T20:55:07.577543+0000","last_unstale":"2024-08-30T20:55:09.205269+0000","last_undegraded":"2024-08-30T20:55:09.205269+0000","last_fullsized":"2024-08-30T20:55:09.205269+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:45:59.132990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561193+0000","last_change":"2024-08-30T20:55:07.577140+0000","last_active":"2024-08-30T20:55:08.561193+0000","last_peered":"2024-08-30T20:55:08.561193+0000","last_clean":"2024-08-30T20:55:08.561193+0000","last_became_active":"2024-08-30T20:55:07.576852+0000","last_became_peered":"2024-08-30T20:55:07.576852+0000","last_unstale":"2024-08-30T20:55:08.561193+0000","last_undegraded":"2024-08-30T20:55:08.561193+0000","last_fullsized":"2024-08-30T20:55:08.561193+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:51:08.989180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199923+0000","last_change":"2024-08-30T20:55:07.591070+0000","last_active":"2024-08-30T20:55:09.199923+0000","last_peered":"2024-08-30T20:55:09.199923+0000","last_clean":"2024-08-30T20:55:09.199923+0000","last_became_active":"2024-08-30T20:55:07.590777+0000","last_became_peered":"2024-08-30T20:55:07.590777+0000","last_unstale":"2024-08-30T20:55:09.199923+0000","last_undegraded":"2024-08-30T20:55:09.199923+0000","last_fullsized":"2024-08-30T20:55:09.199923+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:56.115117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562395+0000","last_change":"2024-08-30T20:55:07.569671+0000","last_active":"2024-08-30T20:55:08.562395+0000","last_peered":"2024-08-30T20:55:08.562395+0000","last_clean":"2024-08-30T20:55:08.562395+0000","last_became_active":"2024-08-30T20:55:07.569311+0000","last_became_peered":"2024-08-30T20:55:07.569311+0000","last_unstale":"2024-08-30T20:55:08.562395+0000","last_undegraded":"2024-08-30T20:55:08.562395+0000","last_fullsized":"2024-08-30T20:55:08.562395+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:43:33.385322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.193880+0000","last_change":"2024-08-30T20:55:04.485846+0000","last_active":"2024-08-30T20:55:09.193880+0000","last_peered":"2024-08-30T20:55:09.193880+0000","last_clean":"2024-08-30T20:55:09.193880+0000","last_became_active":"2024-08-30T20:55:04.485589+0000","last_became_peered":"2024-08-30T20:55:04.485589+0000","last_unstale":"2024-08-30T20:55:09.193880+0000","last_undegraded":"2024-08-30T20:55:09.193880+0000","last_fullsized":"2024-08-30T20:55:09.193880+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:20:50.627528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178856+0000","last_change":"2024-08-30T20:55:07.583850+0000","last_active":"2024-08-30T20:55:09.178856+0000","last_peered":"2024-08-30T20:55:09.178856+0000","last_clean":"2024-08-30T20:55:09.178856+0000","last_became_active":"2024-08-30T20:55:07.583598+0000","last_became_peered":"2024-08-30T20:55:07.583598+0000","last_unstale":"2024-08-30T20:55:09.178856+0000","last_undegraded":"2024-08-30T20:55:09.178856+0000","last_fullsized":"2024-08-30T20:55:09.178856+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:10:57.651465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200257+0000","last_change":"2024-08-30T20:55:04.487436+0000","last_active":"2024-08-30T20:55:09.200257+0000","last_peered":"2024-08-30T20:55:09.200257+0000","last_clean":"2024-08-30T20:55:09.200257+0000","last_became_active":"2024-08-30T20:55:04.487096+0000","last_became_peered":"2024-08-30T20:55:04.487096+0000","last_unstale":"2024-08-30T20:55:09.200257+0000","last_undegraded":"2024-08-30T20:55:09.200257+0000","last_fullsized":"2024-08-30T20:55:09.200257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:19:02.725915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178419+0000","last_change":"2024-08-30T20:55:04.482606+0000","last_active":"2024-08-30T20:55:09.178419+0000","last_peered":"2024-08-30T20:55:09.178419+0000","last_clean":"2024-08-30T20:55:09.178419+0000","last_became_active":"2024-08-30T20:55:04.482337+0000","last_became_peered":"2024-08-30T20:55:04.482337+0000","last_unstale":"2024-08-30T20:55:09.178419+0000","last_undegraded":"2024-08-30T20:55:09.178419+0000","last_fullsized":"2024-08-30T20:55:09.178419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:03:46.837726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178145+0000","last_change":"2024-08-30T20:55:07.571310+0000","last_active":"2024-08-30T20:55:09.178145+0000","last_peered":"2024-08-30T20:55:09.178145+0000","last_clean":"2024-08-30T20:55:09.178145+0000","last_became_active":"2024-08-30T20:55:07.571014+0000","last_became_peered":"2024-08-30T20:55:07.571014+0000","last_unstale":"2024-08-30T20:55:09.178145+0000","last_undegraded":"2024-08-30T20:55:09.178145+0000","last_fullsized":"2024-08-30T20:55:09.178145+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:57:56.426531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178582+0000","last_change":"2024-08-30T20:55:04.488856+0000","last_active":"2024-08-30T20:55:09.178582+0000","last_peered":"2024-08-30T20:55:09.178582+0000","last_clean":"2024-08-30T20:55:09.178582+0000","last_became_active":"2024-08-30T20:55:04.488424+0000","last_became_peered":"2024-08-30T20:55:04.488424+0000","last_unstale":"2024-08-30T20:55:09.178582+0000","last_undegraded":"2024-08-30T20:55:09.178582+0000","last_fullsized":"2024-08-30T20:55:09.178582+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:51:25.106075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200447+0000","last_change":"2024-08-30T20:55:07.572854+0000","last_active":"2024-08-30T20:55:09.200447+0000","last_peered":"2024-08-30T20:55:09.200447+0000","last_clean":"2024-08-30T20:55:09.200447+0000","last_became_active":"2024-08-30T20:55:07.572596+0000","last_became_peered":"2024-08-30T20:55:07.572596+0000","last_unstale":"2024-08-30T20:55:09.200447+0000","last_undegraded":"2024-08-30T20:55:09.200447+0000","last_fullsized":"2024-08-30T20:55:09.200447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:17:39.563709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.911411+0000","last_change":"2024-08-30T20:55:04.491624+0000","last_active":"2024-08-30T20:55:08.911411+0000","last_peered":"2024-08-30T20:55:08.911411+0000","last_clean":"2024-08-30T20:55:08.911411+0000","last_became_active":"2024-08-30T20:55:04.491290+0000","last_became_peered":"2024-08-30T20:55:04.491290+0000","last_unstale":"2024-08-30T20:55:08.911411+0000","last_undegraded":"2024-08-30T20:55:08.911411+0000","last_fullsized":"2024-08-30T20:55:08.911411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:44:50.029902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204470+0000","last_change":"2024-08-30T20:55:07.587378+0000","last_active":"2024-08-30T20:55:09.204470+0000","last_peered":"2024-08-30T20:55:09.204470+0000","last_clean":"2024-08-30T20:55:09.204470+0000","last_became_active":"2024-08-30T20:55:07.587076+0000","last_became_peered":"2024-08-30T20:55:07.587076+0000","last_unstale":"2024-08-30T20:55:09.204470+0000","last_undegraded":"2024-08-30T20:55:09.204470+0000","last_fullsized":"2024-08-30T20:55:09.204470+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:01:51.577978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178928+0000","last_change":"2024-08-30T20:55:04.484603+0000","last_active":"2024-08-30T20:55:09.178928+0000","last_peered":"2024-08-30T20:55:09.178928+0000","last_clean":"2024-08-30T20:55:09.178928+0000","last_became_active":"2024-08-30T20:55:04.484318+0000","last_became_peered":"2024-08-30T20:55:04.484318+0000","last_unstale":"2024-08-30T20:55:09.178928+0000","last_undegraded":"2024-08-30T20:55:09.178928+0000","last_fullsized":"2024-08-30T20:55:09.178928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:44:09.047325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.179041+0000","last_change":"2024-08-30T20:55:07.580743+0000","last_active":"2024-08-30T20:55:09.179041+0000","last_peered":"2024-08-30T20:55:09.179041+0000","last_clean":"2024-08-30T20:55:09.179041+0000","last_became_active":"2024-08-30T20:55:07.580494+0000","last_became_peered":"2024-08-30T20:55:07.580494+0000","last_unstale":"2024-08-30T20:55:09.179041+0000","last_undegraded":"2024-08-30T20:55:09.179041+0000","last_fullsized":"2024-08-30T20:55:09.179041+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:36:37.674671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206543+0000","last_change":"2024-08-30T20:55:04.491770+0000","last_active":"2024-08-30T20:55:09.206543+0000","last_peered":"2024-08-30T20:55:09.206543+0000","last_clean":"2024-08-30T20:55:09.206543+0000","last_became_active":"2024-08-30T20:55:04.491424+0000","last_became_peered":"2024-08-30T20:55:04.491424+0000","last_unstale":"2024-08-30T20:55:09.206543+0000","last_undegraded":"2024-08-30T20:55:09.206543+0000","last_fullsized":"2024-08-30T20:55:09.206543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:18:09.867238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562764+0000","last_change":"2024-08-30T20:55:07.585479+0000","last_active":"2024-08-30T20:55:08.562764+0000","last_peered":"2024-08-30T20:55:08.562764+0000","last_clean":"2024-08-30T20:55:08.562764+0000","last_became_active":"2024-08-30T20:55:07.585191+0000","last_became_peered":"2024-08-30T20:55:07.585191+0000","last_unstale":"2024-08-30T20:55:08.562764+0000","last_undegraded":"2024-08-30T20:55:08.562764+0000","last_fullsized":"2024-08-30T20:55:08.562764+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:40:02.146189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.207119+0000","last_change":"2024-08-30T20:55:04.490746+0000","last_active":"2024-08-30T20:55:09.207119+0000","last_peered":"2024-08-30T20:55:09.207119+0000","last_clean":"2024-08-30T20:55:09.207119+0000","last_became_active":"2024-08-30T20:55:04.490014+0000","last_became_peered":"2024-08-30T20:55:04.490014+0000","last_unstale":"2024-08-30T20:55:09.207119+0000","last_undegraded":"2024-08-30T20:55:09.207119+0000","last_fullsized":"2024-08-30T20:55:09.207119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:06:44.987519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201783+0000","last_change":"2024-08-30T20:55:07.585861+0000","last_active":"2024-08-30T20:55:09.201783+0000","last_peered":"2024-08-30T20:55:09.201783+0000","last_clean":"2024-08-30T20:55:09.201783+0000","last_became_active":"2024-08-30T20:55:07.585556+0000","last_became_peered":"2024-08-30T20:55:07.585556+0000","last_unstale":"2024-08-30T20:55:09.201783+0000","last_undegraded":"2024-08-30T20:55:09.201783+0000","last_fullsized":"2024-08-30T20:55:09.201783+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:31:25.174097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201631+0000","last_change":"2024-08-30T20:55:04.489842+0000","last_active":"2024-08-30T20:55:09.201631+0000","last_peered":"2024-08-30T20:55:09.201631+0000","last_clean":"2024-08-30T20:55:09.201631+0000","last_became_active":"2024-08-30T20:55:04.489445+0000","last_became_peered":"2024-08-30T20:55:04.489445+0000","last_unstale":"2024-08-30T20:55:09.201631+0000","last_undegraded":"2024-08-30T20:55:09.201631+0000","last_fullsized":"2024-08-30T20:55:09.201631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:20:55.671645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178995+0000","last_change":"2024-08-30T20:55:07.583194+0000","last_active":"2024-08-30T20:55:09.178995+0000","last_peered":"2024-08-30T20:55:09.178995+0000","last_clean":"2024-08-30T20:55:09.178995+0000","last_became_active":"2024-08-30T20:55:07.582918+0000","last_became_peered":"2024-08-30T20:55:07.582918+0000","last_unstale":"2024-08-30T20:55:09.178995+0000","last_undegraded":"2024-08-30T20:55:09.178995+0000","last_fullsized":"2024-08-30T20:55:09.178995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:02:41.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178641+0000","last_change":"2024-08-30T20:55:04.488471+0000","last_active":"2024-08-30T20:55:09.178641+0000","last_peered":"2024-08-30T20:55:09.178641+0000","last_clean":"2024-08-30T20:55:09.178641+0000","last_became_active":"2024-08-30T20:55:04.488170+0000","last_became_peered":"2024-08-30T20:55:04.488170+0000","last_unstale":"2024-08-30T20:55:09.178641+0000","last_undegraded":"2024-08-30T20:55:09.178641+0000","last_fullsized":"2024-08-30T20:55:09.178641+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:07:18.395208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199930+0000","last_change":"2024-08-30T20:55:07.585880+0000","last_active":"2024-08-30T20:55:09.199930+0000","last_peered":"2024-08-30T20:55:09.199930+0000","last_clean":"2024-08-30T20:55:09.199930+0000","last_became_active":"2024-08-30T20:55:07.584740+0000","last_became_peered":"2024-08-30T20:55:07.584740+0000","last_unstale":"2024-08-30T20:55:09.199930+0000","last_undegraded":"2024-08-30T20:55:09.199930+0000","last_fullsized":"2024-08-30T20:55:09.199930+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:48:02.950829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.910896+0000","last_change":"2024-08-30T20:55:04.486606+0000","last_active":"2024-08-30T20:55:08.910896+0000","last_peered":"2024-08-30T20:55:08.910896+0000","last_clean":"2024-08-30T20:55:08.910896+0000","last_became_active":"2024-08-30T20:55:04.486242+0000","last_became_peered":"2024-08-30T20:55:04.486242+0000","last_unstale":"2024-08-30T20:55:08.910896+0000","last_undegraded":"2024-08-30T20:55:08.910896+0000","last_fullsized":"2024-08-30T20:55:08.910896+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:32:20.612654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199949+0000","last_change":"2024-08-30T20:55:07.581599+0000","last_active":"2024-08-30T20:55:09.199949+0000","last_peered":"2024-08-30T20:55:09.199949+0000","last_clean":"2024-08-30T20:55:09.199949+0000","last_became_active":"2024-08-30T20:55:07.581345+0000","last_became_peered":"2024-08-30T20:55:07.581345+0000","last_unstale":"2024-08-30T20:55:09.199949+0000","last_undegraded":"2024-08-30T20:55:09.199949+0000","last_fullsized":"2024-08-30T20:55:09.199949+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:15:39.649195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206297+0000","last_change":"2024-08-30T20:55:04.487479+0000","last_active":"2024-08-30T20:55:09.206297+0000","last_peered":"2024-08-30T20:55:09.206297+0000","last_clean":"2024-08-30T20:55:09.206297+0000","last_became_active":"2024-08-30T20:55:04.484942+0000","last_became_peered":"2024-08-30T20:55:04.484942+0000","last_unstale":"2024-08-30T20:55:09.206297+0000","last_undegraded":"2024-08-30T20:55:09.206297+0000","last_fullsized":"2024-08-30T20:55:09.206297+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:20:16.543843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202433+0000","last_change":"2024-08-30T20:55:07.583340+0000","last_active":"2024-08-30T20:55:09.202433+0000","last_peered":"2024-08-30T20:55:09.202433+0000","last_clean":"2024-08-30T20:55:09.202433+0000","last_became_active":"2024-08-30T20:55:07.583069+0000","last_became_peered":"2024-08-30T20:55:07.583069+0000","last_unstale":"2024-08-30T20:55:09.202433+0000","last_undegraded":"2024-08-30T20:55:09.202433+0000","last_fullsized":"2024-08-30T20:55:09.202433+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:33:15.829733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.195359+0000","last_change":"2024-08-30T20:55:04.486905+0000","last_active":"2024-08-30T20:55:09.195359+0000","last_peered":"2024-08-30T20:55:09.195359+0000","last_clean":"2024-08-30T20:55:09.195359+0000","last_became_active":"2024-08-30T20:55:04.486136+0000","last_became_peered":"2024-08-30T20:55:04.486136+0000","last_unstale":"2024-08-30T20:55:09.195359+0000","last_undegraded":"2024-08-30T20:55:09.195359+0000","last_fullsized":"2024-08-30T20:55:09.195359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:55:53.482556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202236+0000","last_change":"2024-08-30T20:55:07.584729+0000","last_active":"2024-08-30T20:55:09.202236+0000","last_peered":"2024-08-30T20:55:09.202236+0000","last_clean":"2024-08-30T20:55:09.202236+0000","last_became_active":"2024-08-30T20:55:07.584363+0000","last_became_peered":"2024-08-30T20:55:07.584363+0000","last_unstale":"2024-08-30T20:55:09.202236+0000","last_undegraded":"2024-08-30T20:55:09.202236+0000","last_fullsized":"2024-08-30T20:55:09.202236+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:12:53.530861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202547+0000","last_change":"2024-08-30T20:55:04.487887+0000","last_active":"2024-08-30T20:55:09.202547+0000","last_peered":"2024-08-30T20:55:09.202547+0000","last_clean":"2024-08-30T20:55:09.202547+0000","last_became_active":"2024-08-30T20:55:04.487545+0000","last_became_peered":"2024-08-30T20:55:04.487545+0000","last_unstale":"2024-08-30T20:55:09.202547+0000","last_undegraded":"2024-08-30T20:55:09.202547+0000","last_fullsized":"2024-08-30T20:55:09.202547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:03:34.427448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201451+0000","last_change":"2024-08-30T20:55:07.590673+0000","last_active":"2024-08-30T20:55:09.201451+0000","last_peered":"2024-08-30T20:55:09.201451+0000","last_clean":"2024-08-30T20:55:09.201451+0000","last_became_active":"2024-08-30T20:55:07.590366+0000","last_became_peered":"2024-08-30T20:55:07.590366+0000","last_unstale":"2024-08-30T20:55:09.201451+0000","last_undegraded":"2024-08-30T20:55:09.201451+0000","last_fullsized":"2024-08-30T20:55:09.201451+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:32:33.228697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201001+0000","last_change":"2024-08-30T20:55:04.485836+0000","last_active":"2024-08-30T20:55:09.201001+0000","last_peered":"2024-08-30T20:55:09.201001+0000","last_clean":"2024-08-30T20:55:09.201001+0000","last_became_active":"2024-08-30T20:55:04.485508+0000","last_became_peered":"2024-08-30T20:55:04.485508+0000","last_unstale":"2024-08-30T20:55:09.201001+0000","last_undegraded":"2024-08-30T20:55:09.201001+0000","last_fullsized":"2024-08-30T20:55:09.201001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:48:47.852425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203470+0000","last_change":"2024-08-30T20:55:07.587819+0000","last_active":"2024-08-30T20:55:09.203470+0000","last_peered":"2024-08-30T20:55:09.203470+0000","last_clean":"2024-08-30T20:55:09.203470+0000","last_became_active":"2024-08-30T20:55:07.587494+0000","last_became_peered":"2024-08-30T20:55:07.587494+0000","last_unstale":"2024-08-30T20:55:09.203470+0000","last_undegraded":"2024-08-30T20:55:09.203470+0000","last_fullsized":"2024-08-30T20:55:09.203470+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:46:39.171489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561745+0000","last_change":"2024-08-30T20:55:04.489167+0000","last_active":"2024-08-30T20:55:08.561745+0000","last_peered":"2024-08-30T20:55:08.561745+0000","last_clean":"2024-08-30T20:55:08.561745+0000","last_became_active":"2024-08-30T20:55:04.488462+0000","last_became_peered":"2024-08-30T20:55:04.488462+0000","last_unstale":"2024-08-30T20:55:08.561745+0000","last_undegraded":"2024-08-30T20:55:08.561745+0000","last_fullsized":"2024-08-30T20:55:08.561745+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:08:19.661234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201938+0000","last_change":"2024-08-30T20:55:07.594433+0000","last_active":"2024-08-30T20:55:09.201938+0000","last_peered":"2024-08-30T20:55:09.201938+0000","last_clean":"2024-08-30T20:55:09.201938+0000","last_became_active":"2024-08-30T20:55:07.594138+0000","last_became_peered":"2024-08-30T20:55:07.594138+0000","last_unstale":"2024-08-30T20:55:09.201938+0000","last_undegraded":"2024-08-30T20:55:09.201938+0000","last_fullsized":"2024-08-30T20:55:09.201938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:11:40.132553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":223,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.678064+0000","last_change":"2024-08-30T20:54:42.923106+0000","last_active":"2024-08-30T20:55:08.678064+0000","last_peered":"2024-08-30T20:55:08.678064+0000","last_clean":"2024-08-30T20:55:08.678064+0000","last_became_active":"2024-08-30T20:54:42.922601+0000","last_became_peered":"2024-08-30T20:54:42.922601+0000","last_unstale":"2024-08-30T20:55:08.678064+0000","last_undegraded":"2024-08-30T20:55:08.678064+0000","last_fullsized":"2024-08-30T20:55:08.678064+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_clean_scrub_stamp":"2024-08-30T20:52:43.890084+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:55:08.330242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178443+0000","last_change":"2024-08-30T20:55:04.488364+0000","last_active":"2024-08-30T20:55:09.178443+0000","last_peered":"2024-08-30T20:55:09.178443+0000","last_clean":"2024-08-30T20:55:09.178443+0000","last_became_active":"2024-08-30T20:55:04.488060+0000","last_became_peered":"2024-08-30T20:55:04.488060+0000","last_unstale":"2024-08-30T20:55:09.178443+0000","last_undegraded":"2024-08-30T20:55:09.178443+0000","last_fullsized":"2024-08-30T20:55:09.178443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:04:59.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178407+0000","last_change":"2024-08-30T20:55:07.577162+0000","last_active":"2024-08-30T20:55:09.178407+0000","last_peered":"2024-08-30T20:55:09.178407+0000","last_clean":"2024-08-30T20:55:09.178407+0000","last_became_active":"2024-08-30T20:55:07.576888+0000","last_became_peered":"2024-08-30T20:55:07.576888+0000","last_unstale":"2024-08-30T20:55:09.178407+0000","last_undegraded":"2024-08-30T20:55:09.178407+0000","last_fullsized":"2024-08-30T20:55:09.178407+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:41:05.013437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.677997+0000","last_change":"2024-08-30T20:55:04.495046+0000","last_active":"2024-08-30T20:55:08.677997+0000","last_peered":"2024-08-30T20:55:08.677997+0000","last_clean":"2024-08-30T20:55:08.677997+0000","last_became_active":"2024-08-30T20:55:04.494761+0000","last_became_peered":"2024-08-30T20:55:04.494761+0000","last_unstale":"2024-08-30T20:55:08.677997+0000","last_undegraded":"2024-08-30T20:55:08.677997+0000","last_fullsized":"2024-08-30T20:55:08.677997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T20:56:50.866598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178500+0000","last_change":"2024-08-30T20:55:07.573944+0000","last_active":"2024-08-30T20:55:09.178500+0000","last_peered":"2024-08-30T20:55:09.178500+0000","last_clean":"2024-08-30T20:55:09.178500+0000","last_became_active":"2024-08-30T20:55:07.573652+0000","last_became_peered":"2024-08-30T20:55:07.573652+0000","last_unstale":"2024-08-30T20:55:09.178500+0000","last_undegraded":"2024-08-30T20:55:09.178500+0000","last_fullsized":"2024-08-30T20:55:09.178500+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:05:41.833333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561307+0000","last_change":"2024-08-30T20:55:04.482616+0000","last_active":"2024-08-30T20:55:08.561307+0000","last_peered":"2024-08-30T20:55:08.561307+0000","last_clean":"2024-08-30T20:55:08.561307+0000","last_became_active":"2024-08-30T20:55:04.482339+0000","last_became_peered":"2024-08-30T20:55:04.482339+0000","last_unstale":"2024-08-30T20:55:08.561307+0000","last_undegraded":"2024-08-30T20:55:08.561307+0000","last_fullsized":"2024-08-30T20:55:08.561307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:49:44.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200052+0000","last_change":"2024-08-30T20:55:07.579584+0000","last_active":"2024-08-30T20:55:09.200052+0000","last_peered":"2024-08-30T20:55:09.200052+0000","last_clean":"2024-08-30T20:55:09.200052+0000","last_became_active":"2024-08-30T20:55:07.579230+0000","last_became_peered":"2024-08-30T20:55:07.579230+0000","last_unstale":"2024-08-30T20:55:09.200052+0000","last_undegraded":"2024-08-30T20:55:09.200052+0000","last_fullsized":"2024-08-30T20:55:09.200052+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:39:25.431482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178697+0000","last_change":"2024-08-30T20:55:04.489599+0000","last_active":"2024-08-30T20:55:09.178697+0000","last_peered":"2024-08-30T20:55:09.178697+0000","last_clean":"2024-08-30T20:55:09.178697+0000","last_became_active":"2024-08-30T20:55:04.489324+0000","last_became_peered":"2024-08-30T20:55:04.489324+0000","last_unstale":"2024-08-30T20:55:09.178697+0000","last_undegraded":"2024-08-30T20:55:09.178697+0000","last_fullsized":"2024-08-30T20:55:09.178697+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:57:24.425979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562827+0000","last_change":"2024-08-30T20:55:07.578251+0000","last_active":"2024-08-30T20:55:08.562827+0000","last_peered":"2024-08-30T20:55:08.562827+0000","last_clean":"2024-08-30T20:55:08.562827+0000","last_became_active":"2024-08-30T20:55:07.577988+0000","last_became_peered":"2024-08-30T20:55:07.577988+0000","last_unstale":"2024-08-30T20:55:08.562827+0000","last_undegraded":"2024-08-30T20:55:08.562827+0000","last_fullsized":"2024-08-30T20:55:08.562827+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:12:22.865606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561809+0000","last_change":"2024-08-30T20:55:04.490817+0000","last_active":"2024-08-30T20:55:08.561809+0000","last_peered":"2024-08-30T20:55:08.561809+0000","last_clean":"2024-08-30T20:55:08.561809+0000","last_became_active":"2024-08-30T20:55:04.489815+0000","last_became_peered":"2024-08-30T20:55:04.489815+0000","last_unstale":"2024-08-30T20:55:08.561809+0000","last_undegraded":"2024-08-30T20:55:08.561809+0000","last_fullsized":"2024-08-30T20:55:08.561809+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:15:06.335428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204531+0000","last_change":"2024-08-30T20:55:07.578936+0000","last_active":"2024-08-30T20:55:09.204531+0000","last_peered":"2024-08-30T20:55:09.204531+0000","last_clean":"2024-08-30T20:55:09.204531+0000","last_became_active":"2024-08-30T20:55:07.578500+0000","last_became_peered":"2024-08-30T20:55:07.578500+0000","last_unstale":"2024-08-30T20:55:09.204531+0000","last_undegraded":"2024-08-30T20:55:09.204531+0000","last_fullsized":"2024-08-30T20:55:09.204531+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:35:23.319317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.678424+0000","last_change":"2024-08-30T20:55:04.494092+0000","last_active":"2024-08-30T20:55:08.678424+0000","last_peered":"2024-08-30T20:55:08.678424+0000","last_clean":"2024-08-30T20:55:08.678424+0000","last_became_active":"2024-08-30T20:55:04.493710+0000","last_became_peered":"2024-08-30T20:55:04.493710+0000","last_unstale":"2024-08-30T20:55:08.678424+0000","last_undegraded":"2024-08-30T20:55:08.678424+0000","last_fullsized":"2024-08-30T20:55:08.678424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:38:56.697509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202225+0000","last_change":"2024-08-30T20:55:07.575553+0000","last_active":"2024-08-30T20:55:09.202225+0000","last_peered":"2024-08-30T20:55:09.202225+0000","last_clean":"2024-08-30T20:55:09.202225+0000","last_became_active":"2024-08-30T20:55:07.575286+0000","last_became_peered":"2024-08-30T20:55:07.575286+0000","last_unstale":"2024-08-30T20:55:09.202225+0000","last_undegraded":"2024-08-30T20:55:09.202225+0000","last_fullsized":"2024-08-30T20:55:09.202225+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:37:03.885311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202628+0000","last_change":"2024-08-30T20:55:04.493382+0000","last_active":"2024-08-30T20:55:09.202628+0000","last_peered":"2024-08-30T20:55:09.202628+0000","last_clean":"2024-08-30T20:55:09.202628+0000","last_became_active":"2024-08-30T20:55:04.493106+0000","last_became_peered":"2024-08-30T20:55:04.493106+0000","last_unstale":"2024-08-30T20:55:09.202628+0000","last_undegraded":"2024-08-30T20:55:09.202628+0000","last_fullsized":"2024-08-30T20:55:09.202628+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:59.626955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178659+0000","last_change":"2024-08-30T20:55:07.582670+0000","last_active":"2024-08-30T20:55:09.178659+0000","last_peered":"2024-08-30T20:55:09.178659+0000","last_clean":"2024-08-30T20:55:09.178659+0000","last_became_active":"2024-08-30T20:55:07.582351+0000","last_became_peered":"2024-08-30T20:55:07.582351+0000","last_unstale":"2024-08-30T20:55:09.178659+0000","last_undegraded":"2024-08-30T20:55:09.178659+0000","last_fullsized":"2024-08-30T20:55:09.178659+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:28:54.950259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205888+0000","last_change":"2024-08-30T20:55:04.489800+0000","last_active":"2024-08-30T20:55:09.205888+0000","last_peered":"2024-08-30T20:55:09.205888+0000","last_clean":"2024-08-30T20:55:09.205888+0000","last_became_active":"2024-08-30T20:55:04.488477+0000","last_became_peered":"2024-08-30T20:55:04.488477+0000","last_unstale":"2024-08-30T20:55:09.205888+0000","last_undegraded":"2024-08-30T20:55:09.205888+0000","last_fullsized":"2024-08-30T20:55:09.205888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:49:51.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178754+0000","last_change":"2024-08-30T20:55:07.572782+0000","last_active":"2024-08-30T20:55:09.178754+0000","last_peered":"2024-08-30T20:55:09.178754+0000","last_clean":"2024-08-30T20:55:09.178754+0000","last_became_active":"2024-08-30T20:55:07.572514+0000","last_became_peered":"2024-08-30T20:55:07.572514+0000","last_unstale":"2024-08-30T20:55:09.178754+0000","last_undegraded":"2024-08-30T20:55:09.178754+0000","last_fullsized":"2024-08-30T20:55:09.178754+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:13.719572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.677790+0000","last_change":"2024-08-30T20:55:04.495111+0000","last_active":"2024-08-30T20:55:08.677790+0000","last_peered":"2024-08-30T20:55:08.677790+0000","last_clean":"2024-08-30T20:55:08.677790+0000","last_became_active":"2024-08-30T20:55:04.494143+0000","last_became_peered":"2024-08-30T20:55:04.494143+0000","last_unstale":"2024-08-30T20:55:08.677790+0000","last_undegraded":"2024-08-30T20:55:08.677790+0000","last_fullsized":"2024-08-30T20:55:08.677790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:18:40.645404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562555+0000","last_change":"2024-08-30T20:55:07.578863+0000","last_active":"2024-08-30T20:55:08.562555+0000","last_peered":"2024-08-30T20:55:08.562555+0000","last_clean":"2024-08-30T20:55:08.562555+0000","last_became_active":"2024-08-30T20:55:07.578575+0000","last_became_peered":"2024-08-30T20:55:07.578575+0000","last_unstale":"2024-08-30T20:55:08.562555+0000","last_undegraded":"2024-08-30T20:55:08.562555+0000","last_fullsized":"2024-08-30T20:55:08.562555+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:12:01.624183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561701+0000","last_change":"2024-08-30T20:55:04.490765+0000","last_active":"2024-08-30T20:55:08.561701+0000","last_peered":"2024-08-30T20:55:08.561701+0000","last_clean":"2024-08-30T20:55:08.561701+0000","last_became_active":"2024-08-30T20:55:04.490503+0000","last_became_peered":"2024-08-30T20:55:04.490503+0000","last_unstale":"2024-08-30T20:55:08.561701+0000","last_undegraded":"2024-08-30T20:55:08.561701+0000","last_fullsized":"2024-08-30T20:55:08.561701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:41:06.376292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178158+0000","last_change":"2024-08-30T20:55:07.579388+0000","last_active":"2024-08-30T20:55:09.178158+0000","last_peered":"2024-08-30T20:55:09.178158+0000","last_clean":"2024-08-30T20:55:09.178158+0000","last_became_active":"2024-08-30T20:55:07.579059+0000","last_became_peered":"2024-08-30T20:55:07.579059+0000","last_unstale":"2024-08-30T20:55:09.178158+0000","last_undegraded":"2024-08-30T20:55:09.178158+0000","last_fullsized":"2024-08-30T20:55:09.178158+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:41:47.610415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561568+0000","last_change":"2024-08-30T20:55:04.487723+0000","last_active":"2024-08-30T20:55:08.561568+0000","last_peered":"2024-08-30T20:55:08.561568+0000","last_clean":"2024-08-30T20:55:08.561568+0000","last_became_active":"2024-08-30T20:55:04.487474+0000","last_became_peered":"2024-08-30T20:55:04.487474+0000","last_unstale":"2024-08-30T20:55:08.561568+0000","last_undegraded":"2024-08-30T20:55:08.561568+0000","last_fullsized":"2024-08-30T20:55:08.561568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:56:30.051065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178359+0000","last_change":"2024-08-30T20:55:07.572040+0000","last_active":"2024-08-30T20:55:09.178359+0000","last_peered":"2024-08-30T20:55:09.178359+0000","last_clean":"2024-08-30T20:55:09.178359+0000","last_became_active":"2024-08-30T20:55:07.571770+0000","last_became_peered":"2024-08-30T20:55:07.571770+0000","last_unstale":"2024-08-30T20:55:09.178359+0000","last_undegraded":"2024-08-30T20:55:09.178359+0000","last_fullsized":"2024-08-30T20:55:09.178359+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:55:40.480566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206193+0000","last_change":"2024-08-30T20:55:04.491933+0000","last_active":"2024-08-30T20:55:09.206193+0000","last_peered":"2024-08-30T20:55:09.206193+0000","last_clean":"2024-08-30T20:55:09.206193+0000","last_became_active":"2024-08-30T20:55:04.491595+0000","last_became_peered":"2024-08-30T20:55:04.491595+0000","last_unstale":"2024-08-30T20:55:09.206193+0000","last_undegraded":"2024-08-30T20:55:09.206193+0000","last_fullsized":"2024-08-30T20:55:09.206193+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:24:44.248811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200052+0000","last_change":"2024-08-30T20:55:07.584444+0000","last_active":"2024-08-30T20:55:09.200052+0000","last_peered":"2024-08-30T20:55:09.200052+0000","last_clean":"2024-08-30T20:55:09.200052+0000","last_became_active":"2024-08-30T20:55:07.584139+0000","last_became_peered":"2024-08-30T20:55:07.584139+0000","last_unstale":"2024-08-30T20:55:09.200052+0000","last_undegraded":"2024-08-30T20:55:09.200052+0000","last_fullsized":"2024-08-30T20:55:09.200052+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:19:46.340268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204311+0000","last_change":"2024-08-30T20:55:07.585831+0000","last_active":"2024-08-30T20:55:09.204311+0000","last_peered":"2024-08-30T20:55:09.204311+0000","last_clean":"2024-08-30T20:55:09.204311+0000","last_became_active":"2024-08-30T20:55:07.585521+0000","last_became_peered":"2024-08-30T20:55:07.585521+0000","last_unstale":"2024-08-30T20:55:09.204311+0000","last_undegraded":"2024-08-30T20:55:09.204311+0000","last_fullsized":"2024-08-30T20:55:09.204311+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:34:45.174915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206737+0000","last_change":"2024-08-30T20:55:04.492392+0000","last_active":"2024-08-30T20:55:09.206737+0000","last_peered":"2024-08-30T20:55:09.206737+0000","last_clean":"2024-08-30T20:55:09.206737+0000","last_became_active":"2024-08-30T20:55:04.491990+0000","last_became_peered":"2024-08-30T20:55:04.491990+0000","last_unstale":"2024-08-30T20:55:09.206737+0000","last_undegraded":"2024-08-30T20:55:09.206737+0000","last_fullsized":"2024-08-30T20:55:09.206737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:03:27.010949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203373+0000","last_change":"2024-08-30T20:55:07.580409+0000","last_active":"2024-08-30T20:55:09.203373+0000","last_peered":"2024-08-30T20:55:09.203373+0000","last_clean":"2024-08-30T20:55:09.203373+0000","last_became_active":"2024-08-30T20:55:07.580122+0000","last_became_peered":"2024-08-30T20:55:07.580122+0000","last_unstale":"2024-08-30T20:55:09.203373+0000","last_undegraded":"2024-08-30T20:55:09.203373+0000","last_fullsized":"2024-08-30T20:55:09.203373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:07:36.479548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206539+0000","last_change":"2024-08-30T20:55:04.493800+0000","last_active":"2024-08-30T20:55:09.206539+0000","last_peered":"2024-08-30T20:55:09.206539+0000","last_clean":"2024-08-30T20:55:09.206539+0000","last_became_active":"2024-08-30T20:55:04.493523+0000","last_became_peered":"2024-08-30T20:55:04.493523+0000","last_unstale":"2024-08-30T20:55:09.206539+0000","last_undegraded":"2024-08-30T20:55:09.206539+0000","last_fullsized":"2024-08-30T20:55:09.206539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:35:44.585723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178942+0000","last_change":"2024-08-30T20:55:07.579266+0000","last_active":"2024-08-30T20:55:09.178942+0000","last_peered":"2024-08-30T20:55:09.178942+0000","last_clean":"2024-08-30T20:55:09.178942+0000","last_became_active":"2024-08-30T20:55:07.578989+0000","last_became_peered":"2024-08-30T20:55:07.578989+0000","last_unstale":"2024-08-30T20:55:09.178942+0000","last_undegraded":"2024-08-30T20:55:09.178942+0000","last_fullsized":"2024-08-30T20:55:09.178942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:01:26.275889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.194040+0000","last_change":"2024-08-30T20:55:04.494504+0000","last_active":"2024-08-30T20:55:09.194040+0000","last_peered":"2024-08-30T20:55:09.194040+0000","last_clean":"2024-08-30T20:55:09.194040+0000","last_became_active":"2024-08-30T20:55:04.494214+0000","last_became_peered":"2024-08-30T20:55:04.494214+0000","last_unstale":"2024-08-30T20:55:09.194040+0000","last_undegraded":"2024-08-30T20:55:09.194040+0000","last_fullsized":"2024-08-30T20:55:09.194040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:57:19.409645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178414+0000","last_change":"2024-08-30T20:55:07.577926+0000","last_active":"2024-08-30T20:55:09.178414+0000","last_peered":"2024-08-30T20:55:09.178414+0000","last_clean":"2024-08-30T20:55:09.178414+0000","last_became_active":"2024-08-30T20:55:07.577663+0000","last_became_peered":"2024-08-30T20:55:07.577663+0000","last_unstale":"2024-08-30T20:55:09.178414+0000","last_undegraded":"2024-08-30T20:55:09.178414+0000","last_fullsized":"2024-08-30T20:55:09.178414+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:26:24.347735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205933+0000","last_change":"2024-08-30T20:55:04.492706+0000","last_active":"2024-08-30T20:55:09.205933+0000","last_peered":"2024-08-30T20:55:09.205933+0000","last_clean":"2024-08-30T20:55:09.205933+0000","last_became_active":"2024-08-30T20:55:04.492447+0000","last_became_peered":"2024-08-30T20:55:04.492447+0000","last_unstale":"2024-08-30T20:55:09.205933+0000","last_undegraded":"2024-08-30T20:55:09.205933+0000","last_fullsized":"2024-08-30T20:55:09.205933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:22:48.514822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201291,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1269760,"data_stored":871408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462928,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28276,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716876,"statfs":{"total":95995035648,"available":95966081024,"internally_reserved":0,"allocated":1273856,"data_stored":872368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.47999999999999998}]},{"osd":1,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.439}]},{"osd":2,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.47199999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.309},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.44900000000000001}]},{"osd":5,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724565,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":679936,"data_stored":281759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.63},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.42099999999999999}]},{"osd":1,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.60299999999999998}]},{"osd":2,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.52000000000000002}]},{"osd":3,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.46600000000000003}]},{"osd":4,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.443},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.47799999999999998}]},{"osd":6,"last update":"Fri Aug 30 20:55:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.58099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":684032,"data_stored":281144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.56100000000000005}]},{"osd":1,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.435}]},{"osd":2,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.47099999999999997}]},{"osd":5,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.54800000000000004}]},{"osd":6,"last update":"Fri Aug 30 20:55:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]}]},{"osd":3,"up_from":26,"seq":111669149726,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":688128,"data_stored":282104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.252,"5min":0.248,"15min":0.248},"max":{"1min":0.56799999999999995,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.435,"15min":0.44},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.29599999999999999}]},{"osd":1,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.46000000000000002,"15min":0.46899999999999997},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53200000000000003,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.54800000000000004,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.307}]},{"osd":2,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.46999999999999997,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56200000000000006,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.28000000000000003}]},{"osd":4,"last update":"Fri Aug 30 20:54:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.46200000000000002}]},{"osd":5,"last update":"Fri Aug 30 20:54:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.436}]},{"osd":6,"last update":"Fri Aug 30 20:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.45300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":663552,"data_stored":280105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.33700000000000002},"min":{"1min":0.248,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.372,"5min":0.34499999999999997,"15min":0.34100000000000003},"min":{"1min":0.27100000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.51900000000000002}]},{"osd":1,"last update":"Fri Aug 30 20:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.377,"15min":0.372},"min":{"1min":0.29699999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.503},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.48899999999999999}]},{"osd":3,"last update":"Fri Aug 30 20:55:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.41699999999999998,"15min":0.41899999999999998},"min":{"1min":0.29099999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.40500000000000003,"15min":0.41099999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.496,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.45500000000000002}]},{"osd":4,"last update":"Fri Aug 30 20:54:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.69099999999999995}]},{"osd":5,"last update":"Fri Aug 30 20:54:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.73099999999999998}]},{"osd":6,"last update":"Fri Aug 30 20:55:19 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.4409999999999998,"5min":4.4409999999999998,"15min":4.4409999999999998},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":4.4829999999999997,"5min":4.4829999999999997,"15min":4.4829999999999997},"last":0.80000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89500000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574888,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":280323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.34599999999999997,"15min":0.33400000000000002},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.20399999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.28000000000000003,"5min":0.223,"15min":0.223},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.28000000000000003}]},{"osd":2,"last update":"Fri Aug 30 20:54:48 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.373,"15min":0.371},"min":{"1min":0.29499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39400000000000002,"15min":0.39000000000000001},"min":{"1min":0.313,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.50900000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.29999999999999999}]},{"osd":3,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45900000000000002,"15min":0.45800000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.432,"15min":0.434},"min":{"1min":0.29199999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.32900000000000001}]},{"osd":4,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.58299999999999996}]},{"osd":5,"last update":"Fri Aug 30 20:54:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.67500000000000004}]},{"osd":6,"last update":"Fri Aug 30 20:55:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.60199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738413,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32372,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712780,"statfs":{"total":95995035648,"available":95961886720,"internally_reserved":0,"allocated":1277952,"data_stored":871532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 30 20:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.33700000000000002,"15min":0.313},"min":{"1min":0.215,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.54900000000000004,"5min":0.622,"15min":0.622},"last":0.215},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.33200000000000002,"15min":0.30499999999999999},"min":{"1min":0.23400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48999999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.23400000000000001}]},{"osd":2,"last update":"Fri Aug 30 20:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.374,"15min":0.36399999999999999},"min":{"1min":0.32600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.25900000000000001}]},{"osd":3,"last update":"Fri Aug 30 20:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.57999999999999996}]},{"osd":5,"last update":"Fri Aug 30 20:54:51 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.55600000000000005}]},{"osd":6,"last update":"Fri Aug 30 20:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-30T20:55:29.753 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-30T20:55:29.947 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:30.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:30 smithi173 ceph-mon[17131]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:55:30.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:30 smithi173 ceph-mon[17131]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:30.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:30 smithi173 ceph-mon[28069]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:55:30.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:30 smithi173 ceph-mon[28069]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:30 smithi196 ceph-mon[21316]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:55:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:30 smithi196 ceph-mon[21316]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:31.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-08-30T20:55:31.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-30T20:55:31.693 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-30T20:55:31.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-08-30T20:55:31.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-08-30T20:55:31.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-08-30T20:55:31.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-08-30T20:55:31.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:31 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2024-08-30T20:55:31.852 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:55:31.853 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-08-30T20:55:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-08-30T20:55:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]: dispatch 2024-08-30T20:55:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]: dispatch 2024-08-30T20:55:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]: dispatch 2024-08-30T20:55:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]: dispatch 2024-08-30T20:55:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]: dispatch 2024-08-30T20:55:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-08-30T20:55:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:31 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2024-08-30T20:55:32.656 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":207,"stamp":"2024-08-30T20:55:31.621495+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227356,"kb_used_data":7040,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733860,"statfs":{"total":767960285184,"available":767727472640,"internally_reserved":0,"allocated":7208960,"data_stored":4020743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.208434"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201345+0000","last_change":"2024-08-30T20:55:07.590746+0000","last_active":"2024-08-30T20:55:09.201345+0000","last_peered":"2024-08-30T20:55:09.201345+0000","last_clean":"2024-08-30T20:55:09.201345+0000","last_became_active":"2024-08-30T20:55:07.590453+0000","last_became_peered":"2024-08-30T20:55:07.590453+0000","last_unstale":"2024-08-30T20:55:09.201345+0000","last_undegraded":"2024-08-30T20:55:09.201345+0000","last_fullsized":"2024-08-30T20:55:09.201345+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:14:03.335248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202539+0000","last_change":"2024-08-30T20:55:07.577952+0000","last_active":"2024-08-30T20:55:09.202539+0000","last_peered":"2024-08-30T20:55:09.202539+0000","last_clean":"2024-08-30T20:55:09.202539+0000","last_became_active":"2024-08-30T20:55:07.577686+0000","last_became_peered":"2024-08-30T20:55:07.577686+0000","last_unstale":"2024-08-30T20:55:09.202539+0000","last_undegraded":"2024-08-30T20:55:09.202539+0000","last_fullsized":"2024-08-30T20:55:09.202539+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:48:50.652444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178768+0000","last_change":"2024-08-30T20:55:07.571411+0000","last_active":"2024-08-30T20:55:09.178768+0000","last_peered":"2024-08-30T20:55:09.178768+0000","last_clean":"2024-08-30T20:55:09.178768+0000","last_became_active":"2024-08-30T20:55:07.571094+0000","last_became_peered":"2024-08-30T20:55:07.571094+0000","last_unstale":"2024-08-30T20:55:09.178768+0000","last_undegraded":"2024-08-30T20:55:09.178768+0000","last_fullsized":"2024-08-30T20:55:09.178768+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:32:19.518748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203250+0000","last_change":"2024-08-30T20:55:07.590241+0000","last_active":"2024-08-30T20:55:09.203250+0000","last_peered":"2024-08-30T20:55:09.203250+0000","last_clean":"2024-08-30T20:55:09.203250+0000","last_became_active":"2024-08-30T20:55:07.589279+0000","last_became_peered":"2024-08-30T20:55:07.589279+0000","last_unstale":"2024-08-30T20:55:09.203250+0000","last_undegraded":"2024-08-30T20:55:09.203250+0000","last_fullsized":"2024-08-30T20:55:09.203250+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:12:41.578879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199821+0000","last_change":"2024-08-30T20:55:07.584990+0000","last_active":"2024-08-30T20:55:09.199821+0000","last_peered":"2024-08-30T20:55:09.199821+0000","last_clean":"2024-08-30T20:55:09.199821+0000","last_became_active":"2024-08-30T20:55:07.584696+0000","last_became_peered":"2024-08-30T20:55:07.584696+0000","last_unstale":"2024-08-30T20:55:09.199821+0000","last_undegraded":"2024-08-30T20:55:09.199821+0000","last_fullsized":"2024-08-30T20:55:09.199821+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:43:55.663786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204940+0000","last_change":"2024-08-30T20:55:07.580201+0000","last_active":"2024-08-30T20:55:09.204940+0000","last_peered":"2024-08-30T20:55:09.204940+0000","last_clean":"2024-08-30T20:55:09.204940+0000","last_became_active":"2024-08-30T20:55:07.579895+0000","last_became_peered":"2024-08-30T20:55:07.579895+0000","last_unstale":"2024-08-30T20:55:09.204940+0000","last_undegraded":"2024-08-30T20:55:09.204940+0000","last_fullsized":"2024-08-30T20:55:09.204940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:21:34.777477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199482+0000","last_change":"2024-08-30T20:55:07.586694+0000","last_active":"2024-08-30T20:55:09.199482+0000","last_peered":"2024-08-30T20:55:09.199482+0000","last_clean":"2024-08-30T20:55:09.199482+0000","last_became_active":"2024-08-30T20:55:07.586435+0000","last_became_peered":"2024-08-30T20:55:07.586435+0000","last_unstale":"2024-08-30T20:55:09.199482+0000","last_undegraded":"2024-08-30T20:55:09.199482+0000","last_fullsized":"2024-08-30T20:55:09.199482+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:21:44.196656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178060+0000","last_change":"2024-08-30T20:55:07.580846+0000","last_active":"2024-08-30T20:55:09.178060+0000","last_peered":"2024-08-30T20:55:09.178060+0000","last_clean":"2024-08-30T20:55:09.178060+0000","last_became_active":"2024-08-30T20:55:07.580490+0000","last_became_peered":"2024-08-30T20:55:07.580490+0000","last_unstale":"2024-08-30T20:55:09.178060+0000","last_undegraded":"2024-08-30T20:55:09.178060+0000","last_fullsized":"2024-08-30T20:55:09.178060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:55.550040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201552+0000","last_change":"2024-08-30T20:55:07.593948+0000","last_active":"2024-08-30T20:55:09.201552+0000","last_peered":"2024-08-30T20:55:09.201552+0000","last_clean":"2024-08-30T20:55:09.201552+0000","last_became_active":"2024-08-30T20:55:07.593632+0000","last_became_peered":"2024-08-30T20:55:07.593632+0000","last_unstale":"2024-08-30T20:55:09.201552+0000","last_undegraded":"2024-08-30T20:55:09.201552+0000","last_fullsized":"2024-08-30T20:55:09.201552+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:14:15.074025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200667+0000","last_change":"2024-08-30T20:55:07.593384+0000","last_active":"2024-08-30T20:55:09.200667+0000","last_peered":"2024-08-30T20:55:09.200667+0000","last_clean":"2024-08-30T20:55:09.200667+0000","last_became_active":"2024-08-30T20:55:07.593087+0000","last_became_peered":"2024-08-30T20:55:07.593087+0000","last_unstale":"2024-08-30T20:55:09.200667+0000","last_undegraded":"2024-08-30T20:55:09.200667+0000","last_fullsized":"2024-08-30T20:55:09.200667+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:15:38.024522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200306+0000","last_change":"2024-08-30T20:55:07.592146+0000","last_active":"2024-08-30T20:55:09.200306+0000","last_peered":"2024-08-30T20:55:09.200306+0000","last_clean":"2024-08-30T20:55:09.200306+0000","last_became_active":"2024-08-30T20:55:07.591863+0000","last_became_peered":"2024-08-30T20:55:07.591863+0000","last_unstale":"2024-08-30T20:55:09.200306+0000","last_undegraded":"2024-08-30T20:55:09.200306+0000","last_fullsized":"2024-08-30T20:55:09.200306+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:05:47.806892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562833+0000","last_change":"2024-08-30T20:55:07.580103+0000","last_active":"2024-08-30T20:55:08.562833+0000","last_peered":"2024-08-30T20:55:08.562833+0000","last_clean":"2024-08-30T20:55:08.562833+0000","last_became_active":"2024-08-30T20:55:07.579815+0000","last_became_peered":"2024-08-30T20:55:07.579815+0000","last_unstale":"2024-08-30T20:55:08.562833+0000","last_undegraded":"2024-08-30T20:55:08.562833+0000","last_fullsized":"2024-08-30T20:55:08.562833+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:36:55.923267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178265+0000","last_change":"2024-08-30T20:55:07.576494+0000","last_active":"2024-08-30T20:55:09.178265+0000","last_peered":"2024-08-30T20:55:09.178265+0000","last_clean":"2024-08-30T20:55:09.178265+0000","last_became_active":"2024-08-30T20:55:07.576200+0000","last_became_peered":"2024-08-30T20:55:07.576200+0000","last_unstale":"2024-08-30T20:55:09.178265+0000","last_undegraded":"2024-08-30T20:55:09.178265+0000","last_fullsized":"2024-08-30T20:55:09.178265+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:21:36.466550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178909+0000","last_change":"2024-08-30T20:55:07.575615+0000","last_active":"2024-08-30T20:55:09.178909+0000","last_peered":"2024-08-30T20:55:09.178909+0000","last_clean":"2024-08-30T20:55:09.178909+0000","last_became_active":"2024-08-30T20:55:07.575150+0000","last_became_peered":"2024-08-30T20:55:07.575150+0000","last_unstale":"2024-08-30T20:55:09.178909+0000","last_undegraded":"2024-08-30T20:55:09.178909+0000","last_fullsized":"2024-08-30T20:55:09.178909+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:56:08.222136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200606+0000","last_change":"2024-08-30T20:55:07.575838+0000","last_active":"2024-08-30T20:55:09.200606+0000","last_peered":"2024-08-30T20:55:09.200606+0000","last_clean":"2024-08-30T20:55:09.200606+0000","last_became_active":"2024-08-30T20:55:07.575315+0000","last_became_peered":"2024-08-30T20:55:07.575315+0000","last_unstale":"2024-08-30T20:55:09.200606+0000","last_undegraded":"2024-08-30T20:55:09.200606+0000","last_fullsized":"2024-08-30T20:55:09.200606+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:46:31.746348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203338+0000","last_change":"2024-08-30T20:55:07.589925+0000","last_active":"2024-08-30T20:55:09.203338+0000","last_peered":"2024-08-30T20:55:09.203338+0000","last_clean":"2024-08-30T20:55:09.203338+0000","last_became_active":"2024-08-30T20:55:07.589611+0000","last_became_peered":"2024-08-30T20:55:07.589611+0000","last_unstale":"2024-08-30T20:55:09.203338+0000","last_undegraded":"2024-08-30T20:55:09.203338+0000","last_fullsized":"2024-08-30T20:55:09.203338+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:09:01.613744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205163+0000","last_change":"2024-08-30T20:55:07.590302+0000","last_active":"2024-08-30T20:55:09.205163+0000","last_peered":"2024-08-30T20:55:09.205163+0000","last_clean":"2024-08-30T20:55:09.205163+0000","last_became_active":"2024-08-30T20:55:07.590009+0000","last_became_peered":"2024-08-30T20:55:07.590009+0000","last_unstale":"2024-08-30T20:55:09.205163+0000","last_undegraded":"2024-08-30T20:55:09.205163+0000","last_fullsized":"2024-08-30T20:55:09.205163+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:08:04.877575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562279+0000","last_change":"2024-08-30T20:55:07.583971+0000","last_active":"2024-08-30T20:55:08.562279+0000","last_peered":"2024-08-30T20:55:08.562279+0000","last_clean":"2024-08-30T20:55:08.562279+0000","last_became_active":"2024-08-30T20:55:07.583639+0000","last_became_peered":"2024-08-30T20:55:07.583639+0000","last_unstale":"2024-08-30T20:55:08.562279+0000","last_undegraded":"2024-08-30T20:55:08.562279+0000","last_fullsized":"2024-08-30T20:55:08.562279+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:03:00.886217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202144+0000","last_change":"2024-08-30T20:55:07.592693+0000","last_active":"2024-08-30T20:55:09.202144+0000","last_peered":"2024-08-30T20:55:09.202144+0000","last_clean":"2024-08-30T20:55:09.202144+0000","last_became_active":"2024-08-30T20:55:07.592394+0000","last_became_peered":"2024-08-30T20:55:07.592394+0000","last_unstale":"2024-08-30T20:55:09.202144+0000","last_undegraded":"2024-08-30T20:55:09.202144+0000","last_fullsized":"2024-08-30T20:55:09.202144+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:18:22.165677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200128+0000","last_change":"2024-08-30T20:55:07.583477+0000","last_active":"2024-08-30T20:55:09.200128+0000","last_peered":"2024-08-30T20:55:09.200128+0000","last_clean":"2024-08-30T20:55:09.200128+0000","last_became_active":"2024-08-30T20:55:07.583196+0000","last_became_peered":"2024-08-30T20:55:07.583196+0000","last_unstale":"2024-08-30T20:55:09.200128+0000","last_undegraded":"2024-08-30T20:55:09.200128+0000","last_fullsized":"2024-08-30T20:55:09.200128+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:47:13.787711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178986+0000","last_change":"2024-08-30T20:55:07.583814+0000","last_active":"2024-08-30T20:55:09.178986+0000","last_peered":"2024-08-30T20:55:09.178986+0000","last_clean":"2024-08-30T20:55:09.178986+0000","last_became_active":"2024-08-30T20:55:07.583560+0000","last_became_peered":"2024-08-30T20:55:07.583560+0000","last_unstale":"2024-08-30T20:55:09.178986+0000","last_undegraded":"2024-08-30T20:55:09.178986+0000","last_fullsized":"2024-08-30T20:55:09.178986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:56:39.826331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204508+0000","last_change":"2024-08-30T20:55:07.587384+0000","last_active":"2024-08-30T20:55:09.204508+0000","last_peered":"2024-08-30T20:55:09.204508+0000","last_clean":"2024-08-30T20:55:09.204508+0000","last_became_active":"2024-08-30T20:55:07.587082+0000","last_became_peered":"2024-08-30T20:55:07.587082+0000","last_unstale":"2024-08-30T20:55:09.204508+0000","last_undegraded":"2024-08-30T20:55:09.204508+0000","last_fullsized":"2024-08-30T20:55:09.204508+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:46:42.961239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178291+0000","last_change":"2024-08-30T20:55:07.572119+0000","last_active":"2024-08-30T20:55:09.178291+0000","last_peered":"2024-08-30T20:55:09.178291+0000","last_clean":"2024-08-30T20:55:09.178291+0000","last_became_active":"2024-08-30T20:55:07.571815+0000","last_became_peered":"2024-08-30T20:55:07.571815+0000","last_unstale":"2024-08-30T20:55:09.178291+0000","last_undegraded":"2024-08-30T20:55:09.178291+0000","last_fullsized":"2024-08-30T20:55:09.178291+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:12:19.247921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203431+0000","last_change":"2024-08-30T20:55:07.578381+0000","last_active":"2024-08-30T20:55:09.203431+0000","last_peered":"2024-08-30T20:55:09.203431+0000","last_clean":"2024-08-30T20:55:09.203431+0000","last_became_active":"2024-08-30T20:55:07.578103+0000","last_became_peered":"2024-08-30T20:55:07.578103+0000","last_unstale":"2024-08-30T20:55:09.203431+0000","last_undegraded":"2024-08-30T20:55:09.203431+0000","last_fullsized":"2024-08-30T20:55:09.203431+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:45:39.591250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178800+0000","last_change":"2024-08-30T20:55:07.578474+0000","last_active":"2024-08-30T20:55:09.178800+0000","last_peered":"2024-08-30T20:55:09.178800+0000","last_clean":"2024-08-30T20:55:09.178800+0000","last_became_active":"2024-08-30T20:55:07.578214+0000","last_became_peered":"2024-08-30T20:55:07.578214+0000","last_unstale":"2024-08-30T20:55:09.178800+0000","last_undegraded":"2024-08-30T20:55:09.178800+0000","last_fullsized":"2024-08-30T20:55:09.178800+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:20:11.576213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200708+0000","last_change":"2024-08-30T20:55:07.579644+0000","last_active":"2024-08-30T20:55:09.200708+0000","last_peered":"2024-08-30T20:55:09.200708+0000","last_clean":"2024-08-30T20:55:09.200708+0000","last_became_active":"2024-08-30T20:55:07.579244+0000","last_became_peered":"2024-08-30T20:55:07.579244+0000","last_unstale":"2024-08-30T20:55:09.200708+0000","last_undegraded":"2024-08-30T20:55:09.200708+0000","last_fullsized":"2024-08-30T20:55:09.200708+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:23:49.612964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200771+0000","last_change":"2024-08-30T20:55:07.572362+0000","last_active":"2024-08-30T20:55:09.200771+0000","last_peered":"2024-08-30T20:55:09.200771+0000","last_clean":"2024-08-30T20:55:09.200771+0000","last_became_active":"2024-08-30T20:55:07.572010+0000","last_became_peered":"2024-08-30T20:55:07.572010+0000","last_unstale":"2024-08-30T20:55:09.200771+0000","last_undegraded":"2024-08-30T20:55:09.200771+0000","last_fullsized":"2024-08-30T20:55:09.200771+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:39:53.621068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178281+0000","last_change":"2024-08-30T20:55:07.572590+0000","last_active":"2024-08-30T20:55:09.178281+0000","last_peered":"2024-08-30T20:55:09.178281+0000","last_clean":"2024-08-30T20:55:09.178281+0000","last_became_active":"2024-08-30T20:55:07.572303+0000","last_became_peered":"2024-08-30T20:55:07.572303+0000","last_unstale":"2024-08-30T20:55:09.178281+0000","last_undegraded":"2024-08-30T20:55:09.178281+0000","last_fullsized":"2024-08-30T20:55:09.178281+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:13:27.246575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178761+0000","last_change":"2024-08-30T20:55:07.580706+0000","last_active":"2024-08-30T20:55:09.178761+0000","last_peered":"2024-08-30T20:55:09.178761+0000","last_clean":"2024-08-30T20:55:09.178761+0000","last_became_active":"2024-08-30T20:55:07.580451+0000","last_became_peered":"2024-08-30T20:55:07.580451+0000","last_unstale":"2024-08-30T20:55:09.178761+0000","last_undegraded":"2024-08-30T20:55:09.178761+0000","last_fullsized":"2024-08-30T20:55:09.178761+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:54:58.770734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205269+0000","last_change":"2024-08-30T20:55:07.578265+0000","last_active":"2024-08-30T20:55:09.205269+0000","last_peered":"2024-08-30T20:55:09.205269+0000","last_clean":"2024-08-30T20:55:09.205269+0000","last_became_active":"2024-08-30T20:55:07.577543+0000","last_became_peered":"2024-08-30T20:55:07.577543+0000","last_unstale":"2024-08-30T20:55:09.205269+0000","last_undegraded":"2024-08-30T20:55:09.205269+0000","last_fullsized":"2024-08-30T20:55:09.205269+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:45:59.132990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561193+0000","last_change":"2024-08-30T20:55:07.577140+0000","last_active":"2024-08-30T20:55:08.561193+0000","last_peered":"2024-08-30T20:55:08.561193+0000","last_clean":"2024-08-30T20:55:08.561193+0000","last_became_active":"2024-08-30T20:55:07.576852+0000","last_became_peered":"2024-08-30T20:55:07.576852+0000","last_unstale":"2024-08-30T20:55:08.561193+0000","last_undegraded":"2024-08-30T20:55:08.561193+0000","last_fullsized":"2024-08-30T20:55:08.561193+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:51:08.989180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199923+0000","last_change":"2024-08-30T20:55:07.591070+0000","last_active":"2024-08-30T20:55:09.199923+0000","last_peered":"2024-08-30T20:55:09.199923+0000","last_clean":"2024-08-30T20:55:09.199923+0000","last_became_active":"2024-08-30T20:55:07.590777+0000","last_became_peered":"2024-08-30T20:55:07.590777+0000","last_unstale":"2024-08-30T20:55:09.199923+0000","last_undegraded":"2024-08-30T20:55:09.199923+0000","last_fullsized":"2024-08-30T20:55:09.199923+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:56.115117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562395+0000","last_change":"2024-08-30T20:55:07.569671+0000","last_active":"2024-08-30T20:55:08.562395+0000","last_peered":"2024-08-30T20:55:08.562395+0000","last_clean":"2024-08-30T20:55:08.562395+0000","last_became_active":"2024-08-30T20:55:07.569311+0000","last_became_peered":"2024-08-30T20:55:07.569311+0000","last_unstale":"2024-08-30T20:55:08.562395+0000","last_undegraded":"2024-08-30T20:55:08.562395+0000","last_fullsized":"2024-08-30T20:55:08.562395+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:43:33.385322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.193880+0000","last_change":"2024-08-30T20:55:04.485846+0000","last_active":"2024-08-30T20:55:09.193880+0000","last_peered":"2024-08-30T20:55:09.193880+0000","last_clean":"2024-08-30T20:55:09.193880+0000","last_became_active":"2024-08-30T20:55:04.485589+0000","last_became_peered":"2024-08-30T20:55:04.485589+0000","last_unstale":"2024-08-30T20:55:09.193880+0000","last_undegraded":"2024-08-30T20:55:09.193880+0000","last_fullsized":"2024-08-30T20:55:09.193880+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:20:50.627528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178856+0000","last_change":"2024-08-30T20:55:07.583850+0000","last_active":"2024-08-30T20:55:09.178856+0000","last_peered":"2024-08-30T20:55:09.178856+0000","last_clean":"2024-08-30T20:55:09.178856+0000","last_became_active":"2024-08-30T20:55:07.583598+0000","last_became_peered":"2024-08-30T20:55:07.583598+0000","last_unstale":"2024-08-30T20:55:09.178856+0000","last_undegraded":"2024-08-30T20:55:09.178856+0000","last_fullsized":"2024-08-30T20:55:09.178856+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:10:57.651465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200257+0000","last_change":"2024-08-30T20:55:04.487436+0000","last_active":"2024-08-30T20:55:09.200257+0000","last_peered":"2024-08-30T20:55:09.200257+0000","last_clean":"2024-08-30T20:55:09.200257+0000","last_became_active":"2024-08-30T20:55:04.487096+0000","last_became_peered":"2024-08-30T20:55:04.487096+0000","last_unstale":"2024-08-30T20:55:09.200257+0000","last_undegraded":"2024-08-30T20:55:09.200257+0000","last_fullsized":"2024-08-30T20:55:09.200257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:19:02.725915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178419+0000","last_change":"2024-08-30T20:55:04.482606+0000","last_active":"2024-08-30T20:55:09.178419+0000","last_peered":"2024-08-30T20:55:09.178419+0000","last_clean":"2024-08-30T20:55:09.178419+0000","last_became_active":"2024-08-30T20:55:04.482337+0000","last_became_peered":"2024-08-30T20:55:04.482337+0000","last_unstale":"2024-08-30T20:55:09.178419+0000","last_undegraded":"2024-08-30T20:55:09.178419+0000","last_fullsized":"2024-08-30T20:55:09.178419+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:03:46.837726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178145+0000","last_change":"2024-08-30T20:55:07.571310+0000","last_active":"2024-08-30T20:55:09.178145+0000","last_peered":"2024-08-30T20:55:09.178145+0000","last_clean":"2024-08-30T20:55:09.178145+0000","last_became_active":"2024-08-30T20:55:07.571014+0000","last_became_peered":"2024-08-30T20:55:07.571014+0000","last_unstale":"2024-08-30T20:55:09.178145+0000","last_undegraded":"2024-08-30T20:55:09.178145+0000","last_fullsized":"2024-08-30T20:55:09.178145+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:57:56.426531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178582+0000","last_change":"2024-08-30T20:55:04.488856+0000","last_active":"2024-08-30T20:55:09.178582+0000","last_peered":"2024-08-30T20:55:09.178582+0000","last_clean":"2024-08-30T20:55:09.178582+0000","last_became_active":"2024-08-30T20:55:04.488424+0000","last_became_peered":"2024-08-30T20:55:04.488424+0000","last_unstale":"2024-08-30T20:55:09.178582+0000","last_undegraded":"2024-08-30T20:55:09.178582+0000","last_fullsized":"2024-08-30T20:55:09.178582+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:51:25.106075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200447+0000","last_change":"2024-08-30T20:55:07.572854+0000","last_active":"2024-08-30T20:55:09.200447+0000","last_peered":"2024-08-30T20:55:09.200447+0000","last_clean":"2024-08-30T20:55:09.200447+0000","last_became_active":"2024-08-30T20:55:07.572596+0000","last_became_peered":"2024-08-30T20:55:07.572596+0000","last_unstale":"2024-08-30T20:55:09.200447+0000","last_undegraded":"2024-08-30T20:55:09.200447+0000","last_fullsized":"2024-08-30T20:55:09.200447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:17:39.563709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.911411+0000","last_change":"2024-08-30T20:55:04.491624+0000","last_active":"2024-08-30T20:55:08.911411+0000","last_peered":"2024-08-30T20:55:08.911411+0000","last_clean":"2024-08-30T20:55:08.911411+0000","last_became_active":"2024-08-30T20:55:04.491290+0000","last_became_peered":"2024-08-30T20:55:04.491290+0000","last_unstale":"2024-08-30T20:55:08.911411+0000","last_undegraded":"2024-08-30T20:55:08.911411+0000","last_fullsized":"2024-08-30T20:55:08.911411+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:44:50.029902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204470+0000","last_change":"2024-08-30T20:55:07.587378+0000","last_active":"2024-08-30T20:55:09.204470+0000","last_peered":"2024-08-30T20:55:09.204470+0000","last_clean":"2024-08-30T20:55:09.204470+0000","last_became_active":"2024-08-30T20:55:07.587076+0000","last_became_peered":"2024-08-30T20:55:07.587076+0000","last_unstale":"2024-08-30T20:55:09.204470+0000","last_undegraded":"2024-08-30T20:55:09.204470+0000","last_fullsized":"2024-08-30T20:55:09.204470+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:01:51.577978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178928+0000","last_change":"2024-08-30T20:55:04.484603+0000","last_active":"2024-08-30T20:55:09.178928+0000","last_peered":"2024-08-30T20:55:09.178928+0000","last_clean":"2024-08-30T20:55:09.178928+0000","last_became_active":"2024-08-30T20:55:04.484318+0000","last_became_peered":"2024-08-30T20:55:04.484318+0000","last_unstale":"2024-08-30T20:55:09.178928+0000","last_undegraded":"2024-08-30T20:55:09.178928+0000","last_fullsized":"2024-08-30T20:55:09.178928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:44:09.047325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.179041+0000","last_change":"2024-08-30T20:55:07.580743+0000","last_active":"2024-08-30T20:55:09.179041+0000","last_peered":"2024-08-30T20:55:09.179041+0000","last_clean":"2024-08-30T20:55:09.179041+0000","last_became_active":"2024-08-30T20:55:07.580494+0000","last_became_peered":"2024-08-30T20:55:07.580494+0000","last_unstale":"2024-08-30T20:55:09.179041+0000","last_undegraded":"2024-08-30T20:55:09.179041+0000","last_fullsized":"2024-08-30T20:55:09.179041+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:36:37.674671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206543+0000","last_change":"2024-08-30T20:55:04.491770+0000","last_active":"2024-08-30T20:55:09.206543+0000","last_peered":"2024-08-30T20:55:09.206543+0000","last_clean":"2024-08-30T20:55:09.206543+0000","last_became_active":"2024-08-30T20:55:04.491424+0000","last_became_peered":"2024-08-30T20:55:04.491424+0000","last_unstale":"2024-08-30T20:55:09.206543+0000","last_undegraded":"2024-08-30T20:55:09.206543+0000","last_fullsized":"2024-08-30T20:55:09.206543+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:18:09.867238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562764+0000","last_change":"2024-08-30T20:55:07.585479+0000","last_active":"2024-08-30T20:55:08.562764+0000","last_peered":"2024-08-30T20:55:08.562764+0000","last_clean":"2024-08-30T20:55:08.562764+0000","last_became_active":"2024-08-30T20:55:07.585191+0000","last_became_peered":"2024-08-30T20:55:07.585191+0000","last_unstale":"2024-08-30T20:55:08.562764+0000","last_undegraded":"2024-08-30T20:55:08.562764+0000","last_fullsized":"2024-08-30T20:55:08.562764+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:40:02.146189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.207119+0000","last_change":"2024-08-30T20:55:04.490746+0000","last_active":"2024-08-30T20:55:09.207119+0000","last_peered":"2024-08-30T20:55:09.207119+0000","last_clean":"2024-08-30T20:55:09.207119+0000","last_became_active":"2024-08-30T20:55:04.490014+0000","last_became_peered":"2024-08-30T20:55:04.490014+0000","last_unstale":"2024-08-30T20:55:09.207119+0000","last_undegraded":"2024-08-30T20:55:09.207119+0000","last_fullsized":"2024-08-30T20:55:09.207119+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:06:44.987519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201783+0000","last_change":"2024-08-30T20:55:07.585861+0000","last_active":"2024-08-30T20:55:09.201783+0000","last_peered":"2024-08-30T20:55:09.201783+0000","last_clean":"2024-08-30T20:55:09.201783+0000","last_became_active":"2024-08-30T20:55:07.585556+0000","last_became_peered":"2024-08-30T20:55:07.585556+0000","last_unstale":"2024-08-30T20:55:09.201783+0000","last_undegraded":"2024-08-30T20:55:09.201783+0000","last_fullsized":"2024-08-30T20:55:09.201783+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:31:25.174097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201631+0000","last_change":"2024-08-30T20:55:04.489842+0000","last_active":"2024-08-30T20:55:09.201631+0000","last_peered":"2024-08-30T20:55:09.201631+0000","last_clean":"2024-08-30T20:55:09.201631+0000","last_became_active":"2024-08-30T20:55:04.489445+0000","last_became_peered":"2024-08-30T20:55:04.489445+0000","last_unstale":"2024-08-30T20:55:09.201631+0000","last_undegraded":"2024-08-30T20:55:09.201631+0000","last_fullsized":"2024-08-30T20:55:09.201631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:20:55.671645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178995+0000","last_change":"2024-08-30T20:55:07.583194+0000","last_active":"2024-08-30T20:55:09.178995+0000","last_peered":"2024-08-30T20:55:09.178995+0000","last_clean":"2024-08-30T20:55:09.178995+0000","last_became_active":"2024-08-30T20:55:07.582918+0000","last_became_peered":"2024-08-30T20:55:07.582918+0000","last_unstale":"2024-08-30T20:55:09.178995+0000","last_undegraded":"2024-08-30T20:55:09.178995+0000","last_fullsized":"2024-08-30T20:55:09.178995+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:02:41.869136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178641+0000","last_change":"2024-08-30T20:55:04.488471+0000","last_active":"2024-08-30T20:55:09.178641+0000","last_peered":"2024-08-30T20:55:09.178641+0000","last_clean":"2024-08-30T20:55:09.178641+0000","last_became_active":"2024-08-30T20:55:04.488170+0000","last_became_peered":"2024-08-30T20:55:04.488170+0000","last_unstale":"2024-08-30T20:55:09.178641+0000","last_undegraded":"2024-08-30T20:55:09.178641+0000","last_fullsized":"2024-08-30T20:55:09.178641+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:07:18.395208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199930+0000","last_change":"2024-08-30T20:55:07.585880+0000","last_active":"2024-08-30T20:55:09.199930+0000","last_peered":"2024-08-30T20:55:09.199930+0000","last_clean":"2024-08-30T20:55:09.199930+0000","last_became_active":"2024-08-30T20:55:07.584740+0000","last_became_peered":"2024-08-30T20:55:07.584740+0000","last_unstale":"2024-08-30T20:55:09.199930+0000","last_undegraded":"2024-08-30T20:55:09.199930+0000","last_fullsized":"2024-08-30T20:55:09.199930+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:48:02.950829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.910896+0000","last_change":"2024-08-30T20:55:04.486606+0000","last_active":"2024-08-30T20:55:08.910896+0000","last_peered":"2024-08-30T20:55:08.910896+0000","last_clean":"2024-08-30T20:55:08.910896+0000","last_became_active":"2024-08-30T20:55:04.486242+0000","last_became_peered":"2024-08-30T20:55:04.486242+0000","last_unstale":"2024-08-30T20:55:08.910896+0000","last_undegraded":"2024-08-30T20:55:08.910896+0000","last_fullsized":"2024-08-30T20:55:08.910896+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:32:20.612654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.199949+0000","last_change":"2024-08-30T20:55:07.581599+0000","last_active":"2024-08-30T20:55:09.199949+0000","last_peered":"2024-08-30T20:55:09.199949+0000","last_clean":"2024-08-30T20:55:09.199949+0000","last_became_active":"2024-08-30T20:55:07.581345+0000","last_became_peered":"2024-08-30T20:55:07.581345+0000","last_unstale":"2024-08-30T20:55:09.199949+0000","last_undegraded":"2024-08-30T20:55:09.199949+0000","last_fullsized":"2024-08-30T20:55:09.199949+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:15:39.649195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206297+0000","last_change":"2024-08-30T20:55:04.487479+0000","last_active":"2024-08-30T20:55:09.206297+0000","last_peered":"2024-08-30T20:55:09.206297+0000","last_clean":"2024-08-30T20:55:09.206297+0000","last_became_active":"2024-08-30T20:55:04.484942+0000","last_became_peered":"2024-08-30T20:55:04.484942+0000","last_unstale":"2024-08-30T20:55:09.206297+0000","last_undegraded":"2024-08-30T20:55:09.206297+0000","last_fullsized":"2024-08-30T20:55:09.206297+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:20:16.543843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202433+0000","last_change":"2024-08-30T20:55:07.583340+0000","last_active":"2024-08-30T20:55:09.202433+0000","last_peered":"2024-08-30T20:55:09.202433+0000","last_clean":"2024-08-30T20:55:09.202433+0000","last_became_active":"2024-08-30T20:55:07.583069+0000","last_became_peered":"2024-08-30T20:55:07.583069+0000","last_unstale":"2024-08-30T20:55:09.202433+0000","last_undegraded":"2024-08-30T20:55:09.202433+0000","last_fullsized":"2024-08-30T20:55:09.202433+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:33:15.829733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.195359+0000","last_change":"2024-08-30T20:55:04.486905+0000","last_active":"2024-08-30T20:55:09.195359+0000","last_peered":"2024-08-30T20:55:09.195359+0000","last_clean":"2024-08-30T20:55:09.195359+0000","last_became_active":"2024-08-30T20:55:04.486136+0000","last_became_peered":"2024-08-30T20:55:04.486136+0000","last_unstale":"2024-08-30T20:55:09.195359+0000","last_undegraded":"2024-08-30T20:55:09.195359+0000","last_fullsized":"2024-08-30T20:55:09.195359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:55:53.482556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202236+0000","last_change":"2024-08-30T20:55:07.584729+0000","last_active":"2024-08-30T20:55:09.202236+0000","last_peered":"2024-08-30T20:55:09.202236+0000","last_clean":"2024-08-30T20:55:09.202236+0000","last_became_active":"2024-08-30T20:55:07.584363+0000","last_became_peered":"2024-08-30T20:55:07.584363+0000","last_unstale":"2024-08-30T20:55:09.202236+0000","last_undegraded":"2024-08-30T20:55:09.202236+0000","last_fullsized":"2024-08-30T20:55:09.202236+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:12:53.530861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202547+0000","last_change":"2024-08-30T20:55:04.487887+0000","last_active":"2024-08-30T20:55:09.202547+0000","last_peered":"2024-08-30T20:55:09.202547+0000","last_clean":"2024-08-30T20:55:09.202547+0000","last_became_active":"2024-08-30T20:55:04.487545+0000","last_became_peered":"2024-08-30T20:55:04.487545+0000","last_unstale":"2024-08-30T20:55:09.202547+0000","last_undegraded":"2024-08-30T20:55:09.202547+0000","last_fullsized":"2024-08-30T20:55:09.202547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:03:34.427448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201451+0000","last_change":"2024-08-30T20:55:07.590673+0000","last_active":"2024-08-30T20:55:09.201451+0000","last_peered":"2024-08-30T20:55:09.201451+0000","last_clean":"2024-08-30T20:55:09.201451+0000","last_became_active":"2024-08-30T20:55:07.590366+0000","last_became_peered":"2024-08-30T20:55:07.590366+0000","last_unstale":"2024-08-30T20:55:09.201451+0000","last_undegraded":"2024-08-30T20:55:09.201451+0000","last_fullsized":"2024-08-30T20:55:09.201451+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:32:33.228697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201001+0000","last_change":"2024-08-30T20:55:04.485836+0000","last_active":"2024-08-30T20:55:09.201001+0000","last_peered":"2024-08-30T20:55:09.201001+0000","last_clean":"2024-08-30T20:55:09.201001+0000","last_became_active":"2024-08-30T20:55:04.485508+0000","last_became_peered":"2024-08-30T20:55:04.485508+0000","last_unstale":"2024-08-30T20:55:09.201001+0000","last_undegraded":"2024-08-30T20:55:09.201001+0000","last_fullsized":"2024-08-30T20:55:09.201001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:48:47.852425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203470+0000","last_change":"2024-08-30T20:55:07.587819+0000","last_active":"2024-08-30T20:55:09.203470+0000","last_peered":"2024-08-30T20:55:09.203470+0000","last_clean":"2024-08-30T20:55:09.203470+0000","last_became_active":"2024-08-30T20:55:07.587494+0000","last_became_peered":"2024-08-30T20:55:07.587494+0000","last_unstale":"2024-08-30T20:55:09.203470+0000","last_undegraded":"2024-08-30T20:55:09.203470+0000","last_fullsized":"2024-08-30T20:55:09.203470+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:46:39.171489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561745+0000","last_change":"2024-08-30T20:55:04.489167+0000","last_active":"2024-08-30T20:55:08.561745+0000","last_peered":"2024-08-30T20:55:08.561745+0000","last_clean":"2024-08-30T20:55:08.561745+0000","last_became_active":"2024-08-30T20:55:04.488462+0000","last_became_peered":"2024-08-30T20:55:04.488462+0000","last_unstale":"2024-08-30T20:55:08.561745+0000","last_undegraded":"2024-08-30T20:55:08.561745+0000","last_fullsized":"2024-08-30T20:55:08.561745+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:08:19.661234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.201938+0000","last_change":"2024-08-30T20:55:07.594433+0000","last_active":"2024-08-30T20:55:09.201938+0000","last_peered":"2024-08-30T20:55:09.201938+0000","last_clean":"2024-08-30T20:55:09.201938+0000","last_became_active":"2024-08-30T20:55:07.594138+0000","last_became_peered":"2024-08-30T20:55:07.594138+0000","last_unstale":"2024-08-30T20:55:09.201938+0000","last_undegraded":"2024-08-30T20:55:09.201938+0000","last_fullsized":"2024-08-30T20:55:09.201938+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:11:40.132553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":223,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.678064+0000","last_change":"2024-08-30T20:54:42.923106+0000","last_active":"2024-08-30T20:55:08.678064+0000","last_peered":"2024-08-30T20:55:08.678064+0000","last_clean":"2024-08-30T20:55:08.678064+0000","last_became_active":"2024-08-30T20:54:42.922601+0000","last_became_peered":"2024-08-30T20:54:42.922601+0000","last_unstale":"2024-08-30T20:55:08.678064+0000","last_undegraded":"2024-08-30T20:55:08.678064+0000","last_fullsized":"2024-08-30T20:55:08.678064+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_clean_scrub_stamp":"2024-08-30T20:52:43.890084+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:55:08.330242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178443+0000","last_change":"2024-08-30T20:55:04.488364+0000","last_active":"2024-08-30T20:55:09.178443+0000","last_peered":"2024-08-30T20:55:09.178443+0000","last_clean":"2024-08-30T20:55:09.178443+0000","last_became_active":"2024-08-30T20:55:04.488060+0000","last_became_peered":"2024-08-30T20:55:04.488060+0000","last_unstale":"2024-08-30T20:55:09.178443+0000","last_undegraded":"2024-08-30T20:55:09.178443+0000","last_fullsized":"2024-08-30T20:55:09.178443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:04:59.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178407+0000","last_change":"2024-08-30T20:55:07.577162+0000","last_active":"2024-08-30T20:55:09.178407+0000","last_peered":"2024-08-30T20:55:09.178407+0000","last_clean":"2024-08-30T20:55:09.178407+0000","last_became_active":"2024-08-30T20:55:07.576888+0000","last_became_peered":"2024-08-30T20:55:07.576888+0000","last_unstale":"2024-08-30T20:55:09.178407+0000","last_undegraded":"2024-08-30T20:55:09.178407+0000","last_fullsized":"2024-08-30T20:55:09.178407+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:41:05.013437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.677997+0000","last_change":"2024-08-30T20:55:04.495046+0000","last_active":"2024-08-30T20:55:08.677997+0000","last_peered":"2024-08-30T20:55:08.677997+0000","last_clean":"2024-08-30T20:55:08.677997+0000","last_became_active":"2024-08-30T20:55:04.494761+0000","last_became_peered":"2024-08-30T20:55:04.494761+0000","last_unstale":"2024-08-30T20:55:08.677997+0000","last_undegraded":"2024-08-30T20:55:08.677997+0000","last_fullsized":"2024-08-30T20:55:08.677997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T20:56:50.866598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178500+0000","last_change":"2024-08-30T20:55:07.573944+0000","last_active":"2024-08-30T20:55:09.178500+0000","last_peered":"2024-08-30T20:55:09.178500+0000","last_clean":"2024-08-30T20:55:09.178500+0000","last_became_active":"2024-08-30T20:55:07.573652+0000","last_became_peered":"2024-08-30T20:55:07.573652+0000","last_unstale":"2024-08-30T20:55:09.178500+0000","last_undegraded":"2024-08-30T20:55:09.178500+0000","last_fullsized":"2024-08-30T20:55:09.178500+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:05:41.833333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561307+0000","last_change":"2024-08-30T20:55:04.482616+0000","last_active":"2024-08-30T20:55:08.561307+0000","last_peered":"2024-08-30T20:55:08.561307+0000","last_clean":"2024-08-30T20:55:08.561307+0000","last_became_active":"2024-08-30T20:55:04.482339+0000","last_became_peered":"2024-08-30T20:55:04.482339+0000","last_unstale":"2024-08-30T20:55:08.561307+0000","last_undegraded":"2024-08-30T20:55:08.561307+0000","last_fullsized":"2024-08-30T20:55:08.561307+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:49:44.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200052+0000","last_change":"2024-08-30T20:55:07.579584+0000","last_active":"2024-08-30T20:55:09.200052+0000","last_peered":"2024-08-30T20:55:09.200052+0000","last_clean":"2024-08-30T20:55:09.200052+0000","last_became_active":"2024-08-30T20:55:07.579230+0000","last_became_peered":"2024-08-30T20:55:07.579230+0000","last_unstale":"2024-08-30T20:55:09.200052+0000","last_undegraded":"2024-08-30T20:55:09.200052+0000","last_fullsized":"2024-08-30T20:55:09.200052+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:39:25.431482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178697+0000","last_change":"2024-08-30T20:55:04.489599+0000","last_active":"2024-08-30T20:55:09.178697+0000","last_peered":"2024-08-30T20:55:09.178697+0000","last_clean":"2024-08-30T20:55:09.178697+0000","last_became_active":"2024-08-30T20:55:04.489324+0000","last_became_peered":"2024-08-30T20:55:04.489324+0000","last_unstale":"2024-08-30T20:55:09.178697+0000","last_undegraded":"2024-08-30T20:55:09.178697+0000","last_fullsized":"2024-08-30T20:55:09.178697+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:57:24.425979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562827+0000","last_change":"2024-08-30T20:55:07.578251+0000","last_active":"2024-08-30T20:55:08.562827+0000","last_peered":"2024-08-30T20:55:08.562827+0000","last_clean":"2024-08-30T20:55:08.562827+0000","last_became_active":"2024-08-30T20:55:07.577988+0000","last_became_peered":"2024-08-30T20:55:07.577988+0000","last_unstale":"2024-08-30T20:55:08.562827+0000","last_undegraded":"2024-08-30T20:55:08.562827+0000","last_fullsized":"2024-08-30T20:55:08.562827+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:12:22.865606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561809+0000","last_change":"2024-08-30T20:55:04.490817+0000","last_active":"2024-08-30T20:55:08.561809+0000","last_peered":"2024-08-30T20:55:08.561809+0000","last_clean":"2024-08-30T20:55:08.561809+0000","last_became_active":"2024-08-30T20:55:04.489815+0000","last_became_peered":"2024-08-30T20:55:04.489815+0000","last_unstale":"2024-08-30T20:55:08.561809+0000","last_undegraded":"2024-08-30T20:55:08.561809+0000","last_fullsized":"2024-08-30T20:55:08.561809+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:15:06.335428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204531+0000","last_change":"2024-08-30T20:55:07.578936+0000","last_active":"2024-08-30T20:55:09.204531+0000","last_peered":"2024-08-30T20:55:09.204531+0000","last_clean":"2024-08-30T20:55:09.204531+0000","last_became_active":"2024-08-30T20:55:07.578500+0000","last_became_peered":"2024-08-30T20:55:07.578500+0000","last_unstale":"2024-08-30T20:55:09.204531+0000","last_undegraded":"2024-08-30T20:55:09.204531+0000","last_fullsized":"2024-08-30T20:55:09.204531+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:35:23.319317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.678424+0000","last_change":"2024-08-30T20:55:04.494092+0000","last_active":"2024-08-30T20:55:08.678424+0000","last_peered":"2024-08-30T20:55:08.678424+0000","last_clean":"2024-08-30T20:55:08.678424+0000","last_became_active":"2024-08-30T20:55:04.493710+0000","last_became_peered":"2024-08-30T20:55:04.493710+0000","last_unstale":"2024-08-30T20:55:08.678424+0000","last_undegraded":"2024-08-30T20:55:08.678424+0000","last_fullsized":"2024-08-30T20:55:08.678424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:38:56.697509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202225+0000","last_change":"2024-08-30T20:55:07.575553+0000","last_active":"2024-08-30T20:55:09.202225+0000","last_peered":"2024-08-30T20:55:09.202225+0000","last_clean":"2024-08-30T20:55:09.202225+0000","last_became_active":"2024-08-30T20:55:07.575286+0000","last_became_peered":"2024-08-30T20:55:07.575286+0000","last_unstale":"2024-08-30T20:55:09.202225+0000","last_undegraded":"2024-08-30T20:55:09.202225+0000","last_fullsized":"2024-08-30T20:55:09.202225+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:37:03.885311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.202628+0000","last_change":"2024-08-30T20:55:04.493382+0000","last_active":"2024-08-30T20:55:09.202628+0000","last_peered":"2024-08-30T20:55:09.202628+0000","last_clean":"2024-08-30T20:55:09.202628+0000","last_became_active":"2024-08-30T20:55:04.493106+0000","last_became_peered":"2024-08-30T20:55:04.493106+0000","last_unstale":"2024-08-30T20:55:09.202628+0000","last_undegraded":"2024-08-30T20:55:09.202628+0000","last_fullsized":"2024-08-30T20:55:09.202628+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:59.626955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178659+0000","last_change":"2024-08-30T20:55:07.582670+0000","last_active":"2024-08-30T20:55:09.178659+0000","last_peered":"2024-08-30T20:55:09.178659+0000","last_clean":"2024-08-30T20:55:09.178659+0000","last_became_active":"2024-08-30T20:55:07.582351+0000","last_became_peered":"2024-08-30T20:55:07.582351+0000","last_unstale":"2024-08-30T20:55:09.178659+0000","last_undegraded":"2024-08-30T20:55:09.178659+0000","last_fullsized":"2024-08-30T20:55:09.178659+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:28:54.950259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205888+0000","last_change":"2024-08-30T20:55:04.489800+0000","last_active":"2024-08-30T20:55:09.205888+0000","last_peered":"2024-08-30T20:55:09.205888+0000","last_clean":"2024-08-30T20:55:09.205888+0000","last_became_active":"2024-08-30T20:55:04.488477+0000","last_became_peered":"2024-08-30T20:55:04.488477+0000","last_unstale":"2024-08-30T20:55:09.205888+0000","last_undegraded":"2024-08-30T20:55:09.205888+0000","last_fullsized":"2024-08-30T20:55:09.205888+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:49:51.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178754+0000","last_change":"2024-08-30T20:55:07.572782+0000","last_active":"2024-08-30T20:55:09.178754+0000","last_peered":"2024-08-30T20:55:09.178754+0000","last_clean":"2024-08-30T20:55:09.178754+0000","last_became_active":"2024-08-30T20:55:07.572514+0000","last_became_peered":"2024-08-30T20:55:07.572514+0000","last_unstale":"2024-08-30T20:55:09.178754+0000","last_undegraded":"2024-08-30T20:55:09.178754+0000","last_fullsized":"2024-08-30T20:55:09.178754+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:13.719572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.677790+0000","last_change":"2024-08-30T20:55:04.495111+0000","last_active":"2024-08-30T20:55:08.677790+0000","last_peered":"2024-08-30T20:55:08.677790+0000","last_clean":"2024-08-30T20:55:08.677790+0000","last_became_active":"2024-08-30T20:55:04.494143+0000","last_became_peered":"2024-08-30T20:55:04.494143+0000","last_unstale":"2024-08-30T20:55:08.677790+0000","last_undegraded":"2024-08-30T20:55:08.677790+0000","last_fullsized":"2024-08-30T20:55:08.677790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:18:40.645404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.562555+0000","last_change":"2024-08-30T20:55:07.578863+0000","last_active":"2024-08-30T20:55:08.562555+0000","last_peered":"2024-08-30T20:55:08.562555+0000","last_clean":"2024-08-30T20:55:08.562555+0000","last_became_active":"2024-08-30T20:55:07.578575+0000","last_became_peered":"2024-08-30T20:55:07.578575+0000","last_unstale":"2024-08-30T20:55:08.562555+0000","last_undegraded":"2024-08-30T20:55:08.562555+0000","last_fullsized":"2024-08-30T20:55:08.562555+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:12:01.624183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561701+0000","last_change":"2024-08-30T20:55:04.490765+0000","last_active":"2024-08-30T20:55:08.561701+0000","last_peered":"2024-08-30T20:55:08.561701+0000","last_clean":"2024-08-30T20:55:08.561701+0000","last_became_active":"2024-08-30T20:55:04.490503+0000","last_became_peered":"2024-08-30T20:55:04.490503+0000","last_unstale":"2024-08-30T20:55:08.561701+0000","last_undegraded":"2024-08-30T20:55:08.561701+0000","last_fullsized":"2024-08-30T20:55:08.561701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:41:06.376292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178158+0000","last_change":"2024-08-30T20:55:07.579388+0000","last_active":"2024-08-30T20:55:09.178158+0000","last_peered":"2024-08-30T20:55:09.178158+0000","last_clean":"2024-08-30T20:55:09.178158+0000","last_became_active":"2024-08-30T20:55:07.579059+0000","last_became_peered":"2024-08-30T20:55:07.579059+0000","last_unstale":"2024-08-30T20:55:09.178158+0000","last_undegraded":"2024-08-30T20:55:09.178158+0000","last_fullsized":"2024-08-30T20:55:09.178158+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:41:47.610415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:08.561568+0000","last_change":"2024-08-30T20:55:04.487723+0000","last_active":"2024-08-30T20:55:08.561568+0000","last_peered":"2024-08-30T20:55:08.561568+0000","last_clean":"2024-08-30T20:55:08.561568+0000","last_became_active":"2024-08-30T20:55:04.487474+0000","last_became_peered":"2024-08-30T20:55:04.487474+0000","last_unstale":"2024-08-30T20:55:08.561568+0000","last_undegraded":"2024-08-30T20:55:08.561568+0000","last_fullsized":"2024-08-30T20:55:08.561568+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:56:30.051065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178359+0000","last_change":"2024-08-30T20:55:07.572040+0000","last_active":"2024-08-30T20:55:09.178359+0000","last_peered":"2024-08-30T20:55:09.178359+0000","last_clean":"2024-08-30T20:55:09.178359+0000","last_became_active":"2024-08-30T20:55:07.571770+0000","last_became_peered":"2024-08-30T20:55:07.571770+0000","last_unstale":"2024-08-30T20:55:09.178359+0000","last_undegraded":"2024-08-30T20:55:09.178359+0000","last_fullsized":"2024-08-30T20:55:09.178359+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:55:40.480566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206193+0000","last_change":"2024-08-30T20:55:04.491933+0000","last_active":"2024-08-30T20:55:09.206193+0000","last_peered":"2024-08-30T20:55:09.206193+0000","last_clean":"2024-08-30T20:55:09.206193+0000","last_became_active":"2024-08-30T20:55:04.491595+0000","last_became_peered":"2024-08-30T20:55:04.491595+0000","last_unstale":"2024-08-30T20:55:09.206193+0000","last_undegraded":"2024-08-30T20:55:09.206193+0000","last_fullsized":"2024-08-30T20:55:09.206193+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:24:44.248811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.200052+0000","last_change":"2024-08-30T20:55:07.584444+0000","last_active":"2024-08-30T20:55:09.200052+0000","last_peered":"2024-08-30T20:55:09.200052+0000","last_clean":"2024-08-30T20:55:09.200052+0000","last_became_active":"2024-08-30T20:55:07.584139+0000","last_became_peered":"2024-08-30T20:55:07.584139+0000","last_unstale":"2024-08-30T20:55:09.200052+0000","last_undegraded":"2024-08-30T20:55:09.200052+0000","last_fullsized":"2024-08-30T20:55:09.200052+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:19:46.340268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.204311+0000","last_change":"2024-08-30T20:55:07.585831+0000","last_active":"2024-08-30T20:55:09.204311+0000","last_peered":"2024-08-30T20:55:09.204311+0000","last_clean":"2024-08-30T20:55:09.204311+0000","last_became_active":"2024-08-30T20:55:07.585521+0000","last_became_peered":"2024-08-30T20:55:07.585521+0000","last_unstale":"2024-08-30T20:55:09.204311+0000","last_undegraded":"2024-08-30T20:55:09.204311+0000","last_fullsized":"2024-08-30T20:55:09.204311+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:34:45.174915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206737+0000","last_change":"2024-08-30T20:55:04.492392+0000","last_active":"2024-08-30T20:55:09.206737+0000","last_peered":"2024-08-30T20:55:09.206737+0000","last_clean":"2024-08-30T20:55:09.206737+0000","last_became_active":"2024-08-30T20:55:04.491990+0000","last_became_peered":"2024-08-30T20:55:04.491990+0000","last_unstale":"2024-08-30T20:55:09.206737+0000","last_undegraded":"2024-08-30T20:55:09.206737+0000","last_fullsized":"2024-08-30T20:55:09.206737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:03:27.010949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.203373+0000","last_change":"2024-08-30T20:55:07.580409+0000","last_active":"2024-08-30T20:55:09.203373+0000","last_peered":"2024-08-30T20:55:09.203373+0000","last_clean":"2024-08-30T20:55:09.203373+0000","last_became_active":"2024-08-30T20:55:07.580122+0000","last_became_peered":"2024-08-30T20:55:07.580122+0000","last_unstale":"2024-08-30T20:55:09.203373+0000","last_undegraded":"2024-08-30T20:55:09.203373+0000","last_fullsized":"2024-08-30T20:55:09.203373+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:07:36.479548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.206539+0000","last_change":"2024-08-30T20:55:04.493800+0000","last_active":"2024-08-30T20:55:09.206539+0000","last_peered":"2024-08-30T20:55:09.206539+0000","last_clean":"2024-08-30T20:55:09.206539+0000","last_became_active":"2024-08-30T20:55:04.493523+0000","last_became_peered":"2024-08-30T20:55:04.493523+0000","last_unstale":"2024-08-30T20:55:09.206539+0000","last_undegraded":"2024-08-30T20:55:09.206539+0000","last_fullsized":"2024-08-30T20:55:09.206539+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:35:44.585723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178942+0000","last_change":"2024-08-30T20:55:07.579266+0000","last_active":"2024-08-30T20:55:09.178942+0000","last_peered":"2024-08-30T20:55:09.178942+0000","last_clean":"2024-08-30T20:55:09.178942+0000","last_became_active":"2024-08-30T20:55:07.578989+0000","last_became_peered":"2024-08-30T20:55:07.578989+0000","last_unstale":"2024-08-30T20:55:09.178942+0000","last_undegraded":"2024-08-30T20:55:09.178942+0000","last_fullsized":"2024-08-30T20:55:09.178942+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:01:26.275889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.194040+0000","last_change":"2024-08-30T20:55:04.494504+0000","last_active":"2024-08-30T20:55:09.194040+0000","last_peered":"2024-08-30T20:55:09.194040+0000","last_clean":"2024-08-30T20:55:09.194040+0000","last_became_active":"2024-08-30T20:55:04.494214+0000","last_became_peered":"2024-08-30T20:55:04.494214+0000","last_unstale":"2024-08-30T20:55:09.194040+0000","last_undegraded":"2024-08-30T20:55:09.194040+0000","last_fullsized":"2024-08-30T20:55:09.194040+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:57:19.409645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.178414+0000","last_change":"2024-08-30T20:55:07.577926+0000","last_active":"2024-08-30T20:55:09.178414+0000","last_peered":"2024-08-30T20:55:09.178414+0000","last_clean":"2024-08-30T20:55:09.178414+0000","last_became_active":"2024-08-30T20:55:07.577663+0000","last_became_peered":"2024-08-30T20:55:07.577663+0000","last_unstale":"2024-08-30T20:55:09.178414+0000","last_undegraded":"2024-08-30T20:55:09.178414+0000","last_fullsized":"2024-08-30T20:55:09.178414+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:26:24.347735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-30T20:55:09.205933+0000","last_change":"2024-08-30T20:55:04.492706+0000","last_active":"2024-08-30T20:55:09.205933+0000","last_peered":"2024-08-30T20:55:09.205933+0000","last_clean":"2024-08-30T20:55:09.205933+0000","last_became_active":"2024-08-30T20:55:04.492447+0000","last_became_peered":"2024-08-30T20:55:04.492447+0000","last_unstale":"2024-08-30T20:55:09.205933+0000","last_undegraded":"2024-08-30T20:55:09.205933+0000","last_fullsized":"2024-08-30T20:55:09.205933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:22:48.514822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1269760,"data_stored":871408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]}]},{"osd":6,"up_from":47,"seq":201863462929,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28276,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716876,"statfs":{"total":95995035648,"available":95966081024,"internally_reserved":0,"allocated":1273856,"data_stored":872368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.51300000000000001}]},{"osd":2,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.50700000000000001}]},{"osd":3,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.627}]},{"osd":4,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.42799999999999999}]},{"osd":5,"last update":"Fri Aug 30 20:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.38}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724566,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":679936,"data_stored":281759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.78100000000000003}]},{"osd":1,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.622},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.73699999999999999}]},{"osd":2,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.80200000000000005}]},{"osd":3,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.67500000000000004}]},{"osd":4,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.497},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.65500000000000003}]},{"osd":6,"last update":"Fri Aug 30 20:55:15 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.59999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986201,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":684032,"data_stored":281144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.56100000000000005}]},{"osd":1,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.435}]},{"osd":2,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.47099999999999997}]},{"osd":5,"last update":"Fri Aug 30 20:54:53 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.54800000000000004}]},{"osd":6,"last update":"Fri Aug 30 20:55:19 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.50800000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27696,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717456,"statfs":{"total":95995035648,"available":95966674944,"internally_reserved":0,"allocated":688128,"data_stored":282104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.40699999999999997,"15min":0.40899999999999997},"min":{"1min":0.252,"5min":0.248,"15min":0.248},"max":{"1min":0.56799999999999995,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.435,"15min":0.44},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.28399999999999997}]},{"osd":1,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.46000000000000002,"15min":0.46899999999999997},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.53200000000000003,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.54800000000000004,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.26500000000000001}]},{"osd":2,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.46999999999999997,"15min":0.47599999999999998},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.56200000000000006,"5min":0.58199999999999996,"15min":0.58199999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.317}]},{"osd":4,"last update":"Fri Aug 30 20:55:28 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.66100000000000003,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.58399999999999996,"15min":0.59199999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.63800000000000001}]},{"osd":5,"last update":"Fri Aug 30 20:54:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.496},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.68600000000000005}]},{"osd":6,"last update":"Fri Aug 30 20:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"last":0.57799999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":2,"up_from":18,"seq":77309411364,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":663552,"data_stored":280105,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.34100000000000003,"15min":0.33700000000000002},"min":{"1min":0.248,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.372,"5min":0.34499999999999997,"15min":0.34100000000000003},"min":{"1min":0.27100000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.34399999999999997}]},{"osd":1,"last update":"Fri Aug 30 20:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.377,"15min":0.372},"min":{"1min":0.29699999999999999,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.313},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.38700000000000001}]},{"osd":3,"last update":"Fri Aug 30 20:55:10 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.41699999999999998,"15min":0.41899999999999998},"min":{"1min":0.29099999999999998,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.40500000000000003,"15min":0.41099999999999998},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.496,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.377}]},{"osd":4,"last update":"Fri Aug 30 20:54:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.60699999999999998}]},{"osd":5,"last update":"Fri Aug 30 20:54:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.59999999999999998}]},{"osd":6,"last update":"Fri Aug 30 20:55:19 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.4409999999999998,"5min":4.4409999999999998,"15min":4.4409999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":4.4829999999999997,"5min":4.4829999999999997,"15min":4.4829999999999997},"last":0.627}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574889,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":671744,"data_stored":280323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.34599999999999997,"15min":0.33400000000000002},"min":{"1min":0.20399999999999999,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.376,"5min":0.34399999999999997,"15min":0.33000000000000002},"min":{"1min":0.28000000000000003,"5min":0.223,"15min":0.223},"max":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"last":0.38600000000000001}]},{"osd":2,"last update":"Fri Aug 30 20:54:48 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.373,"15min":0.371},"min":{"1min":0.29499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.39400000000000002,"15min":0.39000000000000001},"min":{"1min":0.313,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.50900000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.36099999999999999}]},{"osd":3,"last update":"Fri Aug 30 20:55:11 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.45900000000000002,"15min":0.45800000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.432,"15min":0.434},"min":{"1min":0.29199999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.33700000000000002}]},{"osd":4,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.68999999999999995}]},{"osd":5,"last update":"Fri Aug 30 20:54:52 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.748},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.56599999999999995}]},{"osd":6,"last update":"Fri Aug 30 20:55:15 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.77200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738414,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32372,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712780,"statfs":{"total":95995035648,"available":95961886720,"internally_reserved":0,"allocated":1277952,"data_stored":871532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 30 20:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.33700000000000002,"15min":0.313},"min":{"1min":0.215,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.54900000000000004,"5min":0.622,"15min":0.622},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.33200000000000002,"15min":0.30499999999999999},"min":{"1min":0.23400000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.48999999999999999,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.311}]},{"osd":2,"last update":"Fri Aug 30 20:54:47 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.39400000000000002,"15min":0.38700000000000001},"min":{"1min":0.28899999999999998,"5min":0.255,"15min":0.255},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.374,"15min":0.36399999999999999},"min":{"1min":0.32600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.624,"5min":0.624,"15min":0.624},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Aug 30 20:55:09 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.376},{"interface":"front","average":{"1min":0.437,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.38500000000000001}]},{"osd":4,"last update":"Fri Aug 30 20:54:28 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.54200000000000004}]},{"osd":5,"last update":"Fri Aug 30 20:54:51 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.60099999999999998}]},{"osd":6,"last update":"Fri Aug 30 20:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-30T20:55:32.661 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-30T20:55:32.661 INFO:tasks.cephadm:Adding prometheus.a on smithi196 2024-08-30T20:55:32.661 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch apply prometheus '1;smithi196=a' 2024-08-30T20:55:32.868 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:55:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-08-30T20:55:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-30T20:55:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-30T20:55:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-08-30T20:55:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-08-30T20:55:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[17131]: osdmap e67: 8 total, 8 up, 8 in 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-08-30T20:55:32.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-08-30T20:55:32.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2024-08-30T20:55:32.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:32 smithi173 ceph-mon[28069]: osdmap e67: 8 total, 8 up, 8 in 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 2]}]': finished 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.5", "id": [5, 1]}]': finished 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 1]}]': finished 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.12", "id": [0, 2]}]': finished 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.19", "id": [4, 2]}]': finished 2024-08-30T20:55:32.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-08-30T20:55:32.989 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2024-08-30T20:55:32.989 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:32 smithi196 ceph-mon[21316]: osdmap e67: 8 total, 8 up, 8 in 2024-08-30T20:55:33.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:33 smithi196 ceph-mon[21316]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:55:33.894 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:33 smithi196 ceph-mon[21316]: osdmap e68: 8 total, 8 up, 8 in 2024-08-30T20:55:33.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:33 smithi173 ceph-mon[17131]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:55:33.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:33 smithi173 ceph-mon[17131]: osdmap e68: 8 total, 8 up, 8 in 2024-08-30T20:55:33.928 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:33 smithi173 ceph-mon[28069]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:55:33.928 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:33 smithi173 ceph-mon[28069]: osdmap e68: 8 total, 8 up, 8 in 2024-08-30T20:55:34.582 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled prometheus update... 2024-08-30T20:55:34.894 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:34 smithi173 ceph-mon[17131]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:34.895 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:34.895 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:34 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:55:34.895 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:34 smithi173 ceph-mon[28069]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:34.895 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:34 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:34.895 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:34 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:55:35.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:34 smithi196 ceph-mon[21316]: pgmap v209: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:35.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:34 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:35.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:34 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:55:35.246 DEBUG:teuthology.orchestra.run.smithi196:prometheus.a> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service 2024-08-30T20:55:35.248 INFO:tasks.cephadm:Adding node-exporter.a on smithi173 2024-08-30T20:55:35.249 INFO:tasks.cephadm:Adding node-exporter.b on smithi196 2024-08-30T20:55:35.249 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch apply node-exporter '2;smithi173=a;smithi196=b' 2024-08-30T20:55:35.489 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:55:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:35 smithi196 ceph-mon[21316]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:35 smithi196 ceph-mon[21316]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-30T20:55:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:35 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:55:35.779 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:35 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:55:35.780 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:35 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[17131]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[17131]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-30T20:55:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:55:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:55:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[28069]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[28069]: Saving service prometheus spec with placement smithi196=a;count:1 2024-08-30T20:55:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:55:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:55:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:35 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:36.896 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:36 smithi196 ceph-mon[21316]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:36.897 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:36 smithi196 ceph-mon[21316]: Deploying daemon prometheus.a on smithi196 2024-08-30T20:55:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:36 smithi173 ceph-mon[17131]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:36 smithi173 ceph-mon[17131]: Deploying daemon prometheus.a on smithi196 2024-08-30T20:55:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:36 smithi173 ceph-mon[28069]: pgmap v210: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:36 smithi173 ceph-mon[28069]: Deploying daemon prometheus.a on smithi196 2024-08-30T20:55:37.325 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled node-exporter update... 2024-08-30T20:55:37.993 DEBUG:teuthology.orchestra.run.smithi173:node-exporter.a> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.a.service 2024-08-30T20:55:37.996 DEBUG:teuthology.orchestra.run.smithi196:node-exporter.b> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.b.service 2024-08-30T20:55:37.998 INFO:tasks.cephadm:Adding alertmanager.a on smithi173 2024-08-30T20:55:37.999 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch apply alertmanager '1;smithi173=a' 2024-08-30T20:55:38.240 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:55:38.577 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:38 smithi196 ceph-mon[21316]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi173=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:38.577 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:38 smithi196 ceph-mon[21316]: Saving service node-exporter spec with placement smithi173=a;smithi196=b;count:2 2024-08-30T20:55:38.577 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:38 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:38.577 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:38 smithi196 ceph-mon[21316]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:38.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[17131]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi173=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:38.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[17131]: Saving service node-exporter spec with placement smithi173=a;smithi196=b;count:2 2024-08-30T20:55:38.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:38.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[17131]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:38.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[28069]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi173=a;smithi196=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:38.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[28069]: Saving service node-exporter spec with placement smithi173=a;smithi196=b;count:2 2024-08-30T20:55:38.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:38.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:38 smithi173 ceph-mon[28069]: pgmap v211: 97 pgs: 2 peering, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:40.624 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:40 smithi196 ceph-mon[21316]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:40.896 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled alertmanager update... 2024-08-30T20:55:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:40 smithi173 ceph-mon[17131]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:40 smithi173 ceph-mon[28069]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:41.935 DEBUG:teuthology.orchestra.run.smithi173:alertmanager.a> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@alertmanager.a.service 2024-08-30T20:55:41.941 INFO:tasks.cephadm:Adding grafana.a on smithi196 2024-08-30T20:55:41.941 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph orch apply grafana '1;smithi196=a' 2024-08-30T20:55:42.135 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:55:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[17131]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:42.542 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[17131]: Saving service alertmanager spec with placement smithi173=a;count:1 2024-08-30T20:55:42.543 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:42.543 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[17131]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:42.543 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[28069]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:42.543 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[28069]: Saving service alertmanager spec with placement smithi173=a;count:1 2024-08-30T20:55:42.543 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:42.543 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:41 smithi173 ceph-mon[28069]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:42.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:41 smithi196 ceph-mon[21316]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi173=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:42.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:41 smithi196 ceph-mon[21316]: Saving service alertmanager spec with placement smithi173=a;count:1 2024-08-30T20:55:42.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:41 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:42.544 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:41 smithi196 ceph-mon[21316]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:44.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:44 smithi173 ceph-mon[17131]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:44.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:44 smithi173 ceph-mon[28069]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:44 smithi196 ceph-mon[21316]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:45.781 INFO:teuthology.orchestra.run.smithi196.stdout:Scheduled grafana update... 2024-08-30T20:55:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:46 smithi196 ceph-mon[21316]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:46 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:46 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:46 smithi173 ceph-mon[17131]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:46 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:46 smithi173 ceph-mon[28069]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:46.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:46 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:46.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:46 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:46.992 DEBUG:teuthology.orchestra.run.smithi196:grafana.a> sudo journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@grafana.a.service 2024-08-30T20:55:46.994 INFO:tasks.cephadm:Setting up client nodes... 2024-08-30T20:55:46.995 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-30T20:55:47.198 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:47.667 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:47 smithi173 ceph-mon[28069]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:47.667 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:47 smithi173 ceph-mon[28069]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-30T20:55:47.667 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:47 smithi173 ceph-mon[17131]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:47.667 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:47 smithi173 ceph-mon[17131]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-30T20:55:47.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:47 smithi196 ceph-mon[21316]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi196=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:55:47.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:47 smithi196 ceph-mon[21316]: Saving service grafana spec with placement smithi196=a;count:1 2024-08-30T20:55:48.747 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:48 smithi173 ceph-mon[17131]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:48.748 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:48 smithi173 ceph-mon[28069]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:48.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:48 smithi196 ceph-mon[21316]: pgmap v216: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:49.179 INFO:teuthology.orchestra.run.smithi173.stdout:[client.0] 2024-08-30T20:55:49.179 INFO:teuthology.orchestra.run.smithi173.stdout: key = AQDVMdJmiaxjChAA+mFDd583lJb1MgRqVC4yfA== 2024-08-30T20:55:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:49 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1246569661' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:49 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:49 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-30T20:55:49.793 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:49 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1246569661' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:49.793 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:49 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:49.794 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:49 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-30T20:55:49.794 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:49 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1246569661' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:49.794 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:49 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:49.794 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:49 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-30T20:55:49.814 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:55:49.815 DEBUG:teuthology.orchestra.run.smithi173:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-30T20:55:49.815 DEBUG:teuthology.orchestra.run.smithi173:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-30T20:55:49.854 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-30T20:55:49.883 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:49 smithi196 systemd[1]: Starting Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:55:50.184 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 podman[49261]: 2024-08-30 20:55:49.930965601 +0000 UTC m=+0.019803114 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-30T20:55:50.184 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 podman[49261]: 2024-08-30 20:55:50.060535703 +0000 UTC m=+0.149373266 container create 0a39e68d6c12f39182a78b58fbf709563b9a8b77fbbed391c3f78c6d5733df5a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:55:50.432 INFO:teuthology.orchestra.run.smithi196.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.b/config 2024-08-30T20:55:50.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-mon[21316]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:50.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.597 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.598 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-30T20:55:50.598 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 podman[49261]: 2024-08-30 20:55:50.304432513 +0000 UTC m=+0.393270007 container init 0a39e68d6c12f39182a78b58fbf709563b9a8b77fbbed391c3f78c6d5733df5a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:55:50.598 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 podman[49261]: 2024-08-30 20:55:50.307475417 +0000 UTC m=+0.396312912 container start 0a39e68d6c12f39182a78b58fbf709563b9a8b77fbbed391c3f78c6d5733df5a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:55:50.598 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.331Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-30T20:55:50.598 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.331Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-30T20:55:50.598 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.331Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi196 (none))" 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.331Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.331Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.332Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.332Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.333Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.333Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.335Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.335Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.896µs 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.335Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.336Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.336Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.237µs wal_replay_duration=162.04µs wbl_replay_duration=112ns total_replay_duration=196.935µs 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.336Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-30T20:55:50.599 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.336Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-30T20:55:50.600 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.336Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-30T20:55:50.600 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.356Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.18992ms db_storage=979ns remote_storage=1.046µs web_handler=272ns query_engine=635ns scrape=575.655µs scrape_sd=74.597µs notify=963ns notify_sd=1.981µs rules=19.261146ms tracing=5.855µs 2024-08-30T20:55:50.600 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.357Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-30T20:55:50.600 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:55:50.357Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-30T20:55:50.600 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 bash[49261]: 0a39e68d6c12f39182a78b58fbf709563b9a8b77fbbed391c3f78c6d5733df5a 2024-08-30T20:55:50.600 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:55:50 smithi196 systemd[1]: Started Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:55:50.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[17131]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:50.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-30T20:55:50.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[28069]: pgmap v217: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:50.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:50.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:50 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-30T20:55:51.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:51 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: ignoring --setuser ceph since I am not root 2024-08-30T20:55:51.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:51 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: ignoring --setgroup ceph since I am not root 2024-08-30T20:55:51.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:51 smithi196 ceph-mgr[23185]: -- 172.21.15.196:0/2906147837 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x565035baad00 con 0x565035b7e800 2024-08-30T20:55:51.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:51 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:51.609+0000 7f80b3bd0040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-30T20:55:51.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:51 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:51.666+0000 7f80b3bd0040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-30T20:55:51.817 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setuser ceph since I am not root 2024-08-30T20:55:51.818 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setgroup ceph since I am not root 2024-08-30T20:55:51.818 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:51.610+0000 7ff0be154040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-30T20:55:51.818 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:51.667+0000 7ff0be154040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-30T20:55:51.818 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:51.815+0000 7ff0be154040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-30T20:55:52.172 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:51.882+0000 7ff0be154040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-30T20:55:52.172 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:52.029+0000 7ff0be154040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:55:52.172 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:52.170+0000 7ff0be154040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-30T20:55:52.183 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:51 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:51.819+0000 7f80b3bd0040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-30T20:55:52.183 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:51 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:51.887+0000 7f80b3bd0040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-30T20:55:52.183 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:52.037+0000 7f80b3bd0040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:55:52.183 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:52.181+0000 7f80b3bd0040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-30T20:55:52.276 INFO:teuthology.orchestra.run.smithi196.stdout:[client.1] 2024-08-30T20:55:52.276 INFO:teuthology.orchestra.run.smithi196.stdout: key = AQDYMdJmi40oEBAAcPupcZNNCk9eI+SmpSRL6A== 2024-08-30T20:55:52.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:52.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-mon[21316]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-30T20:55:52.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-mon[21316]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-30T20:55:52.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-mon[21316]: from='client.? 172.21.15.196:0/37453377' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:52.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:52.506 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-30T20:55:52.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:52.482+0000 7ff0be154040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-30T20:55:52.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:52.546+0000 7ff0be154040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-30T20:55:52.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:52.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[17131]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[17131]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[17131]: from='client.? 172.21.15.196:0/37453377' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[28069]: from='mgr.14150 172.21.15.173:0/2015533750' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[28069]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[28069]: from='client.? 172.21.15.196:0/37453377' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-30T20:55:52.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-30T20:55:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:52.504+0000 7f80b3bd0040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-30T20:55:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:52.565+0000 7f80b3bd0040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-30T20:55:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:52.748+0000 7f80b3bd0040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-30T20:55:52.890 DEBUG:teuthology.orchestra.run.smithi196:> set -ex 2024-08-30T20:55:52.890 DEBUG:teuthology.orchestra.run.smithi196:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-30T20:55:52.890 DEBUG:teuthology.orchestra.run.smithi196:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-30T20:55:52.968 INFO:tasks.cephadm:Creating RBD pool 2024-08-30T20:55:52.968 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool create rbd 8 2024-08-30T20:55:52.991 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:52.729+0000 7ff0be154040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-30T20:55:53.177 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:53.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:53.658+0000 7ff0be154040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-30T20:55:53.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:53.725+0000 7ff0be154040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-30T20:55:54.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:53 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:53.615+0000 7f80b3bd0040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-30T20:55:54.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:53 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:53.680+0000 7f80b3bd0040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-30T20:55:54.633 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:54.378+0000 7f80b3bd0040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-30T20:55:54.633 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:54.492+0000 7f80b3bd0040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-30T20:55:54.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:54.457+0000 7ff0be154040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-30T20:55:54.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:54.579+0000 7ff0be154040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-30T20:55:54.907 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:54.632+0000 7f80b3bd0040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:55:54.907 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:54.693+0000 7f80b3bd0040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-30T20:55:54.907 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:54.838+0000 7f80b3bd0040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-30T20:55:54.907 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:54.905+0000 7f80b3bd0040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-30T20:55:54.986 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:54.726+0000 7ff0be154040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:55:54.986 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:54.791+0000 7ff0be154040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-30T20:55:54.986 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:54.945+0000 7ff0be154040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-30T20:55:55.186 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:54 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:54.965+0000 7f80b3bd0040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-30T20:55:55.186 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:55.120+0000 7f80b3bd0040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-30T20:55:55.257 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.032+0000 7ff0be154040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-30T20:55:55.257 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.093+0000 7ff0be154040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-30T20:55:55.258 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.256+0000 7ff0be154040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-30T20:55:55.447 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'rbd' created 2024-08-30T20:55:55.449 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:55.185+0000 7f80b3bd0040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-30T20:55:55.450 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:55.251+0000 7f80b3bd0040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-30T20:55:55.450 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:55.333+0000 7f80b3bd0040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-30T20:55:55.450 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:55.392+0000 7f80b3bd0040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-30T20:55:55.549 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2498693782' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-30T20:55:55.550 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2498693782' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-30T20:55:55.550 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.323+0000 7ff0be154040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-30T20:55:55.550 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.392+0000 7ff0be154040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-30T20:55:55.550 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.486+0000 7ff0be154040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-30T20:55:55.550 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.547+0000 7ff0be154040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-30T20:55:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:55 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2498693782' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-30T20:55:55.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:55.454+0000 7f80b3bd0040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-30T20:55:55.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:55.611+0000 7ff0be154040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-30T20:55:56.102 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- rbd pool init rbd 2024-08-30T20:55:56.346 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:55:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2498693782' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-30T20:55:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: osdmap e69: 8 total, 8 up, 8 in 2024-08-30T20:55:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: Standby manager daemon x restarted 2024-08-30T20:55:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: Standby manager daemon x started 2024-08-30T20:55:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:55:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:55:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: Active manager daemon y restarted 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: Activating manager daemon y 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: osdmap e70: 8 total, 8 up, 8 in 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-mon[21316]: mgrmap e17: y(active, starting, since 0.00806599s), standbys: x 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:56.220+0000 7f80b3bd0040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: [30/Aug/2024:20:55:56] ENGINE Bus STARTING 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: CherryPy Checker: 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: The Application mounted at '' has an empty config. 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: [30/Aug/2024:20:55:56] ENGINE Serving on http://:::9283 2024-08-30T20:55:56.521 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:55:56 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[23181]: [30/Aug/2024:20:55:56] ENGINE Bus STARTED 2024-08-30T20:55:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2498693782' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-30T20:55:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: osdmap e69: 8 total, 8 up, 8 in 2024-08-30T20:55:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: Standby manager daemon x restarted 2024-08-30T20:55:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: Standby manager daemon x started 2024-08-30T20:55:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:55:56.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: Active manager daemon y restarted 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: Activating manager daemon y 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: osdmap e70: 8 total, 8 up, 8 in 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[17131]: mgrmap e17: y(active, starting, since 0.00806599s), standbys: x 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2498693782' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: osdmap e69: 8 total, 8 up, 8 in 2024-08-30T20:55:56.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: Standby manager daemon x restarted 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: Standby manager daemon x started 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/882885004' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: Active manager daemon y restarted 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: Activating manager daemon y 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: osdmap e70: 8 total, 8 up, 8 in 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-mon[28069]: mgrmap e17: y(active, starting, since 0.00806599s), standbys: x 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.437+0000 7ff0be154040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-30T20:55:56.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:55:56] ENGINE Bus STARTING 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: CherryPy Checker: 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: The Application mounted at '' has an empty config. 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.559+0000 7ff025ca2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff025ca2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff025ca2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff025ca2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff025ca2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff02b4ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff02b4ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff02b4ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff02b4ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:56.560+0000 7ff02b4ad640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:55:56.714 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:55:56] ENGINE Serving on http://:::9283 2024-08-30T20:55:56.714 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:55:56] ENGINE Bus STARTED 2024-08-30T20:55:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:55:57.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: Manager daemon y is now available 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:55:57.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:55:57.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: Manager daemon y is now available 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:55:57.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:55:57.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:57 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:55:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:55:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:55:57.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: Manager daemon y is now available 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:55:57.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:57 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:58.089+0000 7ff00c670640 -1 log_channel(cephadm) log [ERR] : [30/Aug/2024:20:55:58] ENGINE Error in HTTPServer.serve 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: Traceback (most recent call last): 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._connections.run(self.expiration_interval) 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._run(expiration_interval) 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:55:58.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: s = self.context.wrap_socket( 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: return self.sslsocket_class._create( 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self.do_handshake() 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: self._sslobj.do_handshake() 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:55:58.363 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:55:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:58 smithi196 ceph-mon[21316]: osdmap e71: 8 total, 8 up, 8 in 2024-08-30T20:55:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:58 smithi196 ceph-mon[21316]: mgrmap e18: y(active, since 1.02711s), standbys: x 2024-08-30T20:55:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:58 smithi196 ceph-mon[21316]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:58 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3852188325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-30T20:55:58.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:58 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-30T20:55:58.667 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[17131]: osdmap e71: 8 total, 8 up, 8 in 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[17131]: mgrmap e18: y(active, since 1.02711s), standbys: x 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[17131]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3852188325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[28069]: osdmap e71: 8 total, 8 up, 8 in 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[28069]: mgrmap e18: y(active, since 1.02711s), standbys: x 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[28069]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:58.668 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3852188325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-30T20:55:58.669 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:58 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-30T20:55:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: [30/Aug/2024:20:55:57] ENGINE Bus STARTING 2024-08-30T20:55:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: [30/Aug/2024:20:55:57] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T20:55:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: [30/Aug/2024:20:55:58] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T20:55:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: [30/Aug/2024:20:55:58] ENGINE Bus STARTED 2024-08-30T20:55:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: [30/Aug/2024:20:55:58] ENGINE Error in HTTPServer.serve 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-30T20:55:59.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: osdmap e72: 8 total, 8 up, 8 in 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-30T20:55:59.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.774 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:55:59 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: [30/Aug/2024:20:55:57] ENGINE Bus STARTING 2024-08-30T20:55:59.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: [30/Aug/2024:20:55:57] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T20:55:59.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: [30/Aug/2024:20:55:58] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T20:55:59.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: [30/Aug/2024:20:55:58] ENGINE Bus STARTED 2024-08-30T20:55:59.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: [30/Aug/2024:20:55:58] ENGINE Error in HTTPServer.serve 2024-08-30T20:55:59.932 INFO:journalctl@ceph.mon.a.smithi173.stdout: Traceback (most recent call last): 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._run(expiration_interval) 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T20:55:59.933 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout: self.do_handshake() 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: osdmap e72: 8 total, 8 up, 8 in 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.935 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.935 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: [30/Aug/2024:20:55:57] ENGINE Bus STARTING 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: [30/Aug/2024:20:55:57] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: [30/Aug/2024:20:55:58] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: [30/Aug/2024:20:55:58] ENGINE Bus STARTED 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: [30/Aug/2024:20:55:58] ENGINE Error in HTTPServer.serve 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: Traceback (most recent call last): 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._run(expiration_interval) 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:55:59.936 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: self.do_handshake() 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:55:59.937 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: osdmap e72: 8 total, 8 up, 8 in 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: mgrmap e19: y(active, since 2s), standbys: x 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.938 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.939 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:55:59.940 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:55:59 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: osdmap e73: 8 total, 8 up, 8 in 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:56:00.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:00 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: osdmap e73: 8 total, 8 up, 8 in 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi196 to 2992M 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: osdmap e73: 8 total, 8 up, 8 in 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:56:00.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:00 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:56:01.184 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph config log 1 --format=json 2024-08-30T20:56:01.390 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:01.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi173 to 2992M 2024-08-30T20:56:01.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T20:56:01.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T20:56:01.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:56:01.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:56:01.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:56:01.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: osdmap e74: 8 total, 8 up, 8 in 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: Cluster is now healthy 2024-08-30T20:56:01.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:01 smithi196 ceph-mon[21316]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-30T20:56:01.798 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi173 to 2992M 2024-08-30T20:56:01.798 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T20:56:01.798 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T20:56:01.798 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: osdmap e74: 8 total, 8 up, 8 in 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.799 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: Cluster is now healthy 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[17131]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi173 to 2992M 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:56:01.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: osdmap e74: 8 total, 8 up, 8 in 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.801 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:01.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T20:56:01.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: Cluster is now healthy 2024-08-30T20:56:01.802 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:01 smithi173 ceph-mon[28069]: mgrmap e20: y(active, since 4s), standbys: x 2024-08-30T20:56:02.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:02 smithi173 ceph-mon[17131]: Deploying daemon alertmanager.a on smithi173 2024-08-30T20:56:02.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:02 smithi173 ceph-mon[28069]: Deploying daemon alertmanager.a on smithi173 2024-08-30T20:56:02.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:02 smithi196 ceph-mon[21316]: Deploying daemon alertmanager.a on smithi173 2024-08-30T20:56:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:03 smithi196 ceph-mon[21316]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:03.844 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:03 smithi173 ceph-mon[17131]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:03.844 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:03 smithi173 ceph-mon[28069]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:03.982 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:56:04.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:04 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3538241399' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-30T20:56:04.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:04 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3538241399' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-30T20:56:04.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:04 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3538241399' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-30T20:56:05.471 INFO:teuthology.orchestra.run.smithi173.stdout:[{"version":23,"timestamp":"2024-08-30T20:55:59.756823+0000","name":"","changes":[{"name":"osd/host:smithi173/osd_memory_target","previous_value":"4211126476","new_value":"3137384652"}]}] 2024-08-30T20:56:05.472 INFO:tasks.ceph_manager:config epoch is 23 2024-08-30T20:56:05.472 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-30T20:56:05.472 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-30T20:56:05.472 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph mgr dump --format=json 2024-08-30T20:56:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:05 smithi173 ceph-mon[17131]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-30T20:56:05.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:05 smithi173 ceph-mon[28069]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-30T20:56:05.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:56:05] "GET /metrics HTTP/1.1" 200 31024 "" "Prometheus/2.43.0" 2024-08-30T20:56:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:05 smithi196 ceph-mon[21316]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 341 B/s wr, 19 op/s 2024-08-30T20:56:06.709 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:07.638 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:07 smithi173 ceph-mon[17131]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 256 B/s wr, 14 op/s 2024-08-30T20:56:07.638 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:07 smithi173 ceph-mon[17131]: osdmap e75: 8 total, 8 up, 8 in 2024-08-30T20:56:07.639 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:07 smithi173 ceph-mon[28069]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 256 B/s wr, 14 op/s 2024-08-30T20:56:07.639 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:07 smithi173 ceph-mon[28069]: osdmap e75: 8 total, 8 up, 8 in 2024-08-30T20:56:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:07 smithi196 ceph-mon[21316]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 256 B/s wr, 14 op/s 2024-08-30T20:56:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:07 smithi196 ceph-mon[21316]: osdmap e75: 8 total, 8 up, 8 in 2024-08-30T20:56:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:09 smithi196 ceph-mon[21316]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-30T20:56:09.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:09 smithi173 ceph-mon[17131]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-30T20:56:09.928 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:09 smithi173 ceph-mon[28069]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-30T20:56:10.635 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:56:10.961 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:10 smithi173 podman[59896]: 2024-08-30 20:56:10.765430161 +0000 UTC m=+0.273120050 container create 6857de837e851dcf7135e67ce12df314516559e3a3ea8ef24803be9280f72952 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:56:11.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[17131]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 205 B/s wr, 11 op/s 2024-08-30T20:56:11.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3854031443' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-30T20:56:11.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[28069]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 205 B/s wr, 11 op/s 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3854031443' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 podman[59896]: 2024-08-30 20:56:11.260445623 +0000 UTC m=+0.768135518 container init 6857de837e851dcf7135e67ce12df314516559e3a3ea8ef24803be9280f72952 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 podman[59896]: 2024-08-30 20:56:11.263213596 +0000 UTC m=+0.770903494 container start 6857de837e851dcf7135e67ce12df314516559e3a3ea8ef24803be9280f72952 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.274Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.274Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.275Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.173 port=9094 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.276Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.299Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.299Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.302Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:11.302Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-30T20:56:11.600 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 bash[59896]: 6857de837e851dcf7135e67ce12df314516559e3a3ea8ef24803be9280f72952 2024-08-30T20:56:11.601 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:11 smithi173 systemd[1]: Started Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:56:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:11 smithi196 ceph-mon[21316]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 205 B/s wr, 11 op/s 2024-08-30T20:56:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:11 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3854031443' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-30T20:56:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:11 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:11 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:11 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:11 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:11 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:11.890 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:56:11] ENGINE Bus STOPPING 2024-08-30T20:56:11.890 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:56:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:56:11.890 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:56:11] ENGINE Bus STOPPED 2024-08-30T20:56:11.890 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:56:11] ENGINE Bus STARTING 2024-08-30T20:56:11.911 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":20,"flags":0,"active_gid":14544,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6800","nonce":4035723109},{"type":"v1","addr":"172.21.15.173:6801","nonce":4035723109}]},"active_addr":"172.21.15.173:6801/4035723109","active_change":"2024-08-30T20:55:56.440272+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24400,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.173:8443/","prometheus":"http://172.21.15.173:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":70,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":1485068168}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":3830166000}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":2650008269}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":1943543136}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":3009798799}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.173:0","nonce":445071664}]}]} 2024-08-30T20:56:11.915 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-30T20:56:11.915 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-30T20:56:11.916 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T20:56:12.113 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:12.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:56:11] ENGINE Serving on http://:::9283 2024-08-30T20:56:12.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:56:11] ENGINE Bus STARTED 2024-08-30T20:56:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:12 smithi196 ceph-mon[21316]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-30T20:56:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:12 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:12 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:12 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:12 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-30T20:56:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:12 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.871 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[17131]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-30T20:56:12.871 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:12.871 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.871 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.871 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-30T20:56:12.871 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[28069]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-30T20:56:12.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:12.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:12.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-30T20:56:12.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:12 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:13.405 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:13.277Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000299654s 2024-08-30T20:56:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:13 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-30T20:56:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:13 smithi173 ceph-mon[17131]: Deploying daemon grafana.a on smithi196 2024-08-30T20:56:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:13 smithi173 ceph-mon[17131]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-30T20:56:13.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:13 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-30T20:56:13.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:13 smithi173 ceph-mon[28069]: Deploying daemon grafana.a on smithi196 2024-08-30T20:56:13.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:13 smithi173 ceph-mon[28069]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-30T20:56:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:13 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-30T20:56:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:13 smithi196 ceph-mon[21316]: Deploying daemon grafana.a on smithi196 2024-08-30T20:56:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:13 smithi196 ceph-mon[21316]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 204 B/s wr, 11 op/s 2024-08-30T20:56:13.785 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:56:13.785 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":75,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T20:56:06.916463+0000","last_up_change":"2024-08-30T20:54:39.866345+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-30T20:55:55.388925+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6803","nonce":1393420123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6805","nonce":1393420123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6809","nonce":1393420123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6807","nonce":1393420123}]},"public_addr":"172.21.15.173:6803/1393420123","cluster_addr":"172.21.15.173:6805/1393420123","heartbeat_back_addr":"172.21.15.173:6809/1393420123","heartbeat_front_addr":"172.21.15.173:6807/1393420123","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6811","nonce":3917330955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6813","nonce":3917330955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6817","nonce":3917330955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6815","nonce":3917330955}]},"public_addr":"172.21.15.173:6811/3917330955","cluster_addr":"172.21.15.173:6813/3917330955","heartbeat_back_addr":"172.21.15.173:6817/3917330955","heartbeat_front_addr":"172.21.15.173:6815/3917330955","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6819","nonce":1659021142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6821","nonce":1659021142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6825","nonce":1659021142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6823","nonce":1659021142}]},"public_addr":"172.21.15.173:6819/1659021142","cluster_addr":"172.21.15.173:6821/1659021142","heartbeat_back_addr":"172.21.15.173:6825/1659021142","heartbeat_front_addr":"172.21.15.173:6823/1659021142","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6827","nonce":3024306097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6829","nonce":3024306097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6833","nonce":3024306097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6831","nonce":3024306097}]},"public_addr":"172.21.15.173:6827/3024306097","cluster_addr":"172.21.15.173:6829/3024306097","heartbeat_back_addr":"172.21.15.173:6833/3024306097","heartbeat_front_addr":"172.21.15.173:6831/3024306097","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6801","nonce":2939563016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6803","nonce":2939563016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6807","nonce":2939563016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6805","nonce":2939563016}]},"public_addr":"172.21.15.196:6801/2939563016","cluster_addr":"172.21.15.196:6803/2939563016","heartbeat_back_addr":"172.21.15.196:6807/2939563016","heartbeat_front_addr":"172.21.15.196:6805/2939563016","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6809","nonce":2715270276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6811","nonce":2715270276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6815","nonce":2715270276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6813","nonce":2715270276}]},"public_addr":"172.21.15.196:6809/2715270276","cluster_addr":"172.21.15.196:6811/2715270276","heartbeat_back_addr":"172.21.15.196:6815/2715270276","heartbeat_front_addr":"172.21.15.196:6813/2715270276","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6817","nonce":3146516111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6819","nonce":3146516111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6823","nonce":3146516111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6821","nonce":3146516111}]},"public_addr":"172.21.15.196:6817/3146516111","cluster_addr":"172.21.15.196:6819/3146516111","heartbeat_back_addr":"172.21.15.196:6823/3146516111","heartbeat_front_addr":"172.21.15.196:6821/3146516111","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6825","nonce":521796273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6827","nonce":521796273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6831","nonce":521796273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6829","nonce":521796273}]},"public_addr":"172.21.15.196:6825/521796273","cluster_addr":"172.21.15.196:6827/521796273","heartbeat_back_addr":"172.21.15.196:6831/521796273","heartbeat_front_addr":"172.21.15.196:6829/521796273","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:0/2981640033":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/4076434014":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2566614016":"2024-08-31T20:55:56.440044+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/1129339657":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2742861619":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/1129339657":"2024-08-31T20:55:56.440044+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T20:56:14.391 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-30T20:56:14.392 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T20:56:14.590 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:14 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/793639626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:56:14.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:14 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/793639626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:56:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:14 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/793639626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:56:15.626 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:15 smithi173 ceph-mon[17131]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:15.626 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:15 smithi173 ceph-mon[28069]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:15.627 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:56:15] "GET /metrics HTTP/1.1" 200 33676 "" "Prometheus/2.43.0" 2024-08-30T20:56:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:15 smithi196 ceph-mon[21316]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:16.314 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:56:16.315 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":75,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T20:56:06.916463+0000","last_up_change":"2024-08-30T20:54:39.866345+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-30T20:55:55.388925+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6803","nonce":1393420123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6805","nonce":1393420123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6809","nonce":1393420123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6807","nonce":1393420123}]},"public_addr":"172.21.15.173:6803/1393420123","cluster_addr":"172.21.15.173:6805/1393420123","heartbeat_back_addr":"172.21.15.173:6809/1393420123","heartbeat_front_addr":"172.21.15.173:6807/1393420123","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6811","nonce":3917330955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6813","nonce":3917330955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6817","nonce":3917330955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6815","nonce":3917330955}]},"public_addr":"172.21.15.173:6811/3917330955","cluster_addr":"172.21.15.173:6813/3917330955","heartbeat_back_addr":"172.21.15.173:6817/3917330955","heartbeat_front_addr":"172.21.15.173:6815/3917330955","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6819","nonce":1659021142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6821","nonce":1659021142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6825","nonce":1659021142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6823","nonce":1659021142}]},"public_addr":"172.21.15.173:6819/1659021142","cluster_addr":"172.21.15.173:6821/1659021142","heartbeat_back_addr":"172.21.15.173:6825/1659021142","heartbeat_front_addr":"172.21.15.173:6823/1659021142","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6827","nonce":3024306097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6829","nonce":3024306097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6833","nonce":3024306097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6831","nonce":3024306097}]},"public_addr":"172.21.15.173:6827/3024306097","cluster_addr":"172.21.15.173:6829/3024306097","heartbeat_back_addr":"172.21.15.173:6833/3024306097","heartbeat_front_addr":"172.21.15.173:6831/3024306097","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6801","nonce":2939563016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6803","nonce":2939563016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6807","nonce":2939563016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6805","nonce":2939563016}]},"public_addr":"172.21.15.196:6801/2939563016","cluster_addr":"172.21.15.196:6803/2939563016","heartbeat_back_addr":"172.21.15.196:6807/2939563016","heartbeat_front_addr":"172.21.15.196:6805/2939563016","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6809","nonce":2715270276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6811","nonce":2715270276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6815","nonce":2715270276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6813","nonce":2715270276}]},"public_addr":"172.21.15.196:6809/2715270276","cluster_addr":"172.21.15.196:6811/2715270276","heartbeat_back_addr":"172.21.15.196:6815/2715270276","heartbeat_front_addr":"172.21.15.196:6813/2715270276","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6817","nonce":3146516111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6819","nonce":3146516111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6823","nonce":3146516111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6821","nonce":3146516111}]},"public_addr":"172.21.15.196:6817/3146516111","cluster_addr":"172.21.15.196:6819/3146516111","heartbeat_back_addr":"172.21.15.196:6823/3146516111","heartbeat_front_addr":"172.21.15.196:6821/3146516111","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6825","nonce":521796273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6827","nonce":521796273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6831","nonce":521796273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6829","nonce":521796273}]},"public_addr":"172.21.15.196:6825/521796273","cluster_addr":"172.21.15.196:6827/521796273","heartbeat_back_addr":"172.21.15.196:6831/521796273","heartbeat_front_addr":"172.21.15.196:6829/521796273","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:0/2981640033":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/4076434014":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2566614016":"2024-08-31T20:55:56.440044+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/1129339657":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2742861619":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/1129339657":"2024-08-31T20:55:56.440044+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T20:56:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:16 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/10606482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:56:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:16 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/10606482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:56:16.923 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-30T20:56:16.923 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-30T20:56:16.924 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-30T20:56:16.924 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-30T20:56:16.925 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-30T20:56:16.925 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-30T20:56:16.926 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-30T20:56:16.926 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-30T20:56:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:16 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/10606482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:56:17.321 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.337 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.338 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.342 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.342 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.347 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.347 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.355 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:17 smithi173 ceph-mon[17131]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:17.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:17 smithi173 ceph-mon[28069]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:17 smithi196 ceph-mon[21316]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:19.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:19 smithi173 ceph-mon[17131]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:19.695 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:19 smithi173 ceph-mon[28069]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:19.816 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:19 smithi196 ceph-mon[21316]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:20.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:20 smithi173 ceph-mon[17131]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:20.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:20 smithi173 ceph-mon[28069]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:20.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:20 smithi196 ceph-mon[21316]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:21.710 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:56:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:56:21.280Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003747237s 2024-08-30T20:56:22.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 systemd[1]: Starting Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:56:22.892 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 podman[51208]: 2024-08-30 20:56:22.462231076 +0000 UTC m=+0.014803170 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-30T20:56:22.893 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 podman[51208]: 2024-08-30 20:56:22.586933931 +0000 UTC m=+0.139506015 container create 30bb2009d43264c6f5e7de4dedf7a13fad44bb2c4a81e7b8286627f5a65aa270 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, architecture=x86_64, version=8.5, name=ubi8, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, maintainer=Paul Cuzner ) 2024-08-30T20:56:22.893 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 podman[51208]: 2024-08-30 20:56:22.797422072 +0000 UTC m=+0.349994171 container init 30bb2009d43264c6f5e7de4dedf7a13fad44bb2c4a81e7b8286627f5a65aa270 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, com.redhat.component=ubi8-container, distribution-scope=public, architecture=x86_64, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.buildah.version=1.32.0, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, version=8.5, release=239.1651231664) 2024-08-30T20:56:22.893 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 podman[51208]: 2024-08-30 20:56:22.800183551 +0000 UTC m=+0.352755636 container start 30bb2009d43264c6f5e7de4dedf7a13fad44bb2c4a81e7b8286627f5a65aa270 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, architecture=x86_64, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ubi8, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, vendor=Red Hat, Inc., version=8.5, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-08-30T20:56:22.893 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 bash[51208]: 30bb2009d43264c6f5e7de4dedf7a13fad44bb2c4a81e7b8286627f5a65aa270 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 systemd[1]: Started Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.987843995Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988039462Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988059074Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988066487Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988072928Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.98807896Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988084633Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.98809048Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-30T20:56:23.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.98809639Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988102162Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988107598Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988113097Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988119047Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=settings t=2024-08-30T20:56:22.988124792Z level=info msg="App mode production" 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=sqlstore t=2024-08-30T20:56:22.988170076Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=sqlstore t=2024-08-30T20:56:22.988185819Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:22.989036979Z level=info msg="Starting DB migrations" 2024-08-30T20:56:23.144 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:22.98911383Z level=info msg="Executing migration" id="create migration_log table" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:22.989652348Z level=info msg="Executing migration" id="create user table" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:22.990114356Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:22.992694366Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:22.995604878Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:22.998293586Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.000963633Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.003763509Z level=info msg="Executing migration" id="create user table v2" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.006385718Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-30T20:56:23.145 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.009127128Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.011853454Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.01425619Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.016945523Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.019808186Z level=info msg="Executing migration" id="Update user table charset" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.022274142Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.025049185Z level=info msg="Executing migration" id="Add missing user data" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.027727492Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.030371362Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.030798652Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.033512416Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.036087396Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-30T20:56:23.146 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.038657566Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.039215057Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.040065396Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.041006831Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.041741745Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.042524183Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.043367716Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.044242478Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.044989901Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.045955564Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.046637655Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.047630707Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.048257857Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-30T20:56:23.147 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.049081394Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.050069616Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.050735299Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.051489208Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.052359149Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.052731658Z level=info msg="Executing migration" id="create star table" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.05376231Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.054495104Z level=info msg="Executing migration" id="create org table v1" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.055353603Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.056237637Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.057159936Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.057891937Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-30T20:56:23.148 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.058301745Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.059235999Z level=info msg="Executing migration" id="Update org table charset" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.059982917Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.06096636Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.061667872Z level=info msg="Executing migration" id="create dashboard table" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.062472862Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.063324434Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.064189538Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.064600248Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.065569792Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.066418061Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.067466113Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-30T20:56:23.149 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.067890128Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-30T20:56:23.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.070648272Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-30T20:56:23.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.073507074Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-30T20:56:23.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.076188292Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-30T20:56:23.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.076598608Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-30T20:56:23.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.079432166Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-30T20:56:23.150 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.079948604Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.082067611Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.08497583Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.0856105Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.088360859Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.091196541Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.093984986Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.094292589Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.097008404Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.097613549Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.0997621Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.102454817Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-30T20:56:23.151 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.102984011Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.105632157Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.108323228Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.115486418Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.115799508Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.118497258Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.121140475Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.123903505Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.124381049Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.126983976Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.129429593Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.132223788Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.132634449Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.134978205Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-30T20:56:23.152 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.137706978Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.140123202Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.140450304Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.141284743Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.142063231Z level=info msg="Executing migration" id="create data_source table" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.142862767Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.143417985Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.144203434Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.145033259Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-30T20:56:23.153 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.14581277Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-30T20:56:23.397 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.147023347Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.148930141Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.150813939Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.152675789Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.153062759Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.155091567Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.156842453Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.158704108Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.159052056Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.160942639Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-30T20:56:23.398 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.162933908Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.164699942Z level=info msg="Executing migration" id="Add uid column" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.165258523Z level=info msg="Executing migration" id="Update uid value" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.167293628Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.1691305Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.170971928Z level=info msg="Executing migration" id="create api_key table" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.17141237Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.173317612Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.175175017Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.177057635Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.178889661Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.180646911Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.182444096Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-30T20:56:23.399 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.18438971Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.18620253Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.187930841Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.189932666Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.191731761Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.193343385Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.193747022Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.195715592Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.197424551Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.199401396Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.201214774Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.203085006Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-30T20:56:23.400 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.204917435Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.206727524Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.208487301Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.210273911Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.212109851Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.214053566Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.215890922Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.217650375Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.219453177Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.22132122Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.223189962Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.224986403Z level=info msg="Executing migration" id="create quota table v1" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.226896373Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-30T20:56:23.401 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.228728806Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.230452902Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.230878844Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.23283Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.234659162Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.236464065Z level=info msg="Executing migration" id="create session table" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.236958791Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.237281378Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.237579401Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.238902947Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.240944302Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.242728498Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-30T20:56:23.402 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.243138133Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.243428358Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.243724281Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.244233016Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.246083706Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.246718355Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.247054816Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.248641089Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.250561611Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.252352973Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.252817748Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.254875563Z level=info msg="Executing migration" id="create alert table v1" 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.256731947Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-30T20:56:23.403 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.258539686Z level=info msg="Executing migration" id="add index alert state" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.258977026Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.259404257Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.259798644Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.26024531Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.260630747Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.262040135Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.262438398Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.262889349Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.263230772Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.263578689Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.26401017Z level=info msg="Executing migration" id="Add column is_default" 2024-08-30T20:56:23.404 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.264686121Z level=info msg="Executing migration" id="Add column frequency" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.265371778Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.266059884Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.26672017Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.26720449Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.267534573Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.267821556Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.268262645Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.26872159Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.269164488Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.26960315Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.270082175Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.270779043Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-30T20:56:23.405 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.271483079Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.271791604Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.272263914Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.272651346Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.273362127Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.273704874Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.274173817Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.27462791Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.274928718Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.2754109Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.275876479Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.276341531Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.276762371Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-30T20:56:23.406 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.277303816Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.279282996Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.28104641Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.281792926Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.283790537Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.285585467Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.287590528Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.289582251Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.291216002Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.293092932Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.295109883Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.297119145Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.298922759Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-30T20:56:23.407 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.30071164Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.302604031Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.304465277Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.306394376Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.308374342Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.310300632Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.312177087Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.313940199Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.315952964Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.317699804Z level=info msg="Executing migration" id="Move region to single row" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.319658439Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.323701934Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.327919907Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.328465501Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-30T20:56:23.408 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.329264751Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.329721559Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.33017063Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.330997174Z level=info msg="Executing migration" id="create test_data table" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.331926879Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.332632134Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.333427888Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.3342487Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.33514155Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.335808679Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.33660476Z level=info msg="Executing migration" id="create team table" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.33754554Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.33829292Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-30T20:56:23.409 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.339097781Z level=info msg="Executing migration" id="create team member table" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.339941138Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.340916674Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.341622335Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.342449641Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.343303438Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.344250948Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.345216563Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.345967197Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.346849176Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.347752559Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.348478156Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.349334673Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.350084128Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-30T20:56:23.410 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.350559928Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.351409669Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.35237063Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.35506448Z level=info msg="Executing migration" id="create tag table" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.355520437Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.35840961Z level=info msg="Executing migration" id="create login attempt table" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.361187541Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.363742113Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.364232378Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-30T20:56:23.411 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.366923554Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.369711856Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.37264744Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.373200424Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.375938997Z level=info msg="Executing migration" id="create user auth table" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.378770582Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.381681769Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.382200643Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.384981665Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.386010044Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.387644701Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.390429424Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.390887285Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-30T20:56:23.412 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.393625326Z level=info msg="Executing migration" id="create server_lock table" 2024-08-30T20:56:23.413 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.396258346Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-30T20:56:23.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-mon[21316]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:23.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.644 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.645 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.645 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.398990488Z level=info msg="Executing migration" id="create user auth token table" 2024-08-30T20:56:23.645 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.399505325Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-30T20:56:23.645 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.402038441Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.404748225Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.40744236Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.408258678Z level=info msg="Executing migration" id="create cache_data table" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.41080329Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.413496824Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.416232538Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.416692439Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.419461263Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.421890875Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.424765303Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-30T20:56:23.646 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.425352068Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.426126767Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.427040059Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.427717063Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.428237603Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.429031521Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.430018381Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.430920635Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.431372603Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.432114239Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.432539431Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.432988645Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-30T20:56:23.647 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.433789287Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.434623285Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.435416896Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.436197088Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.436938244Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.437383373Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.438299815Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.439104755Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.440083859Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.443477999Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.446690582Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.447656216Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.448436016Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-30T20:56:23.648 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.4495051Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.450335951Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.451090437Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.45193716Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.452373912Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.453188586Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.454042239Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.454852072Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.455653827Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.456087537Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.456938614Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.459884195Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-30T20:56:23.649 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.462443574Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.462920925Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.465698204Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.468306534Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.471102074Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.471570904Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.474368326Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.476896297Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.479679006Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.480587783Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.483437931Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.486160293Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-30T20:56:23.650 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.489004593Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.489897956Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.4926586Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.495399926Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.498194314Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.498534014Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.501267777Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.50411111Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.506716173Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-30T20:56:23.651 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.507164278Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-30T20:56:23.652 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.509867082Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-30T20:56:23.652 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.512551485Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.515249782Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.515824375Z level=info msg="Executing migration" id="create alert_image table" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.518597823Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.520939164Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.523827741Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.524290441Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.52469398Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.524772095Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.525081651Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.526592733Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.528463438Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-30T20:56:23.653 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.528608895Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.528722099Z level=info msg="alerts found to migrate" alerts=0 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.529137203Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.52999324Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.530853923Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.531688748Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.532511911Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.533393565Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.534228259Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.535061072Z level=info msg="Executing migration" id="create data_keys table" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.535496787Z level=info msg="Executing migration" id="create secrets table" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.536348311Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.540668769Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-30T20:56:23.654 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.541624313Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.541948712Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.546142991Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.550383217Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.551240851Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.55172571Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.554502578Z level=info msg="Executing migration" id="create permission table" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.557310443Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.559946201Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.560426495Z level=info msg="Executing migration" id="create role table" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.563139805Z level=info msg="Executing migration" id="add column display_name" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.566006696Z level=info msg="Executing migration" id="add column group_name" 2024-08-30T20:56:23.655 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.56869139Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.569201669Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.57201203Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.574517865Z level=info msg="Executing migration" id="create team role table" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.577262391Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.577897764Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.58070028Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.583441136Z level=info msg="Executing migration" id="create user role table" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.58609366Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.586569768Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.589282607Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.592054585Z level=info msg="Executing migration" id="create builtin role table" 2024-08-30T20:56:23.656 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.594744329Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.595266734Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.59782535Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.600271674Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.600825346Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.601342065Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.601776439Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.602251047Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.605067235Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.605681255Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.606699483Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.607119962Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-30T20:56:23.657 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.607564098Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.607846609Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.608330122Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.60877156Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.60917157Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.609496094Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.609859419Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.610259418Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.610709614Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.611678111Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.611995735Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.612415765Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.612860734Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-30T20:56:23.658 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.613307714Z level=info msg="Executing migration" id="add correlation config column" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.614370178Z level=info msg="Executing migration" id="create entity_events table" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.614802523Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.615236085Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.615325389Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.615635482Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.615731905Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.616040377Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.616465612Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.61686623Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.617322087Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.617772591Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.618194953Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.618606181Z level=info msg="Executing migration" id="Drop public config table" 2024-08-30T20:56:23.659 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.619033718Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.61944197Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.619834454Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.620288919Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.623060482Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.626202131Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.627390894Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.629190115Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.629557519Z level=info msg="Executing migration" id="add share column" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.630699599Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.631194184Z level=info msg="Executing migration" id="create file table" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.631713076Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-30T20:56:23.660 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.634396682Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-30T20:56:23.661 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.634950447Z level=info msg="Executing migration" id="create file_meta table" 2024-08-30T20:56:23.661 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.635390332Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-30T20:56:23.661 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.638127915Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-30T20:56:23.661 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.640793461Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-30T20:56:23.661 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.643406207Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-30T20:56:23.661 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.643919275Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-30T20:56:23.661 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.64644565Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[17131]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[28069]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.854 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:23.855 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:23 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:24.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.649087895Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-30T20:56:24.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.649883099Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.65036082Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.651145814Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.651502937Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.651925943Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.652973323Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.654025464Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.65482254Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.664871516Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.665674285Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.666496599Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.669876393Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-30T20:56:24.021 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.670666065Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.671571455Z level=info msg="Executing migration" id="create folder table" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.672259882Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.672719839Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.673624538Z level=info msg="Executing migration" id="Update folder title length" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.674304877Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=migrator t=2024-08-30T20:56:23.675262467Z level=info msg="migrations completed" performed=485 skipped=0 duration=686.170161ms 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=sqlstore t=2024-08-30T20:56:23.675868738Z level=info msg="Created default organization" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=plugin.loader t=2024-08-30T20:56:23.730006392Z level=info msg="Plugin registered" pluginID=input 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=plugin.loader t=2024-08-30T20:56:23.756528459Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=plugin.loader t=2024-08-30T20:56:23.756569716Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=secrets t=2024-08-30T20:56:23.756603128Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=query_data t=2024-08-30T20:56:23.758186937Z level=info msg="Query Service initialization" 2024-08-30T20:56:24.022 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=live.push_http t=2024-08-30T20:56:23.760381273Z level=info msg="Live Push Gateway initialization" 2024-08-30T20:56:24.309 INFO:teuthology.orchestra.run.smithi173.stdout:77309411374 2024-08-30T20:56:24.309 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-30T20:56:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-mon[21316]: Deploying daemon node-exporter.a on smithi173 2024-08-30T20:56:24.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=infra.usagestats.collector t=2024-08-30T20:56:24.464291073Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-30T20:56:24.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=provisioning.datasources t=2024-08-30T20:56:24.519498801Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-30T20:56:24.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=provisioning.datasources t=2024-08-30T20:56:24.551734063Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-30T20:56:24.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=provisioning.alerting t=2024-08-30T20:56:24.573285741Z level=info msg="starting to provision alerting" 2024-08-30T20:56:24.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=provisioning.alerting t=2024-08-30T20:56:24.573304988Z level=info msg="finished to provision alerting" 2024-08-30T20:56:24.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=grafanaStorageLogger t=2024-08-30T20:56:24.573440023Z level=info msg="storage starting" 2024-08-30T20:56:24.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=ngalert.state.manager t=2024-08-30T20:56:24.573592721Z level=info msg="Warming state cache for startup" 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=http.server t=2024-08-30T20:56:24.575112013Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=sqlstore.transactions t=2024-08-30T20:56:24.583849883Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=ngalert.state.manager t=2024-08-30T20:56:24.583866188Z level=info msg="State cache has been initialized" states=0 duration=10.27259ms 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=ngalert.multiorg.alertmanager t=2024-08-30T20:56:24.583958071Z level=info msg="starting MultiOrg Alertmanager" 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=ticker t=2024-08-30T20:56:24.583967591Z level=info msg=starting first_tick=2024-08-30T20:56:30Z 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=sqlstore.transactions t=2024-08-30T20:56:24.618309339Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=sqlstore.transactions t=2024-08-30T20:56:24.659251092Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-30T20:56:24.771 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 20:56:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=sqlstore.transactions t=2024-08-30T20:56:24.669738957Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-30T20:56:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:24 smithi173 ceph-mon[17131]: Deploying daemon node-exporter.a on smithi173 2024-08-30T20:56:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:24 smithi173 ceph-mon[28069]: Deploying daemon node-exporter.a on smithi173 2024-08-30T20:56:25.431 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:56:25] "GET /metrics HTTP/1.1" 200 33676 "" "Prometheus/2.43.0" 2024-08-30T20:56:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:25 smithi173 ceph-mon[17131]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:25.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:25 smithi173 ceph-mon[28069]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:25 smithi196 ceph-mon[21316]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:27.561 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:27 smithi173 ceph-mon[17131]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:27.561 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:27 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:27.561 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:27 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:27.561 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:27 smithi173 ceph-mon[28069]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:27.561 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:27 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:27.561 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:27 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:27 smithi196 ceph-mon[21316]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:27 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:27 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:28.503 INFO:teuthology.orchestra.run.smithi173.stdout:55834574900 2024-08-30T20:56:28.504 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-30T20:56:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:29 smithi196 ceph-mon[21316]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:29.792 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:29 smithi173 ceph-mon[17131]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:29.792 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:29 smithi173 ceph-mon[28069]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:30.755 INFO:teuthology.orchestra.run.smithi173.stdout:201863462940 2024-08-30T20:56:30.756 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-30T20:56:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:31 smithi196 ceph-mon[21316]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:31.855 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:31 smithi173 ceph-mon[17131]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:31.855 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:31 smithi173 ceph-mon[28069]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:32.689 INFO:teuthology.orchestra.run.smithi173.stdout:133143986213 2024-08-30T20:56:32.689 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-30T20:56:33.446 INFO:teuthology.orchestra.run.smithi173.stdout:34359738426 2024-08-30T20:56:33.446 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-30T20:56:33.693 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:33 smithi173 ceph-mon[17131]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:33.693 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:33 smithi173 ceph-mon[28069]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:33.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:33 smithi196 ceph-mon[21316]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:34.426 INFO:teuthology.orchestra.run.smithi173.stdout:236223201305 2024-08-30T20:56:34.426 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-30T20:56:35.363 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:35.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:56:35] "GET /metrics HTTP/1.1" 200 33678 "" "Prometheus/2.43.0" 2024-08-30T20:56:35.770 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:35 smithi173 ceph-mon[17131]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:35.771 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:35 smithi173 ceph-mon[28069]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:35.789 INFO:teuthology.orchestra.run.smithi173.stdout:111669149738 2024-08-30T20:56:35.790 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-30T20:56:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:35 smithi196 ceph-mon[21316]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:36.188 INFO:teuthology.orchestra.run.smithi173.stdout:167503724579 2024-08-30T20:56:36.188 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-30T20:56:36.236 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:36.245 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:36.245 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:36.254 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:36.265 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:37.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:37 smithi173 ceph-mon[17131]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:37.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:37 smithi173 ceph-mon[28069]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:37 smithi196 ceph-mon[21316]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:38.710 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:38 smithi173 bash[61985]: Writing manifest to image destination 2024-08-30T20:56:38.872 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:39.210 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 podman[61985]: 2024-08-30 20:56:38.929890522 +0000 UTC m=+3.577141677 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-30T20:56:39.666 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-mon[17131]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:39.667 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-mon[28069]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:39.667 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 podman[61985]: 2024-08-30 20:56:39.355399857 +0000 UTC m=+4.002651054 container create 5d6d7fd777f6246b7f10247443f492bffbb91c32dbf82c4363f57c034f20254c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 podman[61985]: 2024-08-30 20:56:39.56617399 +0000 UTC m=+4.213425153 container init 5d6d7fd777f6246b7f10247443f492bffbb91c32dbf82c4363f57c034f20254c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 podman[61985]: 2024-08-30 20:56:39.569429991 +0000 UTC m=+4.216681156 container start 5d6d7fd777f6246b7f10247443f492bffbb91c32dbf82c4363f57c034f20254c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.573Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.573Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-30T20:56:39.668 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=arp 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=edac 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-30T20:56:39.669 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.574Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-30T20:56:39.670 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=os 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=stat 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=time 2024-08-30T20:56:39.671 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-30T20:56:39.672 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=uname 2024-08-30T20:56:39.672 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-30T20:56:39.672 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-30T20:56:39.672 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-30T20:56:39.672 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-30T20:56:39.672 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[62371]: ts=2024-08-30T20:56:39.575Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-30T20:56:39.672 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 bash[61985]: 5d6d7fd777f6246b7f10247443f492bffbb91c32dbf82c4363f57c034f20254c 2024-08-30T20:56:39.922 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 20:56:39 smithi173 systemd[1]: Started Ceph node-exporter.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:56:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:39 smithi196 ceph-mon[21316]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:40.736 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:40 smithi196 bash[51483]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-30T20:56:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:40 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:40 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:40 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:40 smithi196 ceph-mon[21316]: Deploying daemon node-exporter.b on smithi196 2024-08-30T20:56:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:40 smithi196 ceph-mon[21316]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:41.076 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.076 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.076 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.076 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[28069]: Deploying daemon node-exporter.b on smithi196 2024-08-30T20:56:41.076 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[28069]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:41.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:41.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[17131]: Deploying daemon node-exporter.b on smithi196 2024-08-30T20:56:41.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:40 smithi173 ceph-mon[17131]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:41.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:41 smithi196 bash[51483]: Getting image source signatures 2024-08-30T20:56:41.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:41 smithi196 bash[51483]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-30T20:56:41.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:41 smithi196 bash[51483]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-30T20:56:41.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:41 smithi196 bash[51483]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-30T20:56:42.019 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:41 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:42.019 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:41 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:41 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:42.756 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:42 smithi196 bash[51483]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-30T20:56:42.756 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:42 smithi196 bash[51483]: Writing manifest to image destination 2024-08-30T20:56:43.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:42 smithi196 ceph-mon[21316]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:43.020 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:42 smithi196 podman[51483]: 2024-08-30 20:56:42.883425329 +0000 UTC m=+2.301519528 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-30T20:56:43.020 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:42 smithi196 podman[51483]: 2024-08-30 20:56:42.957111239 +0000 UTC m=+2.375205475 container create 251a01e236a7ae8f5a52c03535c9c2d1008ac79ac5c88d93395b3c56fe01e543 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T20:56:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:42 smithi173 ceph-mon[17131]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:43.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:42 smithi173 ceph-mon[28069]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:43.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 podman[51483]: 2024-08-30 20:56:43.175700685 +0000 UTC m=+2.593794879 container init 251a01e236a7ae8f5a52c03535c9c2d1008ac79ac5c88d93395b3c56fe01e543 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T20:56:43.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 podman[51483]: 2024-08-30 20:56:43.178632418 +0000 UTC m=+2.596726617 container start 251a01e236a7ae8f5a52c03535c9c2d1008ac79ac5c88d93395b3c56fe01e543 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T20:56:43.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.182Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-30T20:56:43.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.182Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-30T20:56:43.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.183Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.183Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.183Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.183Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=arp 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-30T20:56:43.521 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=edac 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-30T20:56:43.522 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-30T20:56:43.523 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=os 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=stat 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=time 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-30T20:56:43.524 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=uname 2024-08-30T20:56:43.525 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-30T20:56:43.525 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-30T20:56:43.525 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-30T20:56:43.525 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-30T20:56:43.525 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[51556]: ts=2024-08-30T20:56:43.184Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-30T20:56:43.525 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 bash[51483]: 251a01e236a7ae8f5a52c03535c9c2d1008ac79ac5c88d93395b3c56fe01e543 2024-08-30T20:56:43.525 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 20:56:43 smithi196 systemd[1]: Started Ceph node-exporter.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:56:44.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:56:44.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:44 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:56:44.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:44 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:44 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:44 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:44 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:44 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:44.849 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:44 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:56:45.597 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:45 smithi173 ceph-mon[17131]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:45.598 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:45 smithi173 ceph-mon[28069]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:45.598 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:56:45] "GET /metrics HTTP/1.1" 200 33675 "" "Prometheus/2.43.0" 2024-08-30T20:56:45.702 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:45 smithi196 ceph-mon[21316]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:46.658 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:46.814 INFO:teuthology.orchestra.run.smithi173.stdout:77309411379 2024-08-30T20:56:47.424 INFO:teuthology.orchestra.run.smithi173.stdout:236223201307 2024-08-30T20:56:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[17131]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/390909051' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-30T20:56:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1384254372' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-30T20:56:47.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[28069]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:47.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/390909051' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-30T20:56:47.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:47 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1384254372' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-30T20:56:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:47 smithi196 ceph-mon[21316]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:47 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:47 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/390909051' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-30T20:56:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:47 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:47 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:56:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:47 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1384254372' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-30T20:56:48.264 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201305 got 236223201307 for osd.7 2024-08-30T20:56:48.264 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:48.597 INFO:teuthology.orchestra.run.smithi173.stdout:133143986217 2024-08-30T20:56:48.949 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411374 got 77309411379 for osd.2 2024-08-30T20:56:48.949 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:49.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:49 smithi173 ceph-mon[17131]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:49.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:49 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2500181582' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-30T20:56:49.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:49 smithi173 ceph-mon[28069]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:49.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:49 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2500181582' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-30T20:56:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:49 smithi196 ceph-mon[21316]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:49 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2500181582' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-30T20:56:51.402 INFO:teuthology.orchestra.run.smithi173.stdout:111669149742 2024-08-30T20:56:51.618 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:51 smithi173 ceph-mon[17131]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:51.618 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:51 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/4110418872' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-30T20:56:51.619 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:51 smithi173 ceph-mon[28069]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:51.619 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:51 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/4110418872' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-30T20:56:51.671 INFO:teuthology.orchestra.run.smithi173.stdout:167503724582 2024-08-30T20:56:51.893 INFO:teuthology.orchestra.run.smithi173.stdout:55834574904 2024-08-30T20:56:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:51 smithi196 ceph-mon[21316]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:51 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/4110418872' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-30T20:56:52.625 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:52 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3952618714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-30T20:56:52.625 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:52 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1292338095' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-30T20:56:52.625 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:52 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3952618714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-30T20:56:52.626 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:52 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1292338095' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-30T20:56:52.682 INFO:teuthology.orchestra.run.smithi173.stdout:34359738430 2024-08-30T20:56:53.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:52 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3952618714' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-30T20:56:53.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:52 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1292338095' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-30T20:56:53.522 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738426 got 34359738430 for osd.0 2024-08-30T20:56:53.523 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:53 smithi173 ceph-mon[17131]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:53 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/4025878150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-30T20:56:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:53 smithi173 ceph-mon[28069]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:53 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/4025878150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-30T20:56:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:53 smithi196 ceph-mon[21316]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:53 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/4025878150' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-30T20:56:54.368 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574904 for osd.1 2024-08-30T20:56:54.368 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:54 smithi173 ceph-mon[28069]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:54 smithi173 ceph-mon[17131]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:54.742 INFO:teuthology.orchestra.run.smithi173.stdout:201863462946 2024-08-30T20:56:54.942 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986213 got 133143986217 for osd.4 2024-08-30T20:56:54.943 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:55.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:54 smithi196 ceph-mon[21316]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:55.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:55 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2397184680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-30T20:56:55.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:55 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2397184680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-30T20:56:55.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:56:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:56:55] "GET /metrics HTTP/1.1" 200 33675 "" "Prometheus/2.43.0" 2024-08-30T20:56:55.850 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462940 got 201863462946 for osd.6 2024-08-30T20:56:55.850 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:55 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2397184680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-30T20:56:56.209 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149738 got 111669149742 for osd.3 2024-08-30T20:56:56.209 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:56.636 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724579 got 167503724582 for osd.5 2024-08-30T20:56:56.637 DEBUG:teuthology.parallel:result is None 2024-08-30T20:56:56.637 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-30T20:56:56.637 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-30T20:56:56.856 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:56:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:56 smithi173 ceph-mon[17131]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:56 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:56 smithi173 ceph-mon[28069]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:56 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:56 smithi196 ceph-mon[21316]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:56 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:56:59.149 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:56:59.151 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-08-30T20:56:59.826 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:56:59 smithi173 ceph-mon[28069]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:59.827 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:56:59 smithi173 ceph-mon[17131]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:56:59.847 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-08-30T20:56:58.470623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228172,"kb_used_data":7916,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733044,"statfs":{"total":767960285184,"available":767726637056,"internally_reserved":0,"allocated":8105984,"data_stored":4547456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002541"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723190+0000","last_change":"2024-08-30T20:55:07.590746+0000","last_active":"2024-08-30T20:56:00.723190+0000","last_peered":"2024-08-30T20:56:00.723190+0000","last_clean":"2024-08-30T20:56:00.723190+0000","last_became_active":"2024-08-30T20:55:07.590453+0000","last_became_peered":"2024-08-30T20:55:07.590453+0000","last_unstale":"2024-08-30T20:56:00.723190+0000","last_undegraded":"2024-08-30T20:56:00.723190+0000","last_fullsized":"2024-08-30T20:56:00.723190+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:14:03.335248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485660+0000","last_change":"2024-08-30T20:55:07.577952+0000","last_active":"2024-08-30T20:56:00.485660+0000","last_peered":"2024-08-30T20:56:00.485660+0000","last_clean":"2024-08-30T20:56:00.485660+0000","last_became_active":"2024-08-30T20:55:07.577686+0000","last_became_peered":"2024-08-30T20:55:07.577686+0000","last_unstale":"2024-08-30T20:56:00.485660+0000","last_undegraded":"2024-08-30T20:56:00.485660+0000","last_fullsized":"2024-08-30T20:56:00.485660+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:48:50.652444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722940+0000","last_change":"2024-08-30T20:55:07.571411+0000","last_active":"2024-08-30T20:56:00.722940+0000","last_peered":"2024-08-30T20:56:00.722940+0000","last_clean":"2024-08-30T20:56:00.722940+0000","last_became_active":"2024-08-30T20:55:07.571094+0000","last_became_peered":"2024-08-30T20:55:07.571094+0000","last_unstale":"2024-08-30T20:56:00.722940+0000","last_undegraded":"2024-08-30T20:56:00.722940+0000","last_fullsized":"2024-08-30T20:56:00.722940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:32:19.518748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489087+0000","last_change":"2024-08-30T20:55:07.590241+0000","last_active":"2024-08-30T20:56:00.489087+0000","last_peered":"2024-08-30T20:56:00.489087+0000","last_clean":"2024-08-30T20:56:00.489087+0000","last_became_active":"2024-08-30T20:55:07.589279+0000","last_became_peered":"2024-08-30T20:55:07.589279+0000","last_unstale":"2024-08-30T20:56:00.489087+0000","last_undegraded":"2024-08-30T20:56:00.489087+0000","last_fullsized":"2024-08-30T20:56:00.489087+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:12:41.578879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722956+0000","last_change":"2024-08-30T20:55:07.584990+0000","last_active":"2024-08-30T20:56:00.722956+0000","last_peered":"2024-08-30T20:56:00.722956+0000","last_clean":"2024-08-30T20:56:00.722956+0000","last_became_active":"2024-08-30T20:55:07.584696+0000","last_became_peered":"2024-08-30T20:55:07.584696+0000","last_unstale":"2024-08-30T20:56:00.722956+0000","last_undegraded":"2024-08-30T20:56:00.722956+0000","last_fullsized":"2024-08-30T20:56:00.722956+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:43:55.663786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489738+0000","last_change":"2024-08-30T20:55:07.580201+0000","last_active":"2024-08-30T20:56:00.489738+0000","last_peered":"2024-08-30T20:56:00.489738+0000","last_clean":"2024-08-30T20:56:00.489738+0000","last_became_active":"2024-08-30T20:55:07.579895+0000","last_became_peered":"2024-08-30T20:55:07.579895+0000","last_unstale":"2024-08-30T20:56:00.489738+0000","last_undegraded":"2024-08-30T20:56:00.489738+0000","last_fullsized":"2024-08-30T20:56:00.489738+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:21:34.777477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722777+0000","last_change":"2024-08-30T20:55:07.586694+0000","last_active":"2024-08-30T20:56:00.722777+0000","last_peered":"2024-08-30T20:56:00.722777+0000","last_clean":"2024-08-30T20:56:00.722777+0000","last_became_active":"2024-08-30T20:55:07.586435+0000","last_became_peered":"2024-08-30T20:55:07.586435+0000","last_unstale":"2024-08-30T20:56:00.722777+0000","last_undegraded":"2024-08-30T20:56:00.722777+0000","last_fullsized":"2024-08-30T20:56:00.722777+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:21:44.196656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569891+0000","last_change":"2024-08-30T20:55:07.580846+0000","last_active":"2024-08-30T20:56:00.569891+0000","last_peered":"2024-08-30T20:56:00.569891+0000","last_clean":"2024-08-30T20:56:00.569891+0000","last_became_active":"2024-08-30T20:55:07.580490+0000","last_became_peered":"2024-08-30T20:55:07.580490+0000","last_unstale":"2024-08-30T20:56:00.569891+0000","last_undegraded":"2024-08-30T20:56:00.569891+0000","last_fullsized":"2024-08-30T20:56:00.569891+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:55.550040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723299+0000","last_change":"2024-08-30T20:55:07.593948+0000","last_active":"2024-08-30T20:56:00.723299+0000","last_peered":"2024-08-30T20:56:00.723299+0000","last_clean":"2024-08-30T20:56:00.723299+0000","last_became_active":"2024-08-30T20:55:07.593632+0000","last_became_peered":"2024-08-30T20:55:07.593632+0000","last_unstale":"2024-08-30T20:56:00.723299+0000","last_undegraded":"2024-08-30T20:56:00.723299+0000","last_fullsized":"2024-08-30T20:56:00.723299+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:14:15.074025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483384+0000","last_change":"2024-08-30T20:55:07.593384+0000","last_active":"2024-08-30T20:56:00.483384+0000","last_peered":"2024-08-30T20:56:00.483384+0000","last_clean":"2024-08-30T20:56:00.483384+0000","last_became_active":"2024-08-30T20:55:07.593087+0000","last_became_peered":"2024-08-30T20:55:07.593087+0000","last_unstale":"2024-08-30T20:56:00.483384+0000","last_undegraded":"2024-08-30T20:56:00.483384+0000","last_fullsized":"2024-08-30T20:56:00.483384+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:15:38.024522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483335+0000","last_change":"2024-08-30T20:55:32.632018+0000","last_active":"2024-08-30T20:56:00.483335+0000","last_peered":"2024-08-30T20:56:00.483335+0000","last_clean":"2024-08-30T20:56:00.483335+0000","last_became_active":"2024-08-30T20:55:32.631671+0000","last_became_peered":"2024-08-30T20:55:32.631671+0000","last_unstale":"2024-08-30T20:56:00.483335+0000","last_undegraded":"2024-08-30T20:56:00.483335+0000","last_fullsized":"2024-08-30T20:56:00.483335+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:15:47.273796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488447+0000","last_change":"2024-08-30T20:55:07.580103+0000","last_active":"2024-08-30T20:56:00.488447+0000","last_peered":"2024-08-30T20:56:00.488447+0000","last_clean":"2024-08-30T20:56:00.488447+0000","last_became_active":"2024-08-30T20:55:07.579815+0000","last_became_peered":"2024-08-30T20:55:07.579815+0000","last_unstale":"2024-08-30T20:56:00.488447+0000","last_undegraded":"2024-08-30T20:56:00.488447+0000","last_fullsized":"2024-08-30T20:56:00.488447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:36:55.923267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570256+0000","last_change":"2024-08-30T20:55:07.576494+0000","last_active":"2024-08-30T20:56:00.570256+0000","last_peered":"2024-08-30T20:56:00.570256+0000","last_clean":"2024-08-30T20:56:00.570256+0000","last_became_active":"2024-08-30T20:55:07.576200+0000","last_became_peered":"2024-08-30T20:55:07.576200+0000","last_unstale":"2024-08-30T20:56:00.570256+0000","last_undegraded":"2024-08-30T20:56:00.570256+0000","last_fullsized":"2024-08-30T20:56:00.570256+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:21:36.466550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722378+0000","last_change":"2024-08-30T20:55:07.575615+0000","last_active":"2024-08-30T20:56:00.722378+0000","last_peered":"2024-08-30T20:56:00.722378+0000","last_clean":"2024-08-30T20:56:00.722378+0000","last_became_active":"2024-08-30T20:55:07.575150+0000","last_became_peered":"2024-08-30T20:55:07.575150+0000","last_unstale":"2024-08-30T20:56:00.722378+0000","last_undegraded":"2024-08-30T20:56:00.722378+0000","last_fullsized":"2024-08-30T20:56:00.722378+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:56:08.222136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483934+0000","last_change":"2024-08-30T20:55:07.575838+0000","last_active":"2024-08-30T20:56:00.483934+0000","last_peered":"2024-08-30T20:56:00.483934+0000","last_clean":"2024-08-30T20:56:00.483934+0000","last_became_active":"2024-08-30T20:55:07.575315+0000","last_became_peered":"2024-08-30T20:55:07.575315+0000","last_unstale":"2024-08-30T20:56:00.483934+0000","last_undegraded":"2024-08-30T20:56:00.483934+0000","last_fullsized":"2024-08-30T20:56:00.483934+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:46:31.746348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488907+0000","last_change":"2024-08-30T20:55:07.589925+0000","last_active":"2024-08-30T20:56:00.488907+0000","last_peered":"2024-08-30T20:56:00.488907+0000","last_clean":"2024-08-30T20:56:00.488907+0000","last_became_active":"2024-08-30T20:55:07.589611+0000","last_became_peered":"2024-08-30T20:55:07.589611+0000","last_unstale":"2024-08-30T20:56:00.488907+0000","last_undegraded":"2024-08-30T20:56:00.488907+0000","last_fullsized":"2024-08-30T20:56:00.488907+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:09:01.613744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489240+0000","last_change":"2024-08-30T20:55:07.590302+0000","last_active":"2024-08-30T20:56:00.489240+0000","last_peered":"2024-08-30T20:56:00.489240+0000","last_clean":"2024-08-30T20:56:00.489240+0000","last_became_active":"2024-08-30T20:55:07.590009+0000","last_became_peered":"2024-08-30T20:55:07.590009+0000","last_unstale":"2024-08-30T20:56:00.489240+0000","last_undegraded":"2024-08-30T20:56:00.489240+0000","last_fullsized":"2024-08-30T20:56:00.489240+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:08:04.877575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483832+0000","last_change":"2024-08-30T20:55:07.583971+0000","last_active":"2024-08-30T20:56:00.483832+0000","last_peered":"2024-08-30T20:56:00.483832+0000","last_clean":"2024-08-30T20:56:00.483832+0000","last_became_active":"2024-08-30T20:55:07.583639+0000","last_became_peered":"2024-08-30T20:55:07.583639+0000","last_unstale":"2024-08-30T20:56:00.483832+0000","last_undegraded":"2024-08-30T20:56:00.483832+0000","last_fullsized":"2024-08-30T20:56:00.483832+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:03:00.886217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723115+0000","last_change":"2024-08-30T20:55:07.592693+0000","last_active":"2024-08-30T20:56:00.723115+0000","last_peered":"2024-08-30T20:56:00.723115+0000","last_clean":"2024-08-30T20:56:00.723115+0000","last_became_active":"2024-08-30T20:55:07.592394+0000","last_became_peered":"2024-08-30T20:55:07.592394+0000","last_unstale":"2024-08-30T20:56:00.723115+0000","last_undegraded":"2024-08-30T20:56:00.723115+0000","last_fullsized":"2024-08-30T20:56:00.723115+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:18:22.165677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483208+0000","last_change":"2024-08-30T20:55:07.583477+0000","last_active":"2024-08-30T20:56:00.483208+0000","last_peered":"2024-08-30T20:56:00.483208+0000","last_clean":"2024-08-30T20:56:00.483208+0000","last_became_active":"2024-08-30T20:55:07.583196+0000","last_became_peered":"2024-08-30T20:55:07.583196+0000","last_unstale":"2024-08-30T20:56:00.483208+0000","last_undegraded":"2024-08-30T20:56:00.483208+0000","last_fullsized":"2024-08-30T20:56:00.483208+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:47:13.787711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722824+0000","last_change":"2024-08-30T20:55:07.583814+0000","last_active":"2024-08-30T20:56:00.722824+0000","last_peered":"2024-08-30T20:56:00.722824+0000","last_clean":"2024-08-30T20:56:00.722824+0000","last_became_active":"2024-08-30T20:55:07.583560+0000","last_became_peered":"2024-08-30T20:55:07.583560+0000","last_unstale":"2024-08-30T20:56:00.722824+0000","last_undegraded":"2024-08-30T20:56:00.722824+0000","last_fullsized":"2024-08-30T20:56:00.722824+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:56:39.826331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489817+0000","last_change":"2024-08-30T20:55:07.587384+0000","last_active":"2024-08-30T20:56:00.489817+0000","last_peered":"2024-08-30T20:56:00.489817+0000","last_clean":"2024-08-30T20:56:00.489817+0000","last_became_active":"2024-08-30T20:55:07.587082+0000","last_became_peered":"2024-08-30T20:55:07.587082+0000","last_unstale":"2024-08-30T20:56:00.489817+0000","last_undegraded":"2024-08-30T20:56:00.489817+0000","last_fullsized":"2024-08-30T20:56:00.489817+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:46:42.961239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569983+0000","last_change":"2024-08-30T20:55:07.572119+0000","last_active":"2024-08-30T20:56:00.569983+0000","last_peered":"2024-08-30T20:56:00.569983+0000","last_clean":"2024-08-30T20:56:00.569983+0000","last_became_active":"2024-08-30T20:55:07.571815+0000","last_became_peered":"2024-08-30T20:55:07.571815+0000","last_unstale":"2024-08-30T20:56:00.569983+0000","last_undegraded":"2024-08-30T20:56:00.569983+0000","last_fullsized":"2024-08-30T20:56:00.569983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:12:19.247921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489447+0000","last_change":"2024-08-30T20:55:07.578381+0000","last_active":"2024-08-30T20:56:00.489447+0000","last_peered":"2024-08-30T20:56:00.489447+0000","last_clean":"2024-08-30T20:56:00.489447+0000","last_became_active":"2024-08-30T20:55:07.578103+0000","last_became_peered":"2024-08-30T20:55:07.578103+0000","last_unstale":"2024-08-30T20:56:00.489447+0000","last_undegraded":"2024-08-30T20:56:00.489447+0000","last_fullsized":"2024-08-30T20:56:00.489447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:45:39.591250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570706+0000","last_change":"2024-08-30T20:55:32.637825+0000","last_active":"2024-08-30T20:56:00.570706+0000","last_peered":"2024-08-30T20:56:00.570706+0000","last_clean":"2024-08-30T20:56:00.570706+0000","last_became_active":"2024-08-30T20:55:32.637492+0000","last_became_peered":"2024-08-30T20:55:32.637492+0000","last_unstale":"2024-08-30T20:56:00.570706+0000","last_undegraded":"2024-08-30T20:56:00.570706+0000","last_fullsized":"2024-08-30T20:56:00.570706+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:55:39.733002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483457+0000","last_change":"2024-08-30T20:55:07.579644+0000","last_active":"2024-08-30T20:56:00.483457+0000","last_peered":"2024-08-30T20:56:00.483457+0000","last_clean":"2024-08-30T20:56:00.483457+0000","last_became_active":"2024-08-30T20:55:07.579244+0000","last_became_peered":"2024-08-30T20:55:07.579244+0000","last_unstale":"2024-08-30T20:56:00.483457+0000","last_undegraded":"2024-08-30T20:56:00.483457+0000","last_fullsized":"2024-08-30T20:56:00.483457+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:23:49.612964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485019+0000","last_change":"2024-08-30T20:55:07.572362+0000","last_active":"2024-08-30T20:56:00.485019+0000","last_peered":"2024-08-30T20:56:00.485019+0000","last_clean":"2024-08-30T20:56:00.485019+0000","last_became_active":"2024-08-30T20:55:07.572010+0000","last_became_peered":"2024-08-30T20:55:07.572010+0000","last_unstale":"2024-08-30T20:56:00.485019+0000","last_undegraded":"2024-08-30T20:56:00.485019+0000","last_fullsized":"2024-08-30T20:56:00.485019+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:39:53.621068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570475+0000","last_change":"2024-08-30T20:55:07.572590+0000","last_active":"2024-08-30T20:56:00.570475+0000","last_peered":"2024-08-30T20:56:00.570475+0000","last_clean":"2024-08-30T20:56:00.570475+0000","last_became_active":"2024-08-30T20:55:07.572303+0000","last_became_peered":"2024-08-30T20:55:07.572303+0000","last_unstale":"2024-08-30T20:56:00.570475+0000","last_undegraded":"2024-08-30T20:56:00.570475+0000","last_fullsized":"2024-08-30T20:56:00.570475+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:13:27.246575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722878+0000","last_change":"2024-08-30T20:55:07.580706+0000","last_active":"2024-08-30T20:56:00.722878+0000","last_peered":"2024-08-30T20:56:00.722878+0000","last_clean":"2024-08-30T20:56:00.722878+0000","last_became_active":"2024-08-30T20:55:07.580451+0000","last_became_peered":"2024-08-30T20:55:07.580451+0000","last_unstale":"2024-08-30T20:56:00.722878+0000","last_undegraded":"2024-08-30T20:56:00.722878+0000","last_fullsized":"2024-08-30T20:56:00.722878+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:54:58.770734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489904+0000","last_change":"2024-08-30T20:55:07.578265+0000","last_active":"2024-08-30T20:56:00.489904+0000","last_peered":"2024-08-30T20:56:00.489904+0000","last_clean":"2024-08-30T20:56:00.489904+0000","last_became_active":"2024-08-30T20:55:07.577543+0000","last_became_peered":"2024-08-30T20:55:07.577543+0000","last_unstale":"2024-08-30T20:56:00.489904+0000","last_undegraded":"2024-08-30T20:56:00.489904+0000","last_fullsized":"2024-08-30T20:56:00.489904+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:45:59.132990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482749+0000","last_change":"2024-08-30T20:55:07.577140+0000","last_active":"2024-08-30T20:56:00.482749+0000","last_peered":"2024-08-30T20:56:00.482749+0000","last_clean":"2024-08-30T20:56:00.482749+0000","last_became_active":"2024-08-30T20:55:07.576852+0000","last_became_peered":"2024-08-30T20:55:07.576852+0000","last_unstale":"2024-08-30T20:56:00.482749+0000","last_undegraded":"2024-08-30T20:56:00.482749+0000","last_fullsized":"2024-08-30T20:56:00.482749+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:51:08.989180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482882+0000","last_change":"2024-08-30T20:55:07.591070+0000","last_active":"2024-08-30T20:56:00.482882+0000","last_peered":"2024-08-30T20:56:00.482882+0000","last_clean":"2024-08-30T20:56:00.482882+0000","last_became_active":"2024-08-30T20:55:07.590777+0000","last_became_peered":"2024-08-30T20:55:07.590777+0000","last_unstale":"2024-08-30T20:56:00.482882+0000","last_undegraded":"2024-08-30T20:56:00.482882+0000","last_fullsized":"2024-08-30T20:56:00.482882+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:56.115117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488195+0000","last_change":"2024-08-30T20:55:07.569671+0000","last_active":"2024-08-30T20:56:00.488195+0000","last_peered":"2024-08-30T20:56:00.488195+0000","last_clean":"2024-08-30T20:56:00.488195+0000","last_became_active":"2024-08-30T20:55:07.569311+0000","last_became_peered":"2024-08-30T20:55:07.569311+0000","last_unstale":"2024-08-30T20:56:00.488195+0000","last_undegraded":"2024-08-30T20:56:00.488195+0000","last_fullsized":"2024-08-30T20:56:00.488195+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:43:33.385322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569636+0000","last_change":"2024-08-30T20:55:04.485846+0000","last_active":"2024-08-30T20:56:00.569636+0000","last_peered":"2024-08-30T20:56:00.569636+0000","last_clean":"2024-08-30T20:56:00.569636+0000","last_became_active":"2024-08-30T20:55:04.485589+0000","last_became_peered":"2024-08-30T20:55:04.485589+0000","last_unstale":"2024-08-30T20:56:00.569636+0000","last_undegraded":"2024-08-30T20:56:00.569636+0000","last_fullsized":"2024-08-30T20:56:00.569636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:20:50.627528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722919+0000","last_change":"2024-08-30T20:55:07.583850+0000","last_active":"2024-08-30T20:56:00.722919+0000","last_peered":"2024-08-30T20:56:00.722919+0000","last_clean":"2024-08-30T20:56:00.722919+0000","last_became_active":"2024-08-30T20:55:07.583598+0000","last_became_peered":"2024-08-30T20:55:07.583598+0000","last_unstale":"2024-08-30T20:56:00.722919+0000","last_undegraded":"2024-08-30T20:56:00.722919+0000","last_fullsized":"2024-08-30T20:56:00.722919+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:10:57.651465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483249+0000","last_change":"2024-08-30T20:55:04.487436+0000","last_active":"2024-08-30T20:56:00.483249+0000","last_peered":"2024-08-30T20:56:00.483249+0000","last_clean":"2024-08-30T20:56:00.483249+0000","last_became_active":"2024-08-30T20:55:04.487096+0000","last_became_peered":"2024-08-30T20:55:04.487096+0000","last_unstale":"2024-08-30T20:56:00.483249+0000","last_undegraded":"2024-08-30T20:56:00.483249+0000","last_fullsized":"2024-08-30T20:56:00.483249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:19:02.725915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569644+0000","last_change":"2024-08-30T20:55:04.482606+0000","last_active":"2024-08-30T20:56:00.569644+0000","last_peered":"2024-08-30T20:56:00.569644+0000","last_clean":"2024-08-30T20:56:00.569644+0000","last_became_active":"2024-08-30T20:55:04.482337+0000","last_became_peered":"2024-08-30T20:55:04.482337+0000","last_unstale":"2024-08-30T20:56:00.569644+0000","last_undegraded":"2024-08-30T20:56:00.569644+0000","last_fullsized":"2024-08-30T20:56:00.569644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:03:46.837726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569863+0000","last_change":"2024-08-30T20:55:07.571310+0000","last_active":"2024-08-30T20:56:00.569863+0000","last_peered":"2024-08-30T20:56:00.569863+0000","last_clean":"2024-08-30T20:56:00.569863+0000","last_became_active":"2024-08-30T20:55:07.571014+0000","last_became_peered":"2024-08-30T20:55:07.571014+0000","last_unstale":"2024-08-30T20:56:00.569863+0000","last_undegraded":"2024-08-30T20:56:00.569863+0000","last_fullsized":"2024-08-30T20:56:00.569863+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:57:56.426531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489252+0000","last_change":"2024-08-30T20:55:04.488856+0000","last_active":"2024-08-30T20:56:00.489252+0000","last_peered":"2024-08-30T20:56:00.489252+0000","last_clean":"2024-08-30T20:56:00.489252+0000","last_became_active":"2024-08-30T20:55:04.488424+0000","last_became_peered":"2024-08-30T20:55:04.488424+0000","last_unstale":"2024-08-30T20:56:00.489252+0000","last_undegraded":"2024-08-30T20:56:00.489252+0000","last_fullsized":"2024-08-30T20:56:00.489252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:51:25.106075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483797+0000","last_change":"2024-08-30T20:55:32.633628+0000","last_active":"2024-08-30T20:56:00.483797+0000","last_peered":"2024-08-30T20:56:00.483797+0000","last_clean":"2024-08-30T20:56:00.483797+0000","last_became_active":"2024-08-30T20:55:32.633342+0000","last_became_peered":"2024-08-30T20:55:32.633342+0000","last_unstale":"2024-08-30T20:56:00.483797+0000","last_undegraded":"2024-08-30T20:56:00.483797+0000","last_fullsized":"2024-08-30T20:56:00.483797+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:27:01.632487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483680+0000","last_change":"2024-08-30T20:55:04.491624+0000","last_active":"2024-08-30T20:56:00.483680+0000","last_peered":"2024-08-30T20:56:00.483680+0000","last_clean":"2024-08-30T20:56:00.483680+0000","last_became_active":"2024-08-30T20:55:04.491290+0000","last_became_peered":"2024-08-30T20:55:04.491290+0000","last_unstale":"2024-08-30T20:56:00.483680+0000","last_undegraded":"2024-08-30T20:56:00.483680+0000","last_fullsized":"2024-08-30T20:56:00.483680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:44:50.029902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488951+0000","last_change":"2024-08-30T20:55:07.587378+0000","last_active":"2024-08-30T20:56:00.488951+0000","last_peered":"2024-08-30T20:56:00.488951+0000","last_clean":"2024-08-30T20:56:00.488951+0000","last_became_active":"2024-08-30T20:55:07.587076+0000","last_became_peered":"2024-08-30T20:55:07.587076+0000","last_unstale":"2024-08-30T20:56:00.488951+0000","last_undegraded":"2024-08-30T20:56:00.488951+0000","last_fullsized":"2024-08-30T20:56:00.488951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:01:51.577978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488785+0000","last_change":"2024-08-30T20:55:04.484603+0000","last_active":"2024-08-30T20:56:00.488785+0000","last_peered":"2024-08-30T20:56:00.488785+0000","last_clean":"2024-08-30T20:56:00.488785+0000","last_became_active":"2024-08-30T20:55:04.484318+0000","last_became_peered":"2024-08-30T20:55:04.484318+0000","last_unstale":"2024-08-30T20:56:00.488785+0000","last_undegraded":"2024-08-30T20:56:00.488785+0000","last_fullsized":"2024-08-30T20:56:00.488785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:44:09.047325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723060+0000","last_change":"2024-08-30T20:55:07.580743+0000","last_active":"2024-08-30T20:56:00.723060+0000","last_peered":"2024-08-30T20:56:00.723060+0000","last_clean":"2024-08-30T20:56:00.723060+0000","last_became_active":"2024-08-30T20:55:07.580494+0000","last_became_peered":"2024-08-30T20:55:07.580494+0000","last_unstale":"2024-08-30T20:56:00.723060+0000","last_undegraded":"2024-08-30T20:56:00.723060+0000","last_fullsized":"2024-08-30T20:56:00.723060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:36:37.674671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485170+0000","last_change":"2024-08-30T20:55:04.491770+0000","last_active":"2024-08-30T20:56:00.485170+0000","last_peered":"2024-08-30T20:56:00.485170+0000","last_clean":"2024-08-30T20:56:00.485170+0000","last_became_active":"2024-08-30T20:55:04.491424+0000","last_became_peered":"2024-08-30T20:55:04.491424+0000","last_unstale":"2024-08-30T20:56:00.485170+0000","last_undegraded":"2024-08-30T20:56:00.485170+0000","last_fullsized":"2024-08-30T20:56:00.485170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:18:09.867238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488532+0000","last_change":"2024-08-30T20:55:07.585479+0000","last_active":"2024-08-30T20:56:00.488532+0000","last_peered":"2024-08-30T20:56:00.488532+0000","last_clean":"2024-08-30T20:56:00.488532+0000","last_became_active":"2024-08-30T20:55:07.585191+0000","last_became_peered":"2024-08-30T20:55:07.585191+0000","last_unstale":"2024-08-30T20:56:00.488532+0000","last_undegraded":"2024-08-30T20:56:00.488532+0000","last_fullsized":"2024-08-30T20:56:00.488532+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:40:02.146189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"70'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483296+0000","last_change":"2024-08-30T20:55:04.490746+0000","last_active":"2024-08-30T20:56:00.483296+0000","last_peered":"2024-08-30T20:56:00.483296+0000","last_clean":"2024-08-30T20:56:00.483296+0000","last_became_active":"2024-08-30T20:55:04.490014+0000","last_became_peered":"2024-08-30T20:55:04.490014+0000","last_unstale":"2024-08-30T20:56:00.483296+0000","last_undegraded":"2024-08-30T20:56:00.483296+0000","last_fullsized":"2024-08-30T20:56:00.483296+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:06:44.987519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722976+0000","last_change":"2024-08-30T20:55:07.585861+0000","last_active":"2024-08-30T20:56:00.722976+0000","last_peered":"2024-08-30T20:56:00.722976+0000","last_clean":"2024-08-30T20:56:00.722976+0000","last_became_active":"2024-08-30T20:55:07.585556+0000","last_became_peered":"2024-08-30T20:55:07.585556+0000","last_unstale":"2024-08-30T20:56:00.722976+0000","last_undegraded":"2024-08-30T20:56:00.722976+0000","last_fullsized":"2024-08-30T20:56:00.722976+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:31:25.174097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.721951+0000","last_change":"2024-08-30T20:55:04.489842+0000","last_active":"2024-08-30T20:56:00.721951+0000","last_peered":"2024-08-30T20:56:00.721951+0000","last_clean":"2024-08-30T20:56:00.721951+0000","last_became_active":"2024-08-30T20:55:04.489445+0000","last_became_peered":"2024-08-30T20:55:04.489445+0000","last_unstale":"2024-08-30T20:56:00.721951+0000","last_undegraded":"2024-08-30T20:56:00.721951+0000","last_fullsized":"2024-08-30T20:56:00.721951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:20:55.671645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482905+0000","last_change":"2024-08-30T20:55:32.635664+0000","last_active":"2024-08-30T20:56:00.482905+0000","last_peered":"2024-08-30T20:56:00.482905+0000","last_clean":"2024-08-30T20:56:00.482905+0000","last_became_active":"2024-08-30T20:55:32.635382+0000","last_became_peered":"2024-08-30T20:55:32.635382+0000","last_unstale":"2024-08-30T20:56:00.482905+0000","last_undegraded":"2024-08-30T20:56:00.482905+0000","last_fullsized":"2024-08-30T20:56:00.482905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:46:41.485729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489981+0000","last_change":"2024-08-30T20:55:04.488471+0000","last_active":"2024-08-30T20:56:00.489981+0000","last_peered":"2024-08-30T20:56:00.489981+0000","last_clean":"2024-08-30T20:56:00.489981+0000","last_became_active":"2024-08-30T20:55:04.488170+0000","last_became_peered":"2024-08-30T20:55:04.488170+0000","last_unstale":"2024-08-30T20:56:00.489981+0000","last_undegraded":"2024-08-30T20:56:00.489981+0000","last_fullsized":"2024-08-30T20:56:00.489981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:07:18.395208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723008+0000","last_change":"2024-08-30T20:55:07.585880+0000","last_active":"2024-08-30T20:56:00.723008+0000","last_peered":"2024-08-30T20:56:00.723008+0000","last_clean":"2024-08-30T20:56:00.723008+0000","last_became_active":"2024-08-30T20:55:07.584740+0000","last_became_peered":"2024-08-30T20:55:07.584740+0000","last_unstale":"2024-08-30T20:56:00.723008+0000","last_undegraded":"2024-08-30T20:56:00.723008+0000","last_fullsized":"2024-08-30T20:56:00.723008+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:48:02.950829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482975+0000","last_change":"2024-08-30T20:55:04.486606+0000","last_active":"2024-08-30T20:56:00.482975+0000","last_peered":"2024-08-30T20:56:00.482975+0000","last_clean":"2024-08-30T20:56:00.482975+0000","last_became_active":"2024-08-30T20:55:04.486242+0000","last_became_peered":"2024-08-30T20:55:04.486242+0000","last_unstale":"2024-08-30T20:56:00.482975+0000","last_undegraded":"2024-08-30T20:56:00.482975+0000","last_fullsized":"2024-08-30T20:56:00.482975+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:32:20.612654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482893+0000","last_change":"2024-08-30T20:55:07.581599+0000","last_active":"2024-08-30T20:56:00.482893+0000","last_peered":"2024-08-30T20:56:00.482893+0000","last_clean":"2024-08-30T20:56:00.482893+0000","last_became_active":"2024-08-30T20:55:07.581345+0000","last_became_peered":"2024-08-30T20:55:07.581345+0000","last_unstale":"2024-08-30T20:56:00.482893+0000","last_undegraded":"2024-08-30T20:56:00.482893+0000","last_fullsized":"2024-08-30T20:56:00.482893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:15:39.649195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482729+0000","last_change":"2024-08-30T20:55:04.487479+0000","last_active":"2024-08-30T20:56:00.482729+0000","last_peered":"2024-08-30T20:56:00.482729+0000","last_clean":"2024-08-30T20:56:00.482729+0000","last_became_active":"2024-08-30T20:55:04.484942+0000","last_became_peered":"2024-08-30T20:55:04.484942+0000","last_unstale":"2024-08-30T20:56:00.482729+0000","last_undegraded":"2024-08-30T20:56:00.482729+0000","last_fullsized":"2024-08-30T20:56:00.482729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:20:16.543843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722824+0000","last_change":"2024-08-30T20:55:32.631858+0000","last_active":"2024-08-30T20:56:00.722824+0000","last_peered":"2024-08-30T20:56:00.722824+0000","last_clean":"2024-08-30T20:56:00.722824+0000","last_became_active":"2024-08-30T20:55:32.631447+0000","last_became_peered":"2024-08-30T20:55:32.631447+0000","last_unstale":"2024-08-30T20:56:00.722824+0000","last_undegraded":"2024-08-30T20:56:00.722824+0000","last_fullsized":"2024-08-30T20:56:00.722824+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:41:35.763861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488686+0000","last_change":"2024-08-30T20:55:04.486905+0000","last_active":"2024-08-30T20:56:00.488686+0000","last_peered":"2024-08-30T20:56:00.488686+0000","last_clean":"2024-08-30T20:56:00.488686+0000","last_became_active":"2024-08-30T20:55:04.486136+0000","last_became_peered":"2024-08-30T20:55:04.486136+0000","last_unstale":"2024-08-30T20:56:00.488686+0000","last_undegraded":"2024-08-30T20:56:00.488686+0000","last_fullsized":"2024-08-30T20:56:00.488686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:55:53.482556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723158+0000","last_change":"2024-08-30T20:55:07.584729+0000","last_active":"2024-08-30T20:56:00.723158+0000","last_peered":"2024-08-30T20:56:00.723158+0000","last_clean":"2024-08-30T20:56:00.723158+0000","last_became_active":"2024-08-30T20:55:07.584363+0000","last_became_peered":"2024-08-30T20:55:07.584363+0000","last_unstale":"2024-08-30T20:56:00.723158+0000","last_undegraded":"2024-08-30T20:56:00.723158+0000","last_fullsized":"2024-08-30T20:56:00.723158+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:12:53.530861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483963+0000","last_change":"2024-08-30T20:55:04.487887+0000","last_active":"2024-08-30T20:56:00.483963+0000","last_peered":"2024-08-30T20:56:00.483963+0000","last_clean":"2024-08-30T20:56:00.483963+0000","last_became_active":"2024-08-30T20:55:04.487545+0000","last_became_peered":"2024-08-30T20:55:04.487545+0000","last_unstale":"2024-08-30T20:56:00.483963+0000","last_undegraded":"2024-08-30T20:56:00.483963+0000","last_fullsized":"2024-08-30T20:56:00.483963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:03:34.427448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723188+0000","last_change":"2024-08-30T20:55:07.590673+0000","last_active":"2024-08-30T20:56:00.723188+0000","last_peered":"2024-08-30T20:56:00.723188+0000","last_clean":"2024-08-30T20:56:00.723188+0000","last_became_active":"2024-08-30T20:55:07.590366+0000","last_became_peered":"2024-08-30T20:55:07.590366+0000","last_unstale":"2024-08-30T20:56:00.723188+0000","last_undegraded":"2024-08-30T20:56:00.723188+0000","last_fullsized":"2024-08-30T20:56:00.723188+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:32:33.228697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485258+0000","last_change":"2024-08-30T20:55:04.485836+0000","last_active":"2024-08-30T20:56:00.485258+0000","last_peered":"2024-08-30T20:56:00.485258+0000","last_clean":"2024-08-30T20:56:00.485258+0000","last_became_active":"2024-08-30T20:55:04.485508+0000","last_became_peered":"2024-08-30T20:55:04.485508+0000","last_unstale":"2024-08-30T20:56:00.485258+0000","last_undegraded":"2024-08-30T20:56:00.485258+0000","last_fullsized":"2024-08-30T20:56:00.485258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:48:47.852425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489242+0000","last_change":"2024-08-30T20:55:07.587819+0000","last_active":"2024-08-30T20:56:00.489242+0000","last_peered":"2024-08-30T20:56:00.489242+0000","last_clean":"2024-08-30T20:56:00.489242+0000","last_became_active":"2024-08-30T20:55:07.587494+0000","last_became_peered":"2024-08-30T20:55:07.587494+0000","last_unstale":"2024-08-30T20:56:00.489242+0000","last_undegraded":"2024-08-30T20:56:00.489242+0000","last_fullsized":"2024-08-30T20:56:00.489242+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:46:39.171489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483609+0000","last_change":"2024-08-30T20:55:04.489167+0000","last_active":"2024-08-30T20:56:00.483609+0000","last_peered":"2024-08-30T20:56:00.483609+0000","last_clean":"2024-08-30T20:56:00.483609+0000","last_became_active":"2024-08-30T20:55:04.488462+0000","last_became_peered":"2024-08-30T20:55:04.488462+0000","last_unstale":"2024-08-30T20:56:00.483609+0000","last_undegraded":"2024-08-30T20:56:00.483609+0000","last_fullsized":"2024-08-30T20:56:00.483609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:08:19.661234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723018+0000","last_change":"2024-08-30T20:55:07.594433+0000","last_active":"2024-08-30T20:56:00.723018+0000","last_peered":"2024-08-30T20:56:00.723018+0000","last_clean":"2024-08-30T20:56:00.723018+0000","last_became_active":"2024-08-30T20:55:07.594138+0000","last_became_peered":"2024-08-30T20:55:07.594138+0000","last_unstale":"2024-08-30T20:56:00.723018+0000","last_undegraded":"2024-08-30T20:56:00.723018+0000","last_fullsized":"2024-08-30T20:56:00.723018+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:11:40.132553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:07.398875+0000","last_change":"2024-08-30T20:56:00.483441+0000","last_active":"2024-08-30T20:56:07.398875+0000","last_peered":"2024-08-30T20:56:07.398875+0000","last_clean":"2024-08-30T20:56:07.398875+0000","last_became_active":"2024-08-30T20:55:56.623148+0000","last_became_peered":"2024-08-30T20:55:56.623148+0000","last_unstale":"2024-08-30T20:56:07.398875+0000","last_undegraded":"2024-08-30T20:56:07.398875+0000","last_fullsized":"2024-08-30T20:56:07.398875+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:31:45.810826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031167499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"72'128","reported_seq":272,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:07.324917+0000","last_change":"2024-08-30T20:54:42.923106+0000","last_active":"2024-08-30T20:56:07.324917+0000","last_peered":"2024-08-30T20:56:07.324917+0000","last_clean":"2024-08-30T20:56:07.324917+0000","last_became_active":"2024-08-30T20:54:42.922601+0000","last_became_peered":"2024-08-30T20:54:42.922601+0000","last_unstale":"2024-08-30T20:56:07.324917+0000","last_undegraded":"2024-08-30T20:56:07.324917+0000","last_fullsized":"2024-08-30T20:56:07.324917+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_clean_scrub_stamp":"2024-08-30T20:52:43.890084+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:55:08.330242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489190+0000","last_change":"2024-08-30T20:55:04.488364+0000","last_active":"2024-08-30T20:56:00.489190+0000","last_peered":"2024-08-30T20:56:00.489190+0000","last_clean":"2024-08-30T20:56:00.489190+0000","last_became_active":"2024-08-30T20:55:04.488060+0000","last_became_peered":"2024-08-30T20:55:04.488060+0000","last_unstale":"2024-08-30T20:56:00.489190+0000","last_undegraded":"2024-08-30T20:56:00.489190+0000","last_fullsized":"2024-08-30T20:56:00.489190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:04:59.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570341+0000","last_change":"2024-08-30T20:55:07.577162+0000","last_active":"2024-08-30T20:56:00.570341+0000","last_peered":"2024-08-30T20:56:00.570341+0000","last_clean":"2024-08-30T20:56:00.570341+0000","last_became_active":"2024-08-30T20:55:07.576888+0000","last_became_peered":"2024-08-30T20:55:07.576888+0000","last_unstale":"2024-08-30T20:56:00.570341+0000","last_undegraded":"2024-08-30T20:56:00.570341+0000","last_fullsized":"2024-08-30T20:56:00.570341+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:41:05.013437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.920529+0000","last_change":"2024-08-30T20:56:00.723327+0000","last_active":"2024-08-30T20:56:06.920529+0000","last_peered":"2024-08-30T20:56:06.920529+0000","last_clean":"2024-08-30T20:56:06.920529+0000","last_became_active":"2024-08-30T20:55:56.452830+0000","last_became_peered":"2024-08-30T20:55:56.452830+0000","last_unstale":"2024-08-30T20:56:06.920529+0000","last_undegraded":"2024-08-30T20:56:06.920529+0000","last_fullsized":"2024-08-30T20:56:06.920529+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:20:40.554409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025654999999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722208+0000","last_change":"2024-08-30T20:55:04.495046+0000","last_active":"2024-08-30T20:56:00.722208+0000","last_peered":"2024-08-30T20:56:00.722208+0000","last_clean":"2024-08-30T20:56:00.722208+0000","last_became_active":"2024-08-30T20:55:04.494761+0000","last_became_peered":"2024-08-30T20:55:04.494761+0000","last_unstale":"2024-08-30T20:56:00.722208+0000","last_undegraded":"2024-08-30T20:56:00.722208+0000","last_fullsized":"2024-08-30T20:56:00.722208+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T20:56:50.866598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722465+0000","last_change":"2024-08-30T20:55:07.573944+0000","last_active":"2024-08-30T20:56:00.722465+0000","last_peered":"2024-08-30T20:56:00.722465+0000","last_clean":"2024-08-30T20:56:00.722465+0000","last_became_active":"2024-08-30T20:55:07.573652+0000","last_became_peered":"2024-08-30T20:55:07.573652+0000","last_unstale":"2024-08-30T20:56:00.722465+0000","last_undegraded":"2024-08-30T20:56:00.722465+0000","last_fullsized":"2024-08-30T20:56:00.722465+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:05:41.833333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.921333+0000","last_change":"2024-08-30T20:56:00.485887+0000","last_active":"2024-08-30T20:56:06.921333+0000","last_peered":"2024-08-30T20:56:06.921333+0000","last_clean":"2024-08-30T20:56:06.921333+0000","last_became_active":"2024-08-30T20:55:56.452265+0000","last_became_peered":"2024-08-30T20:55:56.452265+0000","last_unstale":"2024-08-30T20:56:06.921333+0000","last_undegraded":"2024-08-30T20:56:06.921333+0000","last_fullsized":"2024-08-30T20:56:06.921333+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:13:34.196135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026004700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482793+0000","last_change":"2024-08-30T20:55:04.482616+0000","last_active":"2024-08-30T20:56:00.482793+0000","last_peered":"2024-08-30T20:56:00.482793+0000","last_clean":"2024-08-30T20:56:00.482793+0000","last_became_active":"2024-08-30T20:55:04.482339+0000","last_became_peered":"2024-08-30T20:55:04.482339+0000","last_unstale":"2024-08-30T20:56:00.482793+0000","last_undegraded":"2024-08-30T20:56:00.482793+0000","last_fullsized":"2024-08-30T20:56:00.482793+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:49:44.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483583+0000","last_change":"2024-08-30T20:55:07.579584+0000","last_active":"2024-08-30T20:56:00.483583+0000","last_peered":"2024-08-30T20:56:00.483583+0000","last_clean":"2024-08-30T20:56:00.483583+0000","last_became_active":"2024-08-30T20:55:07.579230+0000","last_became_peered":"2024-08-30T20:55:07.579230+0000","last_unstale":"2024-08-30T20:56:00.483583+0000","last_undegraded":"2024-08-30T20:56:00.483583+0000","last_fullsized":"2024-08-30T20:56:00.483583+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:39:25.431482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.920816+0000","last_change":"2024-08-30T20:56:00.485790+0000","last_active":"2024-08-30T20:56:06.920816+0000","last_peered":"2024-08-30T20:56:06.920816+0000","last_clean":"2024-08-30T20:56:06.920816+0000","last_became_active":"2024-08-30T20:55:56.455122+0000","last_became_peered":"2024-08-30T20:55:56.455122+0000","last_unstale":"2024-08-30T20:56:06.920816+0000","last_undegraded":"2024-08-30T20:56:06.920816+0000","last_fullsized":"2024-08-30T20:56:06.920816+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:56:52.013795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037839200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.490006+0000","last_change":"2024-08-30T20:55:04.489599+0000","last_active":"2024-08-30T20:56:00.490006+0000","last_peered":"2024-08-30T20:56:00.490006+0000","last_clean":"2024-08-30T20:56:00.490006+0000","last_became_active":"2024-08-30T20:55:04.489324+0000","last_became_peered":"2024-08-30T20:55:04.489324+0000","last_unstale":"2024-08-30T20:56:00.490006+0000","last_undegraded":"2024-08-30T20:56:00.490006+0000","last_fullsized":"2024-08-30T20:56:00.490006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:57:24.425979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482882+0000","last_change":"2024-08-30T20:55:32.631760+0000","last_active":"2024-08-30T20:56:00.482882+0000","last_peered":"2024-08-30T20:56:00.482882+0000","last_clean":"2024-08-30T20:56:00.482882+0000","last_became_active":"2024-08-30T20:55:32.631453+0000","last_became_peered":"2024-08-30T20:55:32.631453+0000","last_unstale":"2024-08-30T20:56:00.482882+0000","last_undegraded":"2024-08-30T20:56:00.482882+0000","last_fullsized":"2024-08-30T20:56:00.482882+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:33:21.059689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.920518+0000","last_change":"2024-08-30T20:56:00.484479+0000","last_active":"2024-08-30T20:56:06.920518+0000","last_peered":"2024-08-30T20:56:06.920518+0000","last_clean":"2024-08-30T20:56:06.920518+0000","last_became_active":"2024-08-30T20:55:56.452995+0000","last_became_peered":"2024-08-30T20:55:56.452995+0000","last_unstale":"2024-08-30T20:56:06.920518+0000","last_undegraded":"2024-08-30T20:56:06.920518+0000","last_fullsized":"2024-08-30T20:56:06.920518+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:44:17.905751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065752300000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485528+0000","last_change":"2024-08-30T20:55:04.490817+0000","last_active":"2024-08-30T20:56:00.485528+0000","last_peered":"2024-08-30T20:56:00.485528+0000","last_clean":"2024-08-30T20:56:00.485528+0000","last_became_active":"2024-08-30T20:55:04.489815+0000","last_became_peered":"2024-08-30T20:55:04.489815+0000","last_unstale":"2024-08-30T20:56:00.485528+0000","last_undegraded":"2024-08-30T20:56:00.485528+0000","last_fullsized":"2024-08-30T20:56:00.485528+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:15:06.335428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.484939+0000","last_change":"2024-08-30T20:55:32.634593+0000","last_active":"2024-08-30T20:56:00.484939+0000","last_peered":"2024-08-30T20:56:00.484939+0000","last_clean":"2024-08-30T20:56:00.484939+0000","last_became_active":"2024-08-30T20:55:32.633942+0000","last_became_peered":"2024-08-30T20:55:32.633942+0000","last_unstale":"2024-08-30T20:56:00.484939+0000","last_undegraded":"2024-08-30T20:56:00.484939+0000","last_fullsized":"2024-08-30T20:56:00.484939+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:47:37.111440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.921321+0000","last_change":"2024-08-30T20:56:00.723175+0000","last_active":"2024-08-30T20:56:06.921321+0000","last_peered":"2024-08-30T20:56:06.921321+0000","last_clean":"2024-08-30T20:56:06.921321+0000","last_became_active":"2024-08-30T20:55:56.623205+0000","last_became_peered":"2024-08-30T20:55:56.623205+0000","last_unstale":"2024-08-30T20:56:06.921321+0000","last_undegraded":"2024-08-30T20:56:06.921321+0000","last_fullsized":"2024-08-30T20:56:06.921321+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:20:52.058162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042323399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722288+0000","last_change":"2024-08-30T20:55:04.494092+0000","last_active":"2024-08-30T20:56:00.722288+0000","last_peered":"2024-08-30T20:56:00.722288+0000","last_clean":"2024-08-30T20:56:00.722288+0000","last_became_active":"2024-08-30T20:55:04.493710+0000","last_became_peered":"2024-08-30T20:55:04.493710+0000","last_unstale":"2024-08-30T20:56:00.722288+0000","last_undegraded":"2024-08-30T20:56:00.722288+0000","last_fullsized":"2024-08-30T20:56:00.722288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:38:56.697509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485455+0000","last_change":"2024-08-30T20:55:07.575553+0000","last_active":"2024-08-30T20:56:00.485455+0000","last_peered":"2024-08-30T20:56:00.485455+0000","last_clean":"2024-08-30T20:56:00.485455+0000","last_became_active":"2024-08-30T20:55:07.575286+0000","last_became_peered":"2024-08-30T20:55:07.575286+0000","last_unstale":"2024-08-30T20:56:00.485455+0000","last_undegraded":"2024-08-30T20:56:00.485455+0000","last_fullsized":"2024-08-30T20:56:00.485455+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:37:03.885311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:07.533326+0000","last_change":"2024-08-30T20:56:00.570299+0000","last_active":"2024-08-30T20:56:07.533326+0000","last_peered":"2024-08-30T20:56:07.533326+0000","last_clean":"2024-08-30T20:56:07.533326+0000","last_became_active":"2024-08-30T20:55:56.622849+0000","last_became_peered":"2024-08-30T20:55:56.622849+0000","last_unstale":"2024-08-30T20:56:07.533326+0000","last_undegraded":"2024-08-30T20:56:07.533326+0000","last_fullsized":"2024-08-30T20:56:07.533326+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:04:22.896007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054042800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485754+0000","last_change":"2024-08-30T20:55:04.493382+0000","last_active":"2024-08-30T20:56:00.485754+0000","last_peered":"2024-08-30T20:56:00.485754+0000","last_clean":"2024-08-30T20:56:00.485754+0000","last_became_active":"2024-08-30T20:55:04.493106+0000","last_became_peered":"2024-08-30T20:55:04.493106+0000","last_unstale":"2024-08-30T20:56:00.485754+0000","last_undegraded":"2024-08-30T20:56:00.485754+0000","last_fullsized":"2024-08-30T20:56:00.485754+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:59.626955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570760+0000","last_change":"2024-08-30T20:55:07.582670+0000","last_active":"2024-08-30T20:56:00.570760+0000","last_peered":"2024-08-30T20:56:00.570760+0000","last_clean":"2024-08-30T20:56:00.570760+0000","last_became_active":"2024-08-30T20:55:07.582351+0000","last_became_peered":"2024-08-30T20:55:07.582351+0000","last_unstale":"2024-08-30T20:56:00.570760+0000","last_undegraded":"2024-08-30T20:56:00.570760+0000","last_fullsized":"2024-08-30T20:56:00.570760+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:28:54.950259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.924402+0000","last_change":"2024-08-30T20:56:00.488750+0000","last_active":"2024-08-30T20:56:06.924402+0000","last_peered":"2024-08-30T20:56:06.924402+0000","last_clean":"2024-08-30T20:56:06.924402+0000","last_became_active":"2024-08-30T20:55:56.454611+0000","last_became_peered":"2024-08-30T20:55:56.454611+0000","last_unstale":"2024-08-30T20:56:06.924402+0000","last_undegraded":"2024-08-30T20:56:06.924402+0000","last_fullsized":"2024-08-30T20:56:06.924402+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:07:00.786434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061468999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483710+0000","last_change":"2024-08-30T20:55:04.489800+0000","last_active":"2024-08-30T20:56:00.483710+0000","last_peered":"2024-08-30T20:56:00.483710+0000","last_clean":"2024-08-30T20:56:00.483710+0000","last_became_active":"2024-08-30T20:55:04.488477+0000","last_became_peered":"2024-08-30T20:55:04.488477+0000","last_unstale":"2024-08-30T20:56:00.483710+0000","last_undegraded":"2024-08-30T20:56:00.483710+0000","last_fullsized":"2024-08-30T20:56:00.483710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:49:51.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722943+0000","last_change":"2024-08-30T20:55:07.572782+0000","last_active":"2024-08-30T20:56:00.722943+0000","last_peered":"2024-08-30T20:56:00.722943+0000","last_clean":"2024-08-30T20:56:00.722943+0000","last_became_active":"2024-08-30T20:55:07.572514+0000","last_became_peered":"2024-08-30T20:55:07.572514+0000","last_unstale":"2024-08-30T20:56:00.722943+0000","last_undegraded":"2024-08-30T20:56:00.722943+0000","last_fullsized":"2024-08-30T20:56:00.722943+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:13.719572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722263+0000","last_change":"2024-08-30T20:55:04.495111+0000","last_active":"2024-08-30T20:56:00.722263+0000","last_peered":"2024-08-30T20:56:00.722263+0000","last_clean":"2024-08-30T20:56:00.722263+0000","last_became_active":"2024-08-30T20:55:04.494143+0000","last_became_peered":"2024-08-30T20:55:04.494143+0000","last_unstale":"2024-08-30T20:56:00.722263+0000","last_undegraded":"2024-08-30T20:56:00.722263+0000","last_fullsized":"2024-08-30T20:56:00.722263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:18:40.645404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488362+0000","last_change":"2024-08-30T20:55:07.578863+0000","last_active":"2024-08-30T20:56:00.488362+0000","last_peered":"2024-08-30T20:56:00.488362+0000","last_clean":"2024-08-30T20:56:00.488362+0000","last_became_active":"2024-08-30T20:55:07.578575+0000","last_became_peered":"2024-08-30T20:55:07.578575+0000","last_unstale":"2024-08-30T20:56:00.488362+0000","last_undegraded":"2024-08-30T20:56:00.488362+0000","last_fullsized":"2024-08-30T20:56:00.488362+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:12:01.624183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.484009+0000","last_change":"2024-08-30T20:55:04.490765+0000","last_active":"2024-08-30T20:56:00.484009+0000","last_peered":"2024-08-30T20:56:00.484009+0000","last_clean":"2024-08-30T20:56:00.484009+0000","last_became_active":"2024-08-30T20:55:04.490503+0000","last_became_peered":"2024-08-30T20:55:04.490503+0000","last_unstale":"2024-08-30T20:56:00.484009+0000","last_undegraded":"2024-08-30T20:56:00.484009+0000","last_fullsized":"2024-08-30T20:56:00.484009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:41:06.376292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569940+0000","last_change":"2024-08-30T20:55:07.579388+0000","last_active":"2024-08-30T20:56:00.569940+0000","last_peered":"2024-08-30T20:56:00.569940+0000","last_clean":"2024-08-30T20:56:00.569940+0000","last_became_active":"2024-08-30T20:55:07.579059+0000","last_became_peered":"2024-08-30T20:55:07.579059+0000","last_unstale":"2024-08-30T20:56:00.569940+0000","last_undegraded":"2024-08-30T20:56:00.569940+0000","last_fullsized":"2024-08-30T20:56:00.569940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:41:47.610415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.484916+0000","last_change":"2024-08-30T20:55:32.635678+0000","last_active":"2024-08-30T20:56:00.484916+0000","last_peered":"2024-08-30T20:56:00.484916+0000","last_clean":"2024-08-30T20:56:00.484916+0000","last_became_active":"2024-08-30T20:55:32.635349+0000","last_became_peered":"2024-08-30T20:55:32.635349+0000","last_unstale":"2024-08-30T20:56:00.484916+0000","last_undegraded":"2024-08-30T20:56:00.484916+0000","last_fullsized":"2024-08-30T20:56:00.484916+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:19:05.661823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570384+0000","last_change":"2024-08-30T20:55:07.572040+0000","last_active":"2024-08-30T20:56:00.570384+0000","last_peered":"2024-08-30T20:56:00.570384+0000","last_clean":"2024-08-30T20:56:00.570384+0000","last_became_active":"2024-08-30T20:55:07.571770+0000","last_became_peered":"2024-08-30T20:55:07.571770+0000","last_unstale":"2024-08-30T20:56:00.570384+0000","last_undegraded":"2024-08-30T20:56:00.570384+0000","last_fullsized":"2024-08-30T20:56:00.570384+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:55:40.480566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722204+0000","last_change":"2024-08-30T20:55:04.491933+0000","last_active":"2024-08-30T20:56:00.722204+0000","last_peered":"2024-08-30T20:56:00.722204+0000","last_clean":"2024-08-30T20:56:00.722204+0000","last_became_active":"2024-08-30T20:55:04.491595+0000","last_became_peered":"2024-08-30T20:55:04.491595+0000","last_unstale":"2024-08-30T20:56:00.722204+0000","last_undegraded":"2024-08-30T20:56:00.722204+0000","last_fullsized":"2024-08-30T20:56:00.722204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:24:44.248811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483089+0000","last_change":"2024-08-30T20:55:07.584444+0000","last_active":"2024-08-30T20:56:00.483089+0000","last_peered":"2024-08-30T20:56:00.483089+0000","last_clean":"2024-08-30T20:56:00.483089+0000","last_became_active":"2024-08-30T20:55:07.584139+0000","last_became_peered":"2024-08-30T20:55:07.584139+0000","last_unstale":"2024-08-30T20:56:00.483089+0000","last_undegraded":"2024-08-30T20:56:00.483089+0000","last_fullsized":"2024-08-30T20:56:00.483089+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:19:46.340268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488730+0000","last_change":"2024-08-30T20:55:07.585831+0000","last_active":"2024-08-30T20:56:00.488730+0000","last_peered":"2024-08-30T20:56:00.488730+0000","last_clean":"2024-08-30T20:56:00.488730+0000","last_became_active":"2024-08-30T20:55:07.585521+0000","last_became_peered":"2024-08-30T20:55:07.585521+0000","last_unstale":"2024-08-30T20:56:00.488730+0000","last_undegraded":"2024-08-30T20:56:00.488730+0000","last_fullsized":"2024-08-30T20:56:00.488730+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:34:45.174915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722242+0000","last_change":"2024-08-30T20:55:04.492392+0000","last_active":"2024-08-30T20:56:00.722242+0000","last_peered":"2024-08-30T20:56:00.722242+0000","last_clean":"2024-08-30T20:56:00.722242+0000","last_became_active":"2024-08-30T20:55:04.491990+0000","last_became_peered":"2024-08-30T20:55:04.491990+0000","last_unstale":"2024-08-30T20:56:00.722242+0000","last_undegraded":"2024-08-30T20:56:00.722242+0000","last_fullsized":"2024-08-30T20:56:00.722242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:03:27.010949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489162+0000","last_change":"2024-08-30T20:55:07.580409+0000","last_active":"2024-08-30T20:56:00.489162+0000","last_peered":"2024-08-30T20:56:00.489162+0000","last_clean":"2024-08-30T20:56:00.489162+0000","last_became_active":"2024-08-30T20:55:07.580122+0000","last_became_peered":"2024-08-30T20:55:07.580122+0000","last_unstale":"2024-08-30T20:56:00.489162+0000","last_undegraded":"2024-08-30T20:56:00.489162+0000","last_fullsized":"2024-08-30T20:56:00.489162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:07:36.479548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722372+0000","last_change":"2024-08-30T20:55:04.493800+0000","last_active":"2024-08-30T20:56:00.722372+0000","last_peered":"2024-08-30T20:56:00.722372+0000","last_clean":"2024-08-30T20:56:00.722372+0000","last_became_active":"2024-08-30T20:55:04.493523+0000","last_became_peered":"2024-08-30T20:55:04.493523+0000","last_unstale":"2024-08-30T20:56:00.722372+0000","last_undegraded":"2024-08-30T20:56:00.722372+0000","last_fullsized":"2024-08-30T20:56:00.722372+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:35:44.585723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723016+0000","last_change":"2024-08-30T20:55:07.579266+0000","last_active":"2024-08-30T20:56:00.723016+0000","last_peered":"2024-08-30T20:56:00.723016+0000","last_clean":"2024-08-30T20:56:00.723016+0000","last_became_active":"2024-08-30T20:55:07.578989+0000","last_became_peered":"2024-08-30T20:55:07.578989+0000","last_unstale":"2024-08-30T20:56:00.723016+0000","last_undegraded":"2024-08-30T20:56:00.723016+0000","last_fullsized":"2024-08-30T20:56:00.723016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:01:26.275889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569773+0000","last_change":"2024-08-30T20:55:04.494504+0000","last_active":"2024-08-30T20:56:00.569773+0000","last_peered":"2024-08-30T20:56:00.569773+0000","last_clean":"2024-08-30T20:56:00.569773+0000","last_became_active":"2024-08-30T20:55:04.494214+0000","last_became_peered":"2024-08-30T20:55:04.494214+0000","last_unstale":"2024-08-30T20:56:00.569773+0000","last_undegraded":"2024-08-30T20:56:00.569773+0000","last_fullsized":"2024-08-30T20:56:00.569773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:57:19.409645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570509+0000","last_change":"2024-08-30T20:55:07.577926+0000","last_active":"2024-08-30T20:56:00.570509+0000","last_peered":"2024-08-30T20:56:00.570509+0000","last_clean":"2024-08-30T20:56:00.570509+0000","last_became_active":"2024-08-30T20:55:07.577663+0000","last_became_peered":"2024-08-30T20:55:07.577663+0000","last_unstale":"2024-08-30T20:56:00.570509+0000","last_undegraded":"2024-08-30T20:56:00.570509+0000","last_fullsized":"2024-08-30T20:56:00.570509+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:26:24.347735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722610+0000","last_change":"2024-08-30T20:55:04.492706+0000","last_active":"2024-08-30T20:56:00.722610+0000","last_peered":"2024-08-30T20:56:00.722610+0000","last_clean":"2024-08-30T20:56:00.722610+0000","last_became_active":"2024-08-30T20:55:04.492447+0000","last_became_peered":"2024-08-30T20:55:04.492447+0000","last_unstale":"2024-08-30T20:56:00.722610+0000","last_undegraded":"2024-08-30T20:56:00.722610+0000","last_fullsized":"2024-08-30T20:56:00.722610+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:22:48.514822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201310,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1380352,"data_stored":936946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.36299999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52400000000000002,"15min":0.52300000000000002},"min":{"1min":0.42599999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.74099999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.60199999999999998}]},{"osd":1,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52400000000000002,"15min":0.52300000000000002},"min":{"1min":0.37,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39900000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.67900000000000005,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.53200000000000003}]},{"osd":2,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.54400000000000004,"15min":0.55200000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.64100000000000001,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54500000000000004}]},{"osd":3,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.51600000000000001,"15min":0.51900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65300000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.67400000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.68300000000000005}]},{"osd":4,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.436,"15min":0.439},"min":{"1min":0.30199999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.33000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.372}]},{"osd":5,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.48099999999999998,"15min":0.48399999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.80800000000000005,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.438},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.51600000000000001,"15min":0.52200000000000002},"min":{"1min":0.34899999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81899999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.45400000000000001}]},{"osd":6,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54200000000000004,"15min":0.54500000000000004},"min":{"1min":0.38,"5min":0.313,"15min":0.313},"max":{"1min":0.78700000000000003,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.50600000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61799999999999999,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.42099999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462947,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":938690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.629,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.52700000000000002}]},{"osd":2,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53400000000000003,"15min":0.53300000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70499999999999996,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53100000000000003,"15min":0.53200000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.71399999999999997,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.53800000000000003}]},{"osd":3,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52700000000000002,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.66100000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.442},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54500000000000004,"15min":0.54300000000000004},"min":{"1min":0.376,"5min":0.372,"15min":0.372},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.60599999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.442,"15min":0.442},"min":{"1min":0.28299999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45400000000000001,"15min":0.45300000000000001},"min":{"1min":0.32700000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.68500000000000005,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.501}]},{"osd":5,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.46999999999999997,"15min":0.47199999999999998},"min":{"1min":0.313,"5min":0.31,"15min":0.31},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.58299999999999996}]},{"osd":7,"last update":"Fri Aug 30 20:56:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.52000000000000002,"15min":0.52900000000000003},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.70899999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52600000000000002,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.66300000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59299999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":348100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36599999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66400000000000003,"5min":0.745,"15min":0.745},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.78100000000000003,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.58699999999999997}]},{"osd":1,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65200000000000002,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.52500000000000002},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.68100000000000005}]},{"osd":2,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71599999999999997,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70199999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41299999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68600000000000005,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.40200000000000002,"15min":0.39700000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.64400000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.622},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.66700000000000004,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.45300000000000001}]},{"osd":6,"last update":"Fri Aug 30 20:56:16 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.45100000000000001,"15min":0.45200000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.61399999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53100000000000003}]},{"osd":7,"last update":"Fri Aug 30 20:56:43 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51100000000000001,"15min":0.51500000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.377,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.49399999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986219,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":346701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.55900000000000005,"15min":0.57599999999999996},"min":{"1min":0.372,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68899999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.378,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.52300000000000002}]},{"osd":1,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56200000000000006,"15min":0.57299999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.55500000000000005,"15min":0.57199999999999995},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.72299999999999998,"5min":0.748,"15min":0.748},"last":0.57899999999999996}]},{"osd":2,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53900000000000003,"15min":0.55500000000000005},"min":{"1min":0.39000000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56000000000000005},"min":{"1min":0.40799999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.55000000000000004}]},{"osd":3,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57099999999999995,"15min":0.58699999999999997},"min":{"1min":0.38,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.496},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.58499999999999996,"15min":0.59899999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.439}]},{"osd":5,"last update":"Fri Aug 30 20:55:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.41699999999999998,"15min":0.40500000000000003},"min":{"1min":0.30299999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.59499999999999997}]},{"osd":6,"last update":"Fri Aug 30 20:56:19 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.30199999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.57299999999999995,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44,"15min":0.439},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.626,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.60699999999999998}]},{"osd":7,"last update":"Fri Aug 30 20:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.47599999999999998,"15min":0.47899999999999998},"min":{"1min":0.32800000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.66100000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.629},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.34499999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70799999999999996,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.61699999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149744,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":348426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.39200000000000002,"15min":0.40400000000000003},"min":{"1min":0.26000000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.49299999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.42099999999999999,"15min":0.435},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.32100000000000001}]},{"osd":1,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.441,"15min":0.46300000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58499999999999996,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.42499999999999999,"15min":0.44800000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57799999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.376}]},{"osd":2,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45200000000000001,"15min":0.46999999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.436,"15min":0.44900000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58599999999999997,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33900000000000002}]},{"osd":4,"last update":"Fri Aug 30 20:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54900000000000004,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57699999999999996,"15min":0.58999999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.498}]},{"osd":5,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.55500000000000005,"15min":0.56000000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68600000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.441},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57199999999999995,"15min":0.57599999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.70399999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.51700000000000002}]},{"osd":6,"last update":"Fri Aug 30 20:56:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.42699999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56100000000000005}]},{"osd":7,"last update":"Fri Aug 30 20:56:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.55000000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.755,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.56999999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":774144,"data_stored":345643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.375,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.34899999999999998,"15min":0.34200000000000003},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.30299999999999999}]},{"osd":1,"last update":"Fri Aug 30 20:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.38500000000000001}]},{"osd":3,"last update":"Fri Aug 30 20:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.41499999999999998},"min":{"1min":0.28299999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.53500000000000003,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.439},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40300000000000002,"15min":0.41099999999999998},"min":{"1min":0.28299999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:28 2024","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":0.70899999999999996,"15min":0.58499999999999996},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":18.785,"5min":18.785,"15min":18.785},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.60599999999999998,"15min":0.56899999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73499999999999999,"5min":4.4699999999999998,"15min":4.4699999999999998},"last":0.67700000000000005}]},{"osd":5,"last update":"Fri Aug 30 20:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.58099999999999996,"15min":0.54200000000000004},"min":{"1min":0.33500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69899999999999995,"5min":4.4960000000000004,"15min":4.4960000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54000000000000004,"15min":0.52800000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82699999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.68999999999999995}]},{"osd":6,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":0.88200000000000001,"15min":0.78200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":18.768000000000001,"5min":18.768000000000001,"15min":18.768000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":1.526,"5min":0.90600000000000003,"15min":0.80300000000000005},"min":{"1min":0.36799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":18.805,"5min":18.805,"15min":18.805},"last":0.65300000000000002}]},{"osd":7,"last update":"Fri Aug 30 20:56:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.75800000000000001,"15min":0.79500000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.751,"5min":4.4530000000000003,"15min":4.4530000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.372,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.70399999999999996,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.78600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":786432,"data_stored":345880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.223,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.63,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33400000000000002},"min":{"1min":0.23300000000000001,"5min":0.223,"15min":0.223},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.377}]},{"osd":2,"last update":"Fri Aug 30 20:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.375,"15min":0.371},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.59999999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.42299999999999999}]},{"osd":3,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.45200000000000001,"15min":0.45600000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.42799999999999999,"15min":0.432},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.61399999999999999,"5min":0.626,"15min":0.626},"last":0.41199999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57099999999999995,"15min":0.56399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74099999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.51100000000000001}]},{"osd":5,"last update":"Fri Aug 30 20:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55500000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84499999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.64300000000000002,"15min":0.57899999999999996},"min":{"1min":0.40699999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.747,"5min":10.271000000000001,"15min":10.271000000000001},"last":0.53000000000000003}]},{"osd":6,"last update":"Fri Aug 30 20:56:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58299999999999996,"15min":0.58599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76800000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.63,"15min":0.59399999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":6.2060000000000004,"5min":6.2060000000000004,"15min":6.2060000000000004},"last":0.63}]},{"osd":7,"last update":"Fri Aug 30 20:56:43 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.95399999999999996,"15min":1.0189999999999999},"min":{"1min":0.39100000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79700000000000004,"5min":10.298999999999999,"15min":10.298999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.64700000000000002,"15min":0.61599999999999999},"min":{"1min":0.45600000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":6.1840000000000002,"5min":6.1840000000000002,"15min":6.1840000000000002},"last":0.55500000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32472,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712680,"statfs":{"total":95995035648,"available":95961784320,"internally_reserved":0,"allocated":1388544,"data_stored":937070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 30 20:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35099999999999998,"15min":0.318},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.35399999999999998,"15min":0.312},"min":{"1min":0.26500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Aug 30 20:56:53 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59699999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.377,"15min":0.36499999999999999},"min":{"1min":0.24299999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Aug 30 20:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.42099999999999999,"15min":0.41599999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45800000000000002,"15min":0.46300000000000002},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.41499999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58999999999999997,"15min":0.58399999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.45200000000000001}]},{"osd":5,"last update":"Fri Aug 30 20:56:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59799999999999998,"15min":0.60899999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.84199999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.39800000000000002}]},{"osd":6,"last update":"Fri Aug 30 20:56:17 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.38,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83299999999999996,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.436}]},{"osd":7,"last update":"Fri Aug 30 20:56:41 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.63500000000000001,"15min":0.63700000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.629,"5min":0.625,"15min":0.625},"min":{"1min":0.42299999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.871,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.52700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-30T20:56:59.853 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-30T20:57:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:56:59 smithi196 ceph-mon[21316]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:00.614 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:00 smithi173 ceph-mon[17131]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:57:00.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:00 smithi173 ceph-mon[28069]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:57:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:00 smithi196 ceph-mon[21316]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[17131]: Reconfiguring daemon alertmanager.a on smithi173 2024-08-30T20:57:01.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:01.707 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:01.707 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:01.707 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:01.707 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:01.707 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:01.707 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-30T20:57:01.707 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:01 smithi173 ceph-mon[28069]: Reconfiguring daemon alertmanager.a on smithi173 2024-08-30T20:57:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:02.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:02.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-30T20:57:02.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:01 smithi196 ceph-mon[21316]: Reconfiguring daemon alertmanager.a on smithi173 2024-08-30T20:57:02.400 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:57:02.402 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-08-30T20:57:02.633 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:02 smithi173 ceph-mon[17131]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:57:02.634 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:02 smithi173 ceph-mon[17131]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:02.634 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:02 smithi173 ceph-mon[28069]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:57:02.634 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:02 smithi173 ceph-mon[28069]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:02 smithi196 ceph-mon[21316]: from='client.14727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T20:57:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:02 smithi196 ceph-mon[21316]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:05.123 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":40,"stamp":"2024-08-30T20:57:00.471207+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228172,"kb_used_data":7916,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733044,"statfs":{"total":767960285184,"available":767726637056,"internally_reserved":0,"allocated":8105984,"data_stored":4547456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002804"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723190+0000","last_change":"2024-08-30T20:55:07.590746+0000","last_active":"2024-08-30T20:56:00.723190+0000","last_peered":"2024-08-30T20:56:00.723190+0000","last_clean":"2024-08-30T20:56:00.723190+0000","last_became_active":"2024-08-30T20:55:07.590453+0000","last_became_peered":"2024-08-30T20:55:07.590453+0000","last_unstale":"2024-08-30T20:56:00.723190+0000","last_undegraded":"2024-08-30T20:56:00.723190+0000","last_fullsized":"2024-08-30T20:56:00.723190+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:14:03.335248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485660+0000","last_change":"2024-08-30T20:55:07.577952+0000","last_active":"2024-08-30T20:56:00.485660+0000","last_peered":"2024-08-30T20:56:00.485660+0000","last_clean":"2024-08-30T20:56:00.485660+0000","last_became_active":"2024-08-30T20:55:07.577686+0000","last_became_peered":"2024-08-30T20:55:07.577686+0000","last_unstale":"2024-08-30T20:56:00.485660+0000","last_undegraded":"2024-08-30T20:56:00.485660+0000","last_fullsized":"2024-08-30T20:56:00.485660+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:48:50.652444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722940+0000","last_change":"2024-08-30T20:55:07.571411+0000","last_active":"2024-08-30T20:56:00.722940+0000","last_peered":"2024-08-30T20:56:00.722940+0000","last_clean":"2024-08-30T20:56:00.722940+0000","last_became_active":"2024-08-30T20:55:07.571094+0000","last_became_peered":"2024-08-30T20:55:07.571094+0000","last_unstale":"2024-08-30T20:56:00.722940+0000","last_undegraded":"2024-08-30T20:56:00.722940+0000","last_fullsized":"2024-08-30T20:56:00.722940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:32:19.518748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489087+0000","last_change":"2024-08-30T20:55:07.590241+0000","last_active":"2024-08-30T20:56:00.489087+0000","last_peered":"2024-08-30T20:56:00.489087+0000","last_clean":"2024-08-30T20:56:00.489087+0000","last_became_active":"2024-08-30T20:55:07.589279+0000","last_became_peered":"2024-08-30T20:55:07.589279+0000","last_unstale":"2024-08-30T20:56:00.489087+0000","last_undegraded":"2024-08-30T20:56:00.489087+0000","last_fullsized":"2024-08-30T20:56:00.489087+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:12:41.578879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722956+0000","last_change":"2024-08-30T20:55:07.584990+0000","last_active":"2024-08-30T20:56:00.722956+0000","last_peered":"2024-08-30T20:56:00.722956+0000","last_clean":"2024-08-30T20:56:00.722956+0000","last_became_active":"2024-08-30T20:55:07.584696+0000","last_became_peered":"2024-08-30T20:55:07.584696+0000","last_unstale":"2024-08-30T20:56:00.722956+0000","last_undegraded":"2024-08-30T20:56:00.722956+0000","last_fullsized":"2024-08-30T20:56:00.722956+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:43:55.663786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489738+0000","last_change":"2024-08-30T20:55:07.580201+0000","last_active":"2024-08-30T20:56:00.489738+0000","last_peered":"2024-08-30T20:56:00.489738+0000","last_clean":"2024-08-30T20:56:00.489738+0000","last_became_active":"2024-08-30T20:55:07.579895+0000","last_became_peered":"2024-08-30T20:55:07.579895+0000","last_unstale":"2024-08-30T20:56:00.489738+0000","last_undegraded":"2024-08-30T20:56:00.489738+0000","last_fullsized":"2024-08-30T20:56:00.489738+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:21:34.777477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722777+0000","last_change":"2024-08-30T20:55:07.586694+0000","last_active":"2024-08-30T20:56:00.722777+0000","last_peered":"2024-08-30T20:56:00.722777+0000","last_clean":"2024-08-30T20:56:00.722777+0000","last_became_active":"2024-08-30T20:55:07.586435+0000","last_became_peered":"2024-08-30T20:55:07.586435+0000","last_unstale":"2024-08-30T20:56:00.722777+0000","last_undegraded":"2024-08-30T20:56:00.722777+0000","last_fullsized":"2024-08-30T20:56:00.722777+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:21:44.196656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569891+0000","last_change":"2024-08-30T20:55:07.580846+0000","last_active":"2024-08-30T20:56:00.569891+0000","last_peered":"2024-08-30T20:56:00.569891+0000","last_clean":"2024-08-30T20:56:00.569891+0000","last_became_active":"2024-08-30T20:55:07.580490+0000","last_became_peered":"2024-08-30T20:55:07.580490+0000","last_unstale":"2024-08-30T20:56:00.569891+0000","last_undegraded":"2024-08-30T20:56:00.569891+0000","last_fullsized":"2024-08-30T20:56:00.569891+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:55.550040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723299+0000","last_change":"2024-08-30T20:55:07.593948+0000","last_active":"2024-08-30T20:56:00.723299+0000","last_peered":"2024-08-30T20:56:00.723299+0000","last_clean":"2024-08-30T20:56:00.723299+0000","last_became_active":"2024-08-30T20:55:07.593632+0000","last_became_peered":"2024-08-30T20:55:07.593632+0000","last_unstale":"2024-08-30T20:56:00.723299+0000","last_undegraded":"2024-08-30T20:56:00.723299+0000","last_fullsized":"2024-08-30T20:56:00.723299+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:14:15.074025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483384+0000","last_change":"2024-08-30T20:55:07.593384+0000","last_active":"2024-08-30T20:56:00.483384+0000","last_peered":"2024-08-30T20:56:00.483384+0000","last_clean":"2024-08-30T20:56:00.483384+0000","last_became_active":"2024-08-30T20:55:07.593087+0000","last_became_peered":"2024-08-30T20:55:07.593087+0000","last_unstale":"2024-08-30T20:56:00.483384+0000","last_undegraded":"2024-08-30T20:56:00.483384+0000","last_fullsized":"2024-08-30T20:56:00.483384+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:15:38.024522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483335+0000","last_change":"2024-08-30T20:55:32.632018+0000","last_active":"2024-08-30T20:56:00.483335+0000","last_peered":"2024-08-30T20:56:00.483335+0000","last_clean":"2024-08-30T20:56:00.483335+0000","last_became_active":"2024-08-30T20:55:32.631671+0000","last_became_peered":"2024-08-30T20:55:32.631671+0000","last_unstale":"2024-08-30T20:56:00.483335+0000","last_undegraded":"2024-08-30T20:56:00.483335+0000","last_fullsized":"2024-08-30T20:56:00.483335+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:15:47.273796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488447+0000","last_change":"2024-08-30T20:55:07.580103+0000","last_active":"2024-08-30T20:56:00.488447+0000","last_peered":"2024-08-30T20:56:00.488447+0000","last_clean":"2024-08-30T20:56:00.488447+0000","last_became_active":"2024-08-30T20:55:07.579815+0000","last_became_peered":"2024-08-30T20:55:07.579815+0000","last_unstale":"2024-08-30T20:56:00.488447+0000","last_undegraded":"2024-08-30T20:56:00.488447+0000","last_fullsized":"2024-08-30T20:56:00.488447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:36:55.923267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570256+0000","last_change":"2024-08-30T20:55:07.576494+0000","last_active":"2024-08-30T20:56:00.570256+0000","last_peered":"2024-08-30T20:56:00.570256+0000","last_clean":"2024-08-30T20:56:00.570256+0000","last_became_active":"2024-08-30T20:55:07.576200+0000","last_became_peered":"2024-08-30T20:55:07.576200+0000","last_unstale":"2024-08-30T20:56:00.570256+0000","last_undegraded":"2024-08-30T20:56:00.570256+0000","last_fullsized":"2024-08-30T20:56:00.570256+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:21:36.466550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722378+0000","last_change":"2024-08-30T20:55:07.575615+0000","last_active":"2024-08-30T20:56:00.722378+0000","last_peered":"2024-08-30T20:56:00.722378+0000","last_clean":"2024-08-30T20:56:00.722378+0000","last_became_active":"2024-08-30T20:55:07.575150+0000","last_became_peered":"2024-08-30T20:55:07.575150+0000","last_unstale":"2024-08-30T20:56:00.722378+0000","last_undegraded":"2024-08-30T20:56:00.722378+0000","last_fullsized":"2024-08-30T20:56:00.722378+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:56:08.222136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483934+0000","last_change":"2024-08-30T20:55:07.575838+0000","last_active":"2024-08-30T20:56:00.483934+0000","last_peered":"2024-08-30T20:56:00.483934+0000","last_clean":"2024-08-30T20:56:00.483934+0000","last_became_active":"2024-08-30T20:55:07.575315+0000","last_became_peered":"2024-08-30T20:55:07.575315+0000","last_unstale":"2024-08-30T20:56:00.483934+0000","last_undegraded":"2024-08-30T20:56:00.483934+0000","last_fullsized":"2024-08-30T20:56:00.483934+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:46:31.746348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488907+0000","last_change":"2024-08-30T20:55:07.589925+0000","last_active":"2024-08-30T20:56:00.488907+0000","last_peered":"2024-08-30T20:56:00.488907+0000","last_clean":"2024-08-30T20:56:00.488907+0000","last_became_active":"2024-08-30T20:55:07.589611+0000","last_became_peered":"2024-08-30T20:55:07.589611+0000","last_unstale":"2024-08-30T20:56:00.488907+0000","last_undegraded":"2024-08-30T20:56:00.488907+0000","last_fullsized":"2024-08-30T20:56:00.488907+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:09:01.613744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489240+0000","last_change":"2024-08-30T20:55:07.590302+0000","last_active":"2024-08-30T20:56:00.489240+0000","last_peered":"2024-08-30T20:56:00.489240+0000","last_clean":"2024-08-30T20:56:00.489240+0000","last_became_active":"2024-08-30T20:55:07.590009+0000","last_became_peered":"2024-08-30T20:55:07.590009+0000","last_unstale":"2024-08-30T20:56:00.489240+0000","last_undegraded":"2024-08-30T20:56:00.489240+0000","last_fullsized":"2024-08-30T20:56:00.489240+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:08:04.877575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483832+0000","last_change":"2024-08-30T20:55:07.583971+0000","last_active":"2024-08-30T20:56:00.483832+0000","last_peered":"2024-08-30T20:56:00.483832+0000","last_clean":"2024-08-30T20:56:00.483832+0000","last_became_active":"2024-08-30T20:55:07.583639+0000","last_became_peered":"2024-08-30T20:55:07.583639+0000","last_unstale":"2024-08-30T20:56:00.483832+0000","last_undegraded":"2024-08-30T20:56:00.483832+0000","last_fullsized":"2024-08-30T20:56:00.483832+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:03:00.886217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723115+0000","last_change":"2024-08-30T20:55:07.592693+0000","last_active":"2024-08-30T20:56:00.723115+0000","last_peered":"2024-08-30T20:56:00.723115+0000","last_clean":"2024-08-30T20:56:00.723115+0000","last_became_active":"2024-08-30T20:55:07.592394+0000","last_became_peered":"2024-08-30T20:55:07.592394+0000","last_unstale":"2024-08-30T20:56:00.723115+0000","last_undegraded":"2024-08-30T20:56:00.723115+0000","last_fullsized":"2024-08-30T20:56:00.723115+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:18:22.165677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483208+0000","last_change":"2024-08-30T20:55:07.583477+0000","last_active":"2024-08-30T20:56:00.483208+0000","last_peered":"2024-08-30T20:56:00.483208+0000","last_clean":"2024-08-30T20:56:00.483208+0000","last_became_active":"2024-08-30T20:55:07.583196+0000","last_became_peered":"2024-08-30T20:55:07.583196+0000","last_unstale":"2024-08-30T20:56:00.483208+0000","last_undegraded":"2024-08-30T20:56:00.483208+0000","last_fullsized":"2024-08-30T20:56:00.483208+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:47:13.787711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722824+0000","last_change":"2024-08-30T20:55:07.583814+0000","last_active":"2024-08-30T20:56:00.722824+0000","last_peered":"2024-08-30T20:56:00.722824+0000","last_clean":"2024-08-30T20:56:00.722824+0000","last_became_active":"2024-08-30T20:55:07.583560+0000","last_became_peered":"2024-08-30T20:55:07.583560+0000","last_unstale":"2024-08-30T20:56:00.722824+0000","last_undegraded":"2024-08-30T20:56:00.722824+0000","last_fullsized":"2024-08-30T20:56:00.722824+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:56:39.826331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489817+0000","last_change":"2024-08-30T20:55:07.587384+0000","last_active":"2024-08-30T20:56:00.489817+0000","last_peered":"2024-08-30T20:56:00.489817+0000","last_clean":"2024-08-30T20:56:00.489817+0000","last_became_active":"2024-08-30T20:55:07.587082+0000","last_became_peered":"2024-08-30T20:55:07.587082+0000","last_unstale":"2024-08-30T20:56:00.489817+0000","last_undegraded":"2024-08-30T20:56:00.489817+0000","last_fullsized":"2024-08-30T20:56:00.489817+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:46:42.961239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569983+0000","last_change":"2024-08-30T20:55:07.572119+0000","last_active":"2024-08-30T20:56:00.569983+0000","last_peered":"2024-08-30T20:56:00.569983+0000","last_clean":"2024-08-30T20:56:00.569983+0000","last_became_active":"2024-08-30T20:55:07.571815+0000","last_became_peered":"2024-08-30T20:55:07.571815+0000","last_unstale":"2024-08-30T20:56:00.569983+0000","last_undegraded":"2024-08-30T20:56:00.569983+0000","last_fullsized":"2024-08-30T20:56:00.569983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:12:19.247921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489447+0000","last_change":"2024-08-30T20:55:07.578381+0000","last_active":"2024-08-30T20:56:00.489447+0000","last_peered":"2024-08-30T20:56:00.489447+0000","last_clean":"2024-08-30T20:56:00.489447+0000","last_became_active":"2024-08-30T20:55:07.578103+0000","last_became_peered":"2024-08-30T20:55:07.578103+0000","last_unstale":"2024-08-30T20:56:00.489447+0000","last_undegraded":"2024-08-30T20:56:00.489447+0000","last_fullsized":"2024-08-30T20:56:00.489447+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:45:39.591250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570706+0000","last_change":"2024-08-30T20:55:32.637825+0000","last_active":"2024-08-30T20:56:00.570706+0000","last_peered":"2024-08-30T20:56:00.570706+0000","last_clean":"2024-08-30T20:56:00.570706+0000","last_became_active":"2024-08-30T20:55:32.637492+0000","last_became_peered":"2024-08-30T20:55:32.637492+0000","last_unstale":"2024-08-30T20:56:00.570706+0000","last_undegraded":"2024-08-30T20:56:00.570706+0000","last_fullsized":"2024-08-30T20:56:00.570706+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:55:39.733002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483457+0000","last_change":"2024-08-30T20:55:07.579644+0000","last_active":"2024-08-30T20:56:00.483457+0000","last_peered":"2024-08-30T20:56:00.483457+0000","last_clean":"2024-08-30T20:56:00.483457+0000","last_became_active":"2024-08-30T20:55:07.579244+0000","last_became_peered":"2024-08-30T20:55:07.579244+0000","last_unstale":"2024-08-30T20:56:00.483457+0000","last_undegraded":"2024-08-30T20:56:00.483457+0000","last_fullsized":"2024-08-30T20:56:00.483457+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:23:49.612964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485019+0000","last_change":"2024-08-30T20:55:07.572362+0000","last_active":"2024-08-30T20:56:00.485019+0000","last_peered":"2024-08-30T20:56:00.485019+0000","last_clean":"2024-08-30T20:56:00.485019+0000","last_became_active":"2024-08-30T20:55:07.572010+0000","last_became_peered":"2024-08-30T20:55:07.572010+0000","last_unstale":"2024-08-30T20:56:00.485019+0000","last_undegraded":"2024-08-30T20:56:00.485019+0000","last_fullsized":"2024-08-30T20:56:00.485019+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:39:53.621068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570475+0000","last_change":"2024-08-30T20:55:07.572590+0000","last_active":"2024-08-30T20:56:00.570475+0000","last_peered":"2024-08-30T20:56:00.570475+0000","last_clean":"2024-08-30T20:56:00.570475+0000","last_became_active":"2024-08-30T20:55:07.572303+0000","last_became_peered":"2024-08-30T20:55:07.572303+0000","last_unstale":"2024-08-30T20:56:00.570475+0000","last_undegraded":"2024-08-30T20:56:00.570475+0000","last_fullsized":"2024-08-30T20:56:00.570475+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:13:27.246575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722878+0000","last_change":"2024-08-30T20:55:07.580706+0000","last_active":"2024-08-30T20:56:00.722878+0000","last_peered":"2024-08-30T20:56:00.722878+0000","last_clean":"2024-08-30T20:56:00.722878+0000","last_became_active":"2024-08-30T20:55:07.580451+0000","last_became_peered":"2024-08-30T20:55:07.580451+0000","last_unstale":"2024-08-30T20:56:00.722878+0000","last_undegraded":"2024-08-30T20:56:00.722878+0000","last_fullsized":"2024-08-30T20:56:00.722878+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:54:58.770734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489904+0000","last_change":"2024-08-30T20:55:07.578265+0000","last_active":"2024-08-30T20:56:00.489904+0000","last_peered":"2024-08-30T20:56:00.489904+0000","last_clean":"2024-08-30T20:56:00.489904+0000","last_became_active":"2024-08-30T20:55:07.577543+0000","last_became_peered":"2024-08-30T20:55:07.577543+0000","last_unstale":"2024-08-30T20:56:00.489904+0000","last_undegraded":"2024-08-30T20:56:00.489904+0000","last_fullsized":"2024-08-30T20:56:00.489904+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:45:59.132990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482749+0000","last_change":"2024-08-30T20:55:07.577140+0000","last_active":"2024-08-30T20:56:00.482749+0000","last_peered":"2024-08-30T20:56:00.482749+0000","last_clean":"2024-08-30T20:56:00.482749+0000","last_became_active":"2024-08-30T20:55:07.576852+0000","last_became_peered":"2024-08-30T20:55:07.576852+0000","last_unstale":"2024-08-30T20:56:00.482749+0000","last_undegraded":"2024-08-30T20:56:00.482749+0000","last_fullsized":"2024-08-30T20:56:00.482749+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:51:08.989180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482882+0000","last_change":"2024-08-30T20:55:07.591070+0000","last_active":"2024-08-30T20:56:00.482882+0000","last_peered":"2024-08-30T20:56:00.482882+0000","last_clean":"2024-08-30T20:56:00.482882+0000","last_became_active":"2024-08-30T20:55:07.590777+0000","last_became_peered":"2024-08-30T20:55:07.590777+0000","last_unstale":"2024-08-30T20:56:00.482882+0000","last_undegraded":"2024-08-30T20:56:00.482882+0000","last_fullsized":"2024-08-30T20:56:00.482882+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:56.115117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488195+0000","last_change":"2024-08-30T20:55:07.569671+0000","last_active":"2024-08-30T20:56:00.488195+0000","last_peered":"2024-08-30T20:56:00.488195+0000","last_clean":"2024-08-30T20:56:00.488195+0000","last_became_active":"2024-08-30T20:55:07.569311+0000","last_became_peered":"2024-08-30T20:55:07.569311+0000","last_unstale":"2024-08-30T20:56:00.488195+0000","last_undegraded":"2024-08-30T20:56:00.488195+0000","last_fullsized":"2024-08-30T20:56:00.488195+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:43:33.385322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569636+0000","last_change":"2024-08-30T20:55:04.485846+0000","last_active":"2024-08-30T20:56:00.569636+0000","last_peered":"2024-08-30T20:56:00.569636+0000","last_clean":"2024-08-30T20:56:00.569636+0000","last_became_active":"2024-08-30T20:55:04.485589+0000","last_became_peered":"2024-08-30T20:55:04.485589+0000","last_unstale":"2024-08-30T20:56:00.569636+0000","last_undegraded":"2024-08-30T20:56:00.569636+0000","last_fullsized":"2024-08-30T20:56:00.569636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:20:50.627528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722919+0000","last_change":"2024-08-30T20:55:07.583850+0000","last_active":"2024-08-30T20:56:00.722919+0000","last_peered":"2024-08-30T20:56:00.722919+0000","last_clean":"2024-08-30T20:56:00.722919+0000","last_became_active":"2024-08-30T20:55:07.583598+0000","last_became_peered":"2024-08-30T20:55:07.583598+0000","last_unstale":"2024-08-30T20:56:00.722919+0000","last_undegraded":"2024-08-30T20:56:00.722919+0000","last_fullsized":"2024-08-30T20:56:00.722919+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:10:57.651465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483249+0000","last_change":"2024-08-30T20:55:04.487436+0000","last_active":"2024-08-30T20:56:00.483249+0000","last_peered":"2024-08-30T20:56:00.483249+0000","last_clean":"2024-08-30T20:56:00.483249+0000","last_became_active":"2024-08-30T20:55:04.487096+0000","last_became_peered":"2024-08-30T20:55:04.487096+0000","last_unstale":"2024-08-30T20:56:00.483249+0000","last_undegraded":"2024-08-30T20:56:00.483249+0000","last_fullsized":"2024-08-30T20:56:00.483249+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:19:02.725915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569644+0000","last_change":"2024-08-30T20:55:04.482606+0000","last_active":"2024-08-30T20:56:00.569644+0000","last_peered":"2024-08-30T20:56:00.569644+0000","last_clean":"2024-08-30T20:56:00.569644+0000","last_became_active":"2024-08-30T20:55:04.482337+0000","last_became_peered":"2024-08-30T20:55:04.482337+0000","last_unstale":"2024-08-30T20:56:00.569644+0000","last_undegraded":"2024-08-30T20:56:00.569644+0000","last_fullsized":"2024-08-30T20:56:00.569644+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:03:46.837726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569863+0000","last_change":"2024-08-30T20:55:07.571310+0000","last_active":"2024-08-30T20:56:00.569863+0000","last_peered":"2024-08-30T20:56:00.569863+0000","last_clean":"2024-08-30T20:56:00.569863+0000","last_became_active":"2024-08-30T20:55:07.571014+0000","last_became_peered":"2024-08-30T20:55:07.571014+0000","last_unstale":"2024-08-30T20:56:00.569863+0000","last_undegraded":"2024-08-30T20:56:00.569863+0000","last_fullsized":"2024-08-30T20:56:00.569863+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:57:56.426531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489252+0000","last_change":"2024-08-30T20:55:04.488856+0000","last_active":"2024-08-30T20:56:00.489252+0000","last_peered":"2024-08-30T20:56:00.489252+0000","last_clean":"2024-08-30T20:56:00.489252+0000","last_became_active":"2024-08-30T20:55:04.488424+0000","last_became_peered":"2024-08-30T20:55:04.488424+0000","last_unstale":"2024-08-30T20:56:00.489252+0000","last_undegraded":"2024-08-30T20:56:00.489252+0000","last_fullsized":"2024-08-30T20:56:00.489252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:51:25.106075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483797+0000","last_change":"2024-08-30T20:55:32.633628+0000","last_active":"2024-08-30T20:56:00.483797+0000","last_peered":"2024-08-30T20:56:00.483797+0000","last_clean":"2024-08-30T20:56:00.483797+0000","last_became_active":"2024-08-30T20:55:32.633342+0000","last_became_peered":"2024-08-30T20:55:32.633342+0000","last_unstale":"2024-08-30T20:56:00.483797+0000","last_undegraded":"2024-08-30T20:56:00.483797+0000","last_fullsized":"2024-08-30T20:56:00.483797+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:27:01.632487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483680+0000","last_change":"2024-08-30T20:55:04.491624+0000","last_active":"2024-08-30T20:56:00.483680+0000","last_peered":"2024-08-30T20:56:00.483680+0000","last_clean":"2024-08-30T20:56:00.483680+0000","last_became_active":"2024-08-30T20:55:04.491290+0000","last_became_peered":"2024-08-30T20:55:04.491290+0000","last_unstale":"2024-08-30T20:56:00.483680+0000","last_undegraded":"2024-08-30T20:56:00.483680+0000","last_fullsized":"2024-08-30T20:56:00.483680+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:44:50.029902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488951+0000","last_change":"2024-08-30T20:55:07.587378+0000","last_active":"2024-08-30T20:56:00.488951+0000","last_peered":"2024-08-30T20:56:00.488951+0000","last_clean":"2024-08-30T20:56:00.488951+0000","last_became_active":"2024-08-30T20:55:07.587076+0000","last_became_peered":"2024-08-30T20:55:07.587076+0000","last_unstale":"2024-08-30T20:56:00.488951+0000","last_undegraded":"2024-08-30T20:56:00.488951+0000","last_fullsized":"2024-08-30T20:56:00.488951+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:01:51.577978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488785+0000","last_change":"2024-08-30T20:55:04.484603+0000","last_active":"2024-08-30T20:56:00.488785+0000","last_peered":"2024-08-30T20:56:00.488785+0000","last_clean":"2024-08-30T20:56:00.488785+0000","last_became_active":"2024-08-30T20:55:04.484318+0000","last_became_peered":"2024-08-30T20:55:04.484318+0000","last_unstale":"2024-08-30T20:56:00.488785+0000","last_undegraded":"2024-08-30T20:56:00.488785+0000","last_fullsized":"2024-08-30T20:56:00.488785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:44:09.047325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723060+0000","last_change":"2024-08-30T20:55:07.580743+0000","last_active":"2024-08-30T20:56:00.723060+0000","last_peered":"2024-08-30T20:56:00.723060+0000","last_clean":"2024-08-30T20:56:00.723060+0000","last_became_active":"2024-08-30T20:55:07.580494+0000","last_became_peered":"2024-08-30T20:55:07.580494+0000","last_unstale":"2024-08-30T20:56:00.723060+0000","last_undegraded":"2024-08-30T20:56:00.723060+0000","last_fullsized":"2024-08-30T20:56:00.723060+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:36:37.674671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485170+0000","last_change":"2024-08-30T20:55:04.491770+0000","last_active":"2024-08-30T20:56:00.485170+0000","last_peered":"2024-08-30T20:56:00.485170+0000","last_clean":"2024-08-30T20:56:00.485170+0000","last_became_active":"2024-08-30T20:55:04.491424+0000","last_became_peered":"2024-08-30T20:55:04.491424+0000","last_unstale":"2024-08-30T20:56:00.485170+0000","last_undegraded":"2024-08-30T20:56:00.485170+0000","last_fullsized":"2024-08-30T20:56:00.485170+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:18:09.867238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488532+0000","last_change":"2024-08-30T20:55:07.585479+0000","last_active":"2024-08-30T20:56:00.488532+0000","last_peered":"2024-08-30T20:56:00.488532+0000","last_clean":"2024-08-30T20:56:00.488532+0000","last_became_active":"2024-08-30T20:55:07.585191+0000","last_became_peered":"2024-08-30T20:55:07.585191+0000","last_unstale":"2024-08-30T20:56:00.488532+0000","last_undegraded":"2024-08-30T20:56:00.488532+0000","last_fullsized":"2024-08-30T20:56:00.488532+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:40:02.146189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"70'9","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483296+0000","last_change":"2024-08-30T20:55:04.490746+0000","last_active":"2024-08-30T20:56:00.483296+0000","last_peered":"2024-08-30T20:56:00.483296+0000","last_clean":"2024-08-30T20:56:00.483296+0000","last_became_active":"2024-08-30T20:55:04.490014+0000","last_became_peered":"2024-08-30T20:55:04.490014+0000","last_unstale":"2024-08-30T20:56:00.483296+0000","last_undegraded":"2024-08-30T20:56:00.483296+0000","last_fullsized":"2024-08-30T20:56:00.483296+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:06:44.987519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722976+0000","last_change":"2024-08-30T20:55:07.585861+0000","last_active":"2024-08-30T20:56:00.722976+0000","last_peered":"2024-08-30T20:56:00.722976+0000","last_clean":"2024-08-30T20:56:00.722976+0000","last_became_active":"2024-08-30T20:55:07.585556+0000","last_became_peered":"2024-08-30T20:55:07.585556+0000","last_unstale":"2024-08-30T20:56:00.722976+0000","last_undegraded":"2024-08-30T20:56:00.722976+0000","last_fullsized":"2024-08-30T20:56:00.722976+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:31:25.174097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.721951+0000","last_change":"2024-08-30T20:55:04.489842+0000","last_active":"2024-08-30T20:56:00.721951+0000","last_peered":"2024-08-30T20:56:00.721951+0000","last_clean":"2024-08-30T20:56:00.721951+0000","last_became_active":"2024-08-30T20:55:04.489445+0000","last_became_peered":"2024-08-30T20:55:04.489445+0000","last_unstale":"2024-08-30T20:56:00.721951+0000","last_undegraded":"2024-08-30T20:56:00.721951+0000","last_fullsized":"2024-08-30T20:56:00.721951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:20:55.671645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482905+0000","last_change":"2024-08-30T20:55:32.635664+0000","last_active":"2024-08-30T20:56:00.482905+0000","last_peered":"2024-08-30T20:56:00.482905+0000","last_clean":"2024-08-30T20:56:00.482905+0000","last_became_active":"2024-08-30T20:55:32.635382+0000","last_became_peered":"2024-08-30T20:55:32.635382+0000","last_unstale":"2024-08-30T20:56:00.482905+0000","last_undegraded":"2024-08-30T20:56:00.482905+0000","last_fullsized":"2024-08-30T20:56:00.482905+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:46:41.485729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489981+0000","last_change":"2024-08-30T20:55:04.488471+0000","last_active":"2024-08-30T20:56:00.489981+0000","last_peered":"2024-08-30T20:56:00.489981+0000","last_clean":"2024-08-30T20:56:00.489981+0000","last_became_active":"2024-08-30T20:55:04.488170+0000","last_became_peered":"2024-08-30T20:55:04.488170+0000","last_unstale":"2024-08-30T20:56:00.489981+0000","last_undegraded":"2024-08-30T20:56:00.489981+0000","last_fullsized":"2024-08-30T20:56:00.489981+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:07:18.395208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723008+0000","last_change":"2024-08-30T20:55:07.585880+0000","last_active":"2024-08-30T20:56:00.723008+0000","last_peered":"2024-08-30T20:56:00.723008+0000","last_clean":"2024-08-30T20:56:00.723008+0000","last_became_active":"2024-08-30T20:55:07.584740+0000","last_became_peered":"2024-08-30T20:55:07.584740+0000","last_unstale":"2024-08-30T20:56:00.723008+0000","last_undegraded":"2024-08-30T20:56:00.723008+0000","last_fullsized":"2024-08-30T20:56:00.723008+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:48:02.950829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482975+0000","last_change":"2024-08-30T20:55:04.486606+0000","last_active":"2024-08-30T20:56:00.482975+0000","last_peered":"2024-08-30T20:56:00.482975+0000","last_clean":"2024-08-30T20:56:00.482975+0000","last_became_active":"2024-08-30T20:55:04.486242+0000","last_became_peered":"2024-08-30T20:55:04.486242+0000","last_unstale":"2024-08-30T20:56:00.482975+0000","last_undegraded":"2024-08-30T20:56:00.482975+0000","last_fullsized":"2024-08-30T20:56:00.482975+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:32:20.612654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482893+0000","last_change":"2024-08-30T20:55:07.581599+0000","last_active":"2024-08-30T20:56:00.482893+0000","last_peered":"2024-08-30T20:56:00.482893+0000","last_clean":"2024-08-30T20:56:00.482893+0000","last_became_active":"2024-08-30T20:55:07.581345+0000","last_became_peered":"2024-08-30T20:55:07.581345+0000","last_unstale":"2024-08-30T20:56:00.482893+0000","last_undegraded":"2024-08-30T20:56:00.482893+0000","last_fullsized":"2024-08-30T20:56:00.482893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:15:39.649195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482729+0000","last_change":"2024-08-30T20:55:04.487479+0000","last_active":"2024-08-30T20:56:00.482729+0000","last_peered":"2024-08-30T20:56:00.482729+0000","last_clean":"2024-08-30T20:56:00.482729+0000","last_became_active":"2024-08-30T20:55:04.484942+0000","last_became_peered":"2024-08-30T20:55:04.484942+0000","last_unstale":"2024-08-30T20:56:00.482729+0000","last_undegraded":"2024-08-30T20:56:00.482729+0000","last_fullsized":"2024-08-30T20:56:00.482729+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:20:16.543843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722824+0000","last_change":"2024-08-30T20:55:32.631858+0000","last_active":"2024-08-30T20:56:00.722824+0000","last_peered":"2024-08-30T20:56:00.722824+0000","last_clean":"2024-08-30T20:56:00.722824+0000","last_became_active":"2024-08-30T20:55:32.631447+0000","last_became_peered":"2024-08-30T20:55:32.631447+0000","last_unstale":"2024-08-30T20:56:00.722824+0000","last_undegraded":"2024-08-30T20:56:00.722824+0000","last_fullsized":"2024-08-30T20:56:00.722824+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:41:35.763861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488686+0000","last_change":"2024-08-30T20:55:04.486905+0000","last_active":"2024-08-30T20:56:00.488686+0000","last_peered":"2024-08-30T20:56:00.488686+0000","last_clean":"2024-08-30T20:56:00.488686+0000","last_became_active":"2024-08-30T20:55:04.486136+0000","last_became_peered":"2024-08-30T20:55:04.486136+0000","last_unstale":"2024-08-30T20:56:00.488686+0000","last_undegraded":"2024-08-30T20:56:00.488686+0000","last_fullsized":"2024-08-30T20:56:00.488686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:55:53.482556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723158+0000","last_change":"2024-08-30T20:55:07.584729+0000","last_active":"2024-08-30T20:56:00.723158+0000","last_peered":"2024-08-30T20:56:00.723158+0000","last_clean":"2024-08-30T20:56:00.723158+0000","last_became_active":"2024-08-30T20:55:07.584363+0000","last_became_peered":"2024-08-30T20:55:07.584363+0000","last_unstale":"2024-08-30T20:56:00.723158+0000","last_undegraded":"2024-08-30T20:56:00.723158+0000","last_fullsized":"2024-08-30T20:56:00.723158+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:12:53.530861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483963+0000","last_change":"2024-08-30T20:55:04.487887+0000","last_active":"2024-08-30T20:56:00.483963+0000","last_peered":"2024-08-30T20:56:00.483963+0000","last_clean":"2024-08-30T20:56:00.483963+0000","last_became_active":"2024-08-30T20:55:04.487545+0000","last_became_peered":"2024-08-30T20:55:04.487545+0000","last_unstale":"2024-08-30T20:56:00.483963+0000","last_undegraded":"2024-08-30T20:56:00.483963+0000","last_fullsized":"2024-08-30T20:56:00.483963+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:03:34.427448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723188+0000","last_change":"2024-08-30T20:55:07.590673+0000","last_active":"2024-08-30T20:56:00.723188+0000","last_peered":"2024-08-30T20:56:00.723188+0000","last_clean":"2024-08-30T20:56:00.723188+0000","last_became_active":"2024-08-30T20:55:07.590366+0000","last_became_peered":"2024-08-30T20:55:07.590366+0000","last_unstale":"2024-08-30T20:56:00.723188+0000","last_undegraded":"2024-08-30T20:56:00.723188+0000","last_fullsized":"2024-08-30T20:56:00.723188+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:32:33.228697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485258+0000","last_change":"2024-08-30T20:55:04.485836+0000","last_active":"2024-08-30T20:56:00.485258+0000","last_peered":"2024-08-30T20:56:00.485258+0000","last_clean":"2024-08-30T20:56:00.485258+0000","last_became_active":"2024-08-30T20:55:04.485508+0000","last_became_peered":"2024-08-30T20:55:04.485508+0000","last_unstale":"2024-08-30T20:56:00.485258+0000","last_undegraded":"2024-08-30T20:56:00.485258+0000","last_fullsized":"2024-08-30T20:56:00.485258+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:48:47.852425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489242+0000","last_change":"2024-08-30T20:55:07.587819+0000","last_active":"2024-08-30T20:56:00.489242+0000","last_peered":"2024-08-30T20:56:00.489242+0000","last_clean":"2024-08-30T20:56:00.489242+0000","last_became_active":"2024-08-30T20:55:07.587494+0000","last_became_peered":"2024-08-30T20:55:07.587494+0000","last_unstale":"2024-08-30T20:56:00.489242+0000","last_undegraded":"2024-08-30T20:56:00.489242+0000","last_fullsized":"2024-08-30T20:56:00.489242+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:46:39.171489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483609+0000","last_change":"2024-08-30T20:55:04.489167+0000","last_active":"2024-08-30T20:56:00.483609+0000","last_peered":"2024-08-30T20:56:00.483609+0000","last_clean":"2024-08-30T20:56:00.483609+0000","last_became_active":"2024-08-30T20:55:04.488462+0000","last_became_peered":"2024-08-30T20:55:04.488462+0000","last_unstale":"2024-08-30T20:56:00.483609+0000","last_undegraded":"2024-08-30T20:56:00.483609+0000","last_fullsized":"2024-08-30T20:56:00.483609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:08:19.661234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723018+0000","last_change":"2024-08-30T20:55:07.594433+0000","last_active":"2024-08-30T20:56:00.723018+0000","last_peered":"2024-08-30T20:56:00.723018+0000","last_clean":"2024-08-30T20:56:00.723018+0000","last_became_active":"2024-08-30T20:55:07.594138+0000","last_became_peered":"2024-08-30T20:55:07.594138+0000","last_unstale":"2024-08-30T20:56:00.723018+0000","last_undegraded":"2024-08-30T20:56:00.723018+0000","last_fullsized":"2024-08-30T20:56:00.723018+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:11:40.132553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:07.398875+0000","last_change":"2024-08-30T20:56:00.483441+0000","last_active":"2024-08-30T20:56:07.398875+0000","last_peered":"2024-08-30T20:56:07.398875+0000","last_clean":"2024-08-30T20:56:07.398875+0000","last_became_active":"2024-08-30T20:55:56.623148+0000","last_became_peered":"2024-08-30T20:55:56.623148+0000","last_unstale":"2024-08-30T20:56:07.398875+0000","last_undegraded":"2024-08-30T20:56:07.398875+0000","last_fullsized":"2024-08-30T20:56:07.398875+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:31:45.810826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031167499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"72'128","reported_seq":272,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:07.324917+0000","last_change":"2024-08-30T20:54:42.923106+0000","last_active":"2024-08-30T20:56:07.324917+0000","last_peered":"2024-08-30T20:56:07.324917+0000","last_clean":"2024-08-30T20:56:07.324917+0000","last_became_active":"2024-08-30T20:54:42.922601+0000","last_became_peered":"2024-08-30T20:54:42.922601+0000","last_unstale":"2024-08-30T20:56:07.324917+0000","last_undegraded":"2024-08-30T20:56:07.324917+0000","last_fullsized":"2024-08-30T20:56:07.324917+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_clean_scrub_stamp":"2024-08-30T20:52:43.890084+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:55:08.330242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489190+0000","last_change":"2024-08-30T20:55:04.488364+0000","last_active":"2024-08-30T20:56:00.489190+0000","last_peered":"2024-08-30T20:56:00.489190+0000","last_clean":"2024-08-30T20:56:00.489190+0000","last_became_active":"2024-08-30T20:55:04.488060+0000","last_became_peered":"2024-08-30T20:55:04.488060+0000","last_unstale":"2024-08-30T20:56:00.489190+0000","last_undegraded":"2024-08-30T20:56:00.489190+0000","last_fullsized":"2024-08-30T20:56:00.489190+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:04:59.913045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570341+0000","last_change":"2024-08-30T20:55:07.577162+0000","last_active":"2024-08-30T20:56:00.570341+0000","last_peered":"2024-08-30T20:56:00.570341+0000","last_clean":"2024-08-30T20:56:00.570341+0000","last_became_active":"2024-08-30T20:55:07.576888+0000","last_became_peered":"2024-08-30T20:55:07.576888+0000","last_unstale":"2024-08-30T20:56:00.570341+0000","last_undegraded":"2024-08-30T20:56:00.570341+0000","last_fullsized":"2024-08-30T20:56:00.570341+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:41:05.013437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.920529+0000","last_change":"2024-08-30T20:56:00.723327+0000","last_active":"2024-08-30T20:56:06.920529+0000","last_peered":"2024-08-30T20:56:06.920529+0000","last_clean":"2024-08-30T20:56:06.920529+0000","last_became_active":"2024-08-30T20:55:56.452830+0000","last_became_peered":"2024-08-30T20:55:56.452830+0000","last_unstale":"2024-08-30T20:56:06.920529+0000","last_undegraded":"2024-08-30T20:56:06.920529+0000","last_fullsized":"2024-08-30T20:56:06.920529+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:20:40.554409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025654999999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722208+0000","last_change":"2024-08-30T20:55:04.495046+0000","last_active":"2024-08-30T20:56:00.722208+0000","last_peered":"2024-08-30T20:56:00.722208+0000","last_clean":"2024-08-30T20:56:00.722208+0000","last_became_active":"2024-08-30T20:55:04.494761+0000","last_became_peered":"2024-08-30T20:55:04.494761+0000","last_unstale":"2024-08-30T20:56:00.722208+0000","last_undegraded":"2024-08-30T20:56:00.722208+0000","last_fullsized":"2024-08-30T20:56:00.722208+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T20:56:50.866598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722465+0000","last_change":"2024-08-30T20:55:07.573944+0000","last_active":"2024-08-30T20:56:00.722465+0000","last_peered":"2024-08-30T20:56:00.722465+0000","last_clean":"2024-08-30T20:56:00.722465+0000","last_became_active":"2024-08-30T20:55:07.573652+0000","last_became_peered":"2024-08-30T20:55:07.573652+0000","last_unstale":"2024-08-30T20:56:00.722465+0000","last_undegraded":"2024-08-30T20:56:00.722465+0000","last_fullsized":"2024-08-30T20:56:00.722465+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:05:41.833333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.921333+0000","last_change":"2024-08-30T20:56:00.485887+0000","last_active":"2024-08-30T20:56:06.921333+0000","last_peered":"2024-08-30T20:56:06.921333+0000","last_clean":"2024-08-30T20:56:06.921333+0000","last_became_active":"2024-08-30T20:55:56.452265+0000","last_became_peered":"2024-08-30T20:55:56.452265+0000","last_unstale":"2024-08-30T20:56:06.921333+0000","last_undegraded":"2024-08-30T20:56:06.921333+0000","last_fullsized":"2024-08-30T20:56:06.921333+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:13:34.196135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026004700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482793+0000","last_change":"2024-08-30T20:55:04.482616+0000","last_active":"2024-08-30T20:56:00.482793+0000","last_peered":"2024-08-30T20:56:00.482793+0000","last_clean":"2024-08-30T20:56:00.482793+0000","last_became_active":"2024-08-30T20:55:04.482339+0000","last_became_peered":"2024-08-30T20:55:04.482339+0000","last_unstale":"2024-08-30T20:56:00.482793+0000","last_undegraded":"2024-08-30T20:56:00.482793+0000","last_fullsized":"2024-08-30T20:56:00.482793+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:49:44.927598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483583+0000","last_change":"2024-08-30T20:55:07.579584+0000","last_active":"2024-08-30T20:56:00.483583+0000","last_peered":"2024-08-30T20:56:00.483583+0000","last_clean":"2024-08-30T20:56:00.483583+0000","last_became_active":"2024-08-30T20:55:07.579230+0000","last_became_peered":"2024-08-30T20:55:07.579230+0000","last_unstale":"2024-08-30T20:56:00.483583+0000","last_undegraded":"2024-08-30T20:56:00.483583+0000","last_fullsized":"2024-08-30T20:56:00.483583+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:39:25.431482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.920816+0000","last_change":"2024-08-30T20:56:00.485790+0000","last_active":"2024-08-30T20:56:06.920816+0000","last_peered":"2024-08-30T20:56:06.920816+0000","last_clean":"2024-08-30T20:56:06.920816+0000","last_became_active":"2024-08-30T20:55:56.455122+0000","last_became_peered":"2024-08-30T20:55:56.455122+0000","last_unstale":"2024-08-30T20:56:06.920816+0000","last_undegraded":"2024-08-30T20:56:06.920816+0000","last_fullsized":"2024-08-30T20:56:06.920816+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:56:52.013795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037839200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.490006+0000","last_change":"2024-08-30T20:55:04.489599+0000","last_active":"2024-08-30T20:56:00.490006+0000","last_peered":"2024-08-30T20:56:00.490006+0000","last_clean":"2024-08-30T20:56:00.490006+0000","last_became_active":"2024-08-30T20:55:04.489324+0000","last_became_peered":"2024-08-30T20:55:04.489324+0000","last_unstale":"2024-08-30T20:56:00.490006+0000","last_undegraded":"2024-08-30T20:56:00.490006+0000","last_fullsized":"2024-08-30T20:56:00.490006+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:57:24.425979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.482882+0000","last_change":"2024-08-30T20:55:32.631760+0000","last_active":"2024-08-30T20:56:00.482882+0000","last_peered":"2024-08-30T20:56:00.482882+0000","last_clean":"2024-08-30T20:56:00.482882+0000","last_became_active":"2024-08-30T20:55:32.631453+0000","last_became_peered":"2024-08-30T20:55:32.631453+0000","last_unstale":"2024-08-30T20:56:00.482882+0000","last_undegraded":"2024-08-30T20:56:00.482882+0000","last_fullsized":"2024-08-30T20:56:00.482882+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:33:21.059689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.920518+0000","last_change":"2024-08-30T20:56:00.484479+0000","last_active":"2024-08-30T20:56:06.920518+0000","last_peered":"2024-08-30T20:56:06.920518+0000","last_clean":"2024-08-30T20:56:06.920518+0000","last_became_active":"2024-08-30T20:55:56.452995+0000","last_became_peered":"2024-08-30T20:55:56.452995+0000","last_unstale":"2024-08-30T20:56:06.920518+0000","last_undegraded":"2024-08-30T20:56:06.920518+0000","last_fullsized":"2024-08-30T20:56:06.920518+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:44:17.905751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065752300000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485528+0000","last_change":"2024-08-30T20:55:04.490817+0000","last_active":"2024-08-30T20:56:00.485528+0000","last_peered":"2024-08-30T20:56:00.485528+0000","last_clean":"2024-08-30T20:56:00.485528+0000","last_became_active":"2024-08-30T20:55:04.489815+0000","last_became_peered":"2024-08-30T20:55:04.489815+0000","last_unstale":"2024-08-30T20:56:00.485528+0000","last_undegraded":"2024-08-30T20:56:00.485528+0000","last_fullsized":"2024-08-30T20:56:00.485528+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:15:06.335428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.484939+0000","last_change":"2024-08-30T20:55:32.634593+0000","last_active":"2024-08-30T20:56:00.484939+0000","last_peered":"2024-08-30T20:56:00.484939+0000","last_clean":"2024-08-30T20:56:00.484939+0000","last_became_active":"2024-08-30T20:55:32.633942+0000","last_became_peered":"2024-08-30T20:55:32.633942+0000","last_unstale":"2024-08-30T20:56:00.484939+0000","last_undegraded":"2024-08-30T20:56:00.484939+0000","last_fullsized":"2024-08-30T20:56:00.484939+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:47:37.111440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.921321+0000","last_change":"2024-08-30T20:56:00.723175+0000","last_active":"2024-08-30T20:56:06.921321+0000","last_peered":"2024-08-30T20:56:06.921321+0000","last_clean":"2024-08-30T20:56:06.921321+0000","last_became_active":"2024-08-30T20:55:56.623205+0000","last_became_peered":"2024-08-30T20:55:56.623205+0000","last_unstale":"2024-08-30T20:56:06.921321+0000","last_undegraded":"2024-08-30T20:56:06.921321+0000","last_fullsized":"2024-08-30T20:56:06.921321+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:20:52.058162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042323399999999998,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722288+0000","last_change":"2024-08-30T20:55:04.494092+0000","last_active":"2024-08-30T20:56:00.722288+0000","last_peered":"2024-08-30T20:56:00.722288+0000","last_clean":"2024-08-30T20:56:00.722288+0000","last_became_active":"2024-08-30T20:55:04.493710+0000","last_became_peered":"2024-08-30T20:55:04.493710+0000","last_unstale":"2024-08-30T20:56:00.722288+0000","last_undegraded":"2024-08-30T20:56:00.722288+0000","last_fullsized":"2024-08-30T20:56:00.722288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:38:56.697509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485455+0000","last_change":"2024-08-30T20:55:07.575553+0000","last_active":"2024-08-30T20:56:00.485455+0000","last_peered":"2024-08-30T20:56:00.485455+0000","last_clean":"2024-08-30T20:56:00.485455+0000","last_became_active":"2024-08-30T20:55:07.575286+0000","last_became_peered":"2024-08-30T20:55:07.575286+0000","last_unstale":"2024-08-30T20:56:00.485455+0000","last_undegraded":"2024-08-30T20:56:00.485455+0000","last_fullsized":"2024-08-30T20:56:00.485455+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:37:03.885311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:07.533326+0000","last_change":"2024-08-30T20:56:00.570299+0000","last_active":"2024-08-30T20:56:07.533326+0000","last_peered":"2024-08-30T20:56:07.533326+0000","last_clean":"2024-08-30T20:56:07.533326+0000","last_became_active":"2024-08-30T20:55:56.622849+0000","last_became_peered":"2024-08-30T20:55:56.622849+0000","last_unstale":"2024-08-30T20:56:07.533326+0000","last_undegraded":"2024-08-30T20:56:07.533326+0000","last_fullsized":"2024-08-30T20:56:07.533326+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:04:22.896007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054042800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.485754+0000","last_change":"2024-08-30T20:55:04.493382+0000","last_active":"2024-08-30T20:56:00.485754+0000","last_peered":"2024-08-30T20:56:00.485754+0000","last_clean":"2024-08-30T20:56:00.485754+0000","last_became_active":"2024-08-30T20:55:04.493106+0000","last_became_peered":"2024-08-30T20:55:04.493106+0000","last_unstale":"2024-08-30T20:56:00.485754+0000","last_undegraded":"2024-08-30T20:56:00.485754+0000","last_fullsized":"2024-08-30T20:56:00.485754+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:50:59.626955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570760+0000","last_change":"2024-08-30T20:55:07.582670+0000","last_active":"2024-08-30T20:56:00.570760+0000","last_peered":"2024-08-30T20:56:00.570760+0000","last_clean":"2024-08-30T20:56:00.570760+0000","last_became_active":"2024-08-30T20:55:07.582351+0000","last_became_peered":"2024-08-30T20:55:07.582351+0000","last_unstale":"2024-08-30T20:56:00.570760+0000","last_undegraded":"2024-08-30T20:56:00.570760+0000","last_fullsized":"2024-08-30T20:56:00.570760+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:28:54.950259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-30T20:56:06.924402+0000","last_change":"2024-08-30T20:56:00.488750+0000","last_active":"2024-08-30T20:56:06.924402+0000","last_peered":"2024-08-30T20:56:06.924402+0000","last_clean":"2024-08-30T20:56:06.924402+0000","last_became_active":"2024-08-30T20:55:56.454611+0000","last_became_peered":"2024-08-30T20:55:56.454611+0000","last_unstale":"2024-08-30T20:56:06.924402+0000","last_undegraded":"2024-08-30T20:56:06.924402+0000","last_fullsized":"2024-08-30T20:56:06.924402+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:07:00.786434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061468999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483710+0000","last_change":"2024-08-30T20:55:04.489800+0000","last_active":"2024-08-30T20:56:00.483710+0000","last_peered":"2024-08-30T20:56:00.483710+0000","last_clean":"2024-08-30T20:56:00.483710+0000","last_became_active":"2024-08-30T20:55:04.488477+0000","last_became_peered":"2024-08-30T20:55:04.488477+0000","last_unstale":"2024-08-30T20:56:00.483710+0000","last_undegraded":"2024-08-30T20:56:00.483710+0000","last_fullsized":"2024-08-30T20:56:00.483710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:49:51.905435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722943+0000","last_change":"2024-08-30T20:55:07.572782+0000","last_active":"2024-08-30T20:56:00.722943+0000","last_peered":"2024-08-30T20:56:00.722943+0000","last_clean":"2024-08-30T20:56:00.722943+0000","last_became_active":"2024-08-30T20:55:07.572514+0000","last_became_peered":"2024-08-30T20:55:07.572514+0000","last_unstale":"2024-08-30T20:56:00.722943+0000","last_undegraded":"2024-08-30T20:56:00.722943+0000","last_fullsized":"2024-08-30T20:56:00.722943+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:27:13.719572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722263+0000","last_change":"2024-08-30T20:55:04.495111+0000","last_active":"2024-08-30T20:56:00.722263+0000","last_peered":"2024-08-30T20:56:00.722263+0000","last_clean":"2024-08-30T20:56:00.722263+0000","last_became_active":"2024-08-30T20:55:04.494143+0000","last_became_peered":"2024-08-30T20:55:04.494143+0000","last_unstale":"2024-08-30T20:56:00.722263+0000","last_undegraded":"2024-08-30T20:56:00.722263+0000","last_fullsized":"2024-08-30T20:56:00.722263+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:18:40.645404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488362+0000","last_change":"2024-08-30T20:55:07.578863+0000","last_active":"2024-08-30T20:56:00.488362+0000","last_peered":"2024-08-30T20:56:00.488362+0000","last_clean":"2024-08-30T20:56:00.488362+0000","last_became_active":"2024-08-30T20:55:07.578575+0000","last_became_peered":"2024-08-30T20:55:07.578575+0000","last_unstale":"2024-08-30T20:56:00.488362+0000","last_undegraded":"2024-08-30T20:56:00.488362+0000","last_fullsized":"2024-08-30T20:56:00.488362+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:12:01.624183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.484009+0000","last_change":"2024-08-30T20:55:04.490765+0000","last_active":"2024-08-30T20:56:00.484009+0000","last_peered":"2024-08-30T20:56:00.484009+0000","last_clean":"2024-08-30T20:56:00.484009+0000","last_became_active":"2024-08-30T20:55:04.490503+0000","last_became_peered":"2024-08-30T20:55:04.490503+0000","last_unstale":"2024-08-30T20:56:00.484009+0000","last_undegraded":"2024-08-30T20:56:00.484009+0000","last_fullsized":"2024-08-30T20:56:00.484009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:41:06.376292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569940+0000","last_change":"2024-08-30T20:55:07.579388+0000","last_active":"2024-08-30T20:56:00.569940+0000","last_peered":"2024-08-30T20:56:00.569940+0000","last_clean":"2024-08-30T20:56:00.569940+0000","last_became_active":"2024-08-30T20:55:07.579059+0000","last_became_peered":"2024-08-30T20:55:07.579059+0000","last_unstale":"2024-08-30T20:56:00.569940+0000","last_undegraded":"2024-08-30T20:56:00.569940+0000","last_fullsized":"2024-08-30T20:56:00.569940+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:41:47.610415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.484916+0000","last_change":"2024-08-30T20:55:32.635678+0000","last_active":"2024-08-30T20:56:00.484916+0000","last_peered":"2024-08-30T20:56:00.484916+0000","last_clean":"2024-08-30T20:56:00.484916+0000","last_became_active":"2024-08-30T20:55:32.635349+0000","last_became_peered":"2024-08-30T20:55:32.635349+0000","last_unstale":"2024-08-30T20:56:00.484916+0000","last_undegraded":"2024-08-30T20:56:00.484916+0000","last_fullsized":"2024-08-30T20:56:00.484916+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:19:05.661823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570384+0000","last_change":"2024-08-30T20:55:07.572040+0000","last_active":"2024-08-30T20:56:00.570384+0000","last_peered":"2024-08-30T20:56:00.570384+0000","last_clean":"2024-08-30T20:56:00.570384+0000","last_became_active":"2024-08-30T20:55:07.571770+0000","last_became_peered":"2024-08-30T20:55:07.571770+0000","last_unstale":"2024-08-30T20:56:00.570384+0000","last_undegraded":"2024-08-30T20:56:00.570384+0000","last_fullsized":"2024-08-30T20:56:00.570384+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:55:40.480566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722204+0000","last_change":"2024-08-30T20:55:04.491933+0000","last_active":"2024-08-30T20:56:00.722204+0000","last_peered":"2024-08-30T20:56:00.722204+0000","last_clean":"2024-08-30T20:56:00.722204+0000","last_became_active":"2024-08-30T20:55:04.491595+0000","last_became_peered":"2024-08-30T20:55:04.491595+0000","last_unstale":"2024-08-30T20:56:00.722204+0000","last_undegraded":"2024-08-30T20:56:00.722204+0000","last_fullsized":"2024-08-30T20:56:00.722204+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:24:44.248811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.483089+0000","last_change":"2024-08-30T20:55:07.584444+0000","last_active":"2024-08-30T20:56:00.483089+0000","last_peered":"2024-08-30T20:56:00.483089+0000","last_clean":"2024-08-30T20:56:00.483089+0000","last_became_active":"2024-08-30T20:55:07.584139+0000","last_became_peered":"2024-08-30T20:55:07.584139+0000","last_unstale":"2024-08-30T20:56:00.483089+0000","last_undegraded":"2024-08-30T20:56:00.483089+0000","last_fullsized":"2024-08-30T20:56:00.483089+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:19:46.340268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.488730+0000","last_change":"2024-08-30T20:55:07.585831+0000","last_active":"2024-08-30T20:56:00.488730+0000","last_peered":"2024-08-30T20:56:00.488730+0000","last_clean":"2024-08-30T20:56:00.488730+0000","last_became_active":"2024-08-30T20:55:07.585521+0000","last_became_peered":"2024-08-30T20:55:07.585521+0000","last_unstale":"2024-08-30T20:56:00.488730+0000","last_undegraded":"2024-08-30T20:56:00.488730+0000","last_fullsized":"2024-08-30T20:56:00.488730+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:34:45.174915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722242+0000","last_change":"2024-08-30T20:55:04.492392+0000","last_active":"2024-08-30T20:56:00.722242+0000","last_peered":"2024-08-30T20:56:00.722242+0000","last_clean":"2024-08-30T20:56:00.722242+0000","last_became_active":"2024-08-30T20:55:04.491990+0000","last_became_peered":"2024-08-30T20:55:04.491990+0000","last_unstale":"2024-08-30T20:56:00.722242+0000","last_undegraded":"2024-08-30T20:56:00.722242+0000","last_fullsized":"2024-08-30T20:56:00.722242+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:03:27.010949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.489162+0000","last_change":"2024-08-30T20:55:07.580409+0000","last_active":"2024-08-30T20:56:00.489162+0000","last_peered":"2024-08-30T20:56:00.489162+0000","last_clean":"2024-08-30T20:56:00.489162+0000","last_became_active":"2024-08-30T20:55:07.580122+0000","last_became_peered":"2024-08-30T20:55:07.580122+0000","last_unstale":"2024-08-30T20:56:00.489162+0000","last_undegraded":"2024-08-30T20:56:00.489162+0000","last_fullsized":"2024-08-30T20:56:00.489162+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:07:36.479548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722372+0000","last_change":"2024-08-30T20:55:04.493800+0000","last_active":"2024-08-30T20:56:00.722372+0000","last_peered":"2024-08-30T20:56:00.722372+0000","last_clean":"2024-08-30T20:56:00.722372+0000","last_became_active":"2024-08-30T20:55:04.493523+0000","last_became_peered":"2024-08-30T20:55:04.493523+0000","last_unstale":"2024-08-30T20:56:00.722372+0000","last_undegraded":"2024-08-30T20:56:00.722372+0000","last_fullsized":"2024-08-30T20:56:00.722372+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:35:44.585723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.723016+0000","last_change":"2024-08-30T20:55:07.579266+0000","last_active":"2024-08-30T20:56:00.723016+0000","last_peered":"2024-08-30T20:56:00.723016+0000","last_clean":"2024-08-30T20:56:00.723016+0000","last_became_active":"2024-08-30T20:55:07.578989+0000","last_became_peered":"2024-08-30T20:55:07.578989+0000","last_unstale":"2024-08-30T20:56:00.723016+0000","last_undegraded":"2024-08-30T20:56:00.723016+0000","last_fullsized":"2024-08-30T20:56:00.723016+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:01:26.275889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.569773+0000","last_change":"2024-08-30T20:55:04.494504+0000","last_active":"2024-08-30T20:56:00.569773+0000","last_peered":"2024-08-30T20:56:00.569773+0000","last_clean":"2024-08-30T20:56:00.569773+0000","last_became_active":"2024-08-30T20:55:04.494214+0000","last_became_peered":"2024-08-30T20:55:04.494214+0000","last_unstale":"2024-08-30T20:56:00.569773+0000","last_undegraded":"2024-08-30T20:56:00.569773+0000","last_fullsized":"2024-08-30T20:56:00.569773+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:57:19.409645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.570509+0000","last_change":"2024-08-30T20:55:07.577926+0000","last_active":"2024-08-30T20:56:00.570509+0000","last_peered":"2024-08-30T20:56:00.570509+0000","last_clean":"2024-08-30T20:56:00.570509+0000","last_became_active":"2024-08-30T20:55:07.577663+0000","last_became_peered":"2024-08-30T20:55:07.577663+0000","last_unstale":"2024-08-30T20:56:00.570509+0000","last_undegraded":"2024-08-30T20:56:00.570509+0000","last_fullsized":"2024-08-30T20:56:00.570509+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:26:24.347735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-30T20:56:00.722610+0000","last_change":"2024-08-30T20:55:04.492706+0000","last_active":"2024-08-30T20:56:00.722610+0000","last_peered":"2024-08-30T20:56:00.722610+0000","last_clean":"2024-08-30T20:56:00.722610+0000","last_became_active":"2024-08-30T20:55:04.492447+0000","last_became_peered":"2024-08-30T20:55:04.492447+0000","last_unstale":"2024-08-30T20:56:00.722610+0000","last_undegraded":"2024-08-30T20:56:00.722610+0000","last_fullsized":"2024-08-30T20:56:00.722610+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:22:48.514822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201310,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28368,"kb_used_data":1348,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716784,"statfs":{"total":95995035648,"available":95965986816,"internally_reserved":0,"allocated":1380352,"data_stored":936946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.51300000000000001,"15min":0.50900000000000001},"min":{"1min":0.36299999999999999,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.52400000000000002,"15min":0.52300000000000002},"min":{"1min":0.42599999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.74099999999999999,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.60199999999999998}]},{"osd":1,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.52400000000000002,"15min":0.52300000000000002},"min":{"1min":0.37,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39900000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.67900000000000005,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.53200000000000003}]},{"osd":2,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.54400000000000004,"15min":0.55200000000000005},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.64100000000000001,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.38300000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.54500000000000004}]},{"osd":3,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.51600000000000001,"15min":0.51900000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65300000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.318},"max":{"1min":0.67400000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.68300000000000005}]},{"osd":4,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.436,"15min":0.439},"min":{"1min":0.30199999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.33000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.372}]},{"osd":5,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.48099999999999998,"15min":0.48399999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.80800000000000005,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.438},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.51600000000000001,"15min":0.52200000000000002},"min":{"1min":0.34899999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.81899999999999995,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.45400000000000001}]},{"osd":6,"last update":"Fri Aug 30 20:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54200000000000004,"15min":0.54500000000000004},"min":{"1min":0.38,"5min":0.313,"15min":0.313},"max":{"1min":0.78700000000000003,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.50600000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.61799999999999999,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.42099999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462947,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":938690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.52100000000000002,"15min":0.52600000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.629,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51500000000000001,"15min":0.51300000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.52700000000000002}]},{"osd":2,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.53400000000000003,"15min":0.53300000000000003},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.70499999999999996,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53100000000000003,"15min":0.53200000000000003},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.71399999999999997,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.53800000000000003}]},{"osd":3,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52700000000000002,"15min":0.52800000000000002},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.66100000000000003,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.442},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54500000000000004,"15min":0.54300000000000004},"min":{"1min":0.376,"5min":0.372,"15min":0.372},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.60599999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.442,"15min":0.442},"min":{"1min":0.28299999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45400000000000001,"15min":0.45300000000000001},"min":{"1min":0.32700000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.68500000000000005,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.501}]},{"osd":5,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.46999999999999997,"15min":0.47199999999999998},"min":{"1min":0.313,"5min":0.31,"15min":0.31},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.58299999999999996}]},{"osd":7,"last update":"Fri Aug 30 20:56:41 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.52000000000000002,"15min":0.52900000000000003},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.70899999999999996,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.52600000000000002,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.66300000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.59299999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":794624,"data_stored":348100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.36599999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.66400000000000003,"5min":0.745,"15min":0.745},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53700000000000003,"15min":0.54000000000000004},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.78100000000000003,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.58699999999999997}]},{"osd":1,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.53000000000000003,"15min":0.53200000000000003},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.65200000000000002,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.52800000000000002,"15min":0.52500000000000002},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.68100000000000005}]},{"osd":2,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.71599999999999997,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.66500000000000004}]},{"osd":3,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.70199999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.41299999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68600000000000005,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.40200000000000002,"15min":0.39700000000000002},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.64400000000000002,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.622},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.66700000000000004,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.45300000000000001}]},{"osd":6,"last update":"Fri Aug 30 20:56:16 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.45100000000000001,"15min":0.45200000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.61399999999999999,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.47699999999999998,"15min":0.47899999999999998},"min":{"1min":0.36699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53100000000000003}]},{"osd":7,"last update":"Fri Aug 30 20:56:43 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.51100000000000001,"15min":0.51500000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.377,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.49399999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986219,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":346701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.55900000000000005,"15min":0.57599999999999996},"min":{"1min":0.372,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.68899999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54400000000000004,"15min":0.54600000000000004},"min":{"1min":0.378,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.52300000000000002}]},{"osd":1,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.56200000000000006,"15min":0.57299999999999995},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.55500000000000005,"15min":0.57199999999999995},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.72299999999999998,"5min":0.748,"15min":0.748},"last":0.57899999999999996}]},{"osd":2,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53900000000000003,"15min":0.55500000000000005},"min":{"1min":0.39000000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56000000000000005},"min":{"1min":0.40799999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.55000000000000004}]},{"osd":3,"last update":"Fri Aug 30 20:56:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57099999999999995,"15min":0.58699999999999997},"min":{"1min":0.38,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.496},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.58499999999999996,"15min":0.59899999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.439}]},{"osd":5,"last update":"Fri Aug 30 20:55:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.309,"5min":0.25,"15min":0.25},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.41699999999999998,"15min":0.40500000000000003},"min":{"1min":0.30299999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.59499999999999997}]},{"osd":6,"last update":"Fri Aug 30 20:56:19 2024","interfaces":[{"interface":"back","average":{"1min":0.44600000000000001,"5min":0.42599999999999999,"15min":0.42199999999999999},"min":{"1min":0.30199999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.57299999999999995,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.44,"15min":0.439},"min":{"1min":0.32300000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.626,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.60699999999999998}]},{"osd":7,"last update":"Fri Aug 30 20:56:40 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.47599999999999998,"15min":0.47899999999999998},"min":{"1min":0.32800000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.66100000000000003,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.629},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.51700000000000002,"15min":0.51800000000000002},"min":{"1min":0.34499999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.70799999999999996,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.61699999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149744,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":348426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.39200000000000002,"15min":0.40400000000000003},"min":{"1min":0.26000000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.49299999999999999,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.42099999999999999,"15min":0.435},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.32100000000000001}]},{"osd":1,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.441,"15min":0.46300000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.58499999999999996,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.42499999999999999,"15min":0.44800000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57799999999999996,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.376}]},{"osd":2,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.45200000000000001,"15min":0.46999999999999997},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.436,"15min":0.44900000000000001},"min":{"1min":0.21199999999999999,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.58599999999999997,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.33900000000000002}]},{"osd":4,"last update":"Fri Aug 30 20:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.54900000000000004,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57699999999999996,"15min":0.58999999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.498}]},{"osd":5,"last update":"Fri Aug 30 20:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.55500000000000005,"15min":0.56000000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68600000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.441},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57199999999999995,"15min":0.57599999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.70399999999999996,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.51700000000000002}]},{"osd":6,"last update":"Fri Aug 30 20:56:19 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.42699999999999999,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56100000000000005}]},{"osd":7,"last update":"Fri Aug 30 20:56:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.55000000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.56200000000000006,"15min":0.55800000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.755,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.56999999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":774144,"data_stored":345643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.29799999999999999,"5min":0.33200000000000002,"15min":0.33400000000000002},"min":{"1min":0.17299999999999999,"5min":0.17299999999999999,"15min":0.17299999999999999},"max":{"1min":0.375,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.34899999999999998,"15min":0.34200000000000003},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.30299999999999999}]},{"osd":1,"last update":"Fri Aug 30 20:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.24199999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.23300000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.38500000000000001}]},{"osd":3,"last update":"Fri Aug 30 20:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40500000000000003,"15min":0.41499999999999998},"min":{"1min":0.28299999999999997,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.53500000000000003,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.439},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40300000000000002,"15min":0.41099999999999998},"min":{"1min":0.28299999999999997,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:28 2024","interfaces":[{"interface":"back","average":{"1min":1.4450000000000001,"5min":0.70899999999999996,"15min":0.58499999999999996},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":18.785,"5min":18.785,"15min":18.785},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.60599999999999998,"15min":0.56899999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.73499999999999999,"5min":4.4699999999999998,"15min":4.4699999999999998},"last":0.67700000000000005}]},{"osd":5,"last update":"Fri Aug 30 20:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.58099999999999996,"15min":0.54200000000000004},"min":{"1min":0.33500000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69899999999999995,"5min":4.4960000000000004,"15min":4.4960000000000004},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54000000000000004,"15min":0.52800000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82699999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.68999999999999995}]},{"osd":6,"last update":"Fri Aug 30 20:56:20 2024","interfaces":[{"interface":"back","average":{"1min":1.4830000000000001,"5min":0.88200000000000001,"15min":0.78200000000000003},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":18.768000000000001,"5min":18.768000000000001,"15min":18.768000000000001},"last":0.58599999999999997},{"interface":"front","average":{"1min":1.526,"5min":0.90600000000000003,"15min":0.80300000000000005},"min":{"1min":0.36799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":18.805,"5min":18.805,"15min":18.805},"last":0.65300000000000002}]},{"osd":7,"last update":"Fri Aug 30 20:56:44 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.75800000000000001,"15min":0.79500000000000004},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.751,"5min":4.4530000000000003,"15min":4.4530000000000003},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.372,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.70399999999999996,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.78600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27788,"kb_used_data":768,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717364,"statfs":{"total":95995035648,"available":95966580736,"internally_reserved":0,"allocated":786432,"data_stored":345880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Aug 30 20:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.34899999999999998,"15min":0.33500000000000002},"min":{"1min":0.223,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.63,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.35699999999999998,"15min":0.33400000000000002},"min":{"1min":0.23300000000000001,"5min":0.223,"15min":0.223},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.377}]},{"osd":2,"last update":"Fri Aug 30 20:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.375,"15min":0.371},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.39700000000000002,"15min":0.39100000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.59999999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"last":0.42299999999999999}]},{"osd":3,"last update":"Fri Aug 30 20:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.45200000000000001,"15min":0.45600000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.42799999999999999,"15min":0.432},"min":{"1min":0.318,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.61399999999999999,"5min":0.626,"15min":0.626},"last":0.41199999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.57099999999999995,"15min":0.56399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74099999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.69999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.51100000000000001}]},{"osd":5,"last update":"Fri Aug 30 20:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55500000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.84499999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.64300000000000002,"15min":0.57899999999999996},"min":{"1min":0.40699999999999997,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.747,"5min":10.271000000000001,"15min":10.271000000000001},"last":0.53000000000000003}]},{"osd":6,"last update":"Fri Aug 30 20:56:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58299999999999996,"15min":0.58599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76800000000000002,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.63,"15min":0.59399999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":6.2060000000000004,"5min":6.2060000000000004,"15min":6.2060000000000004},"last":0.63}]},{"osd":7,"last update":"Fri Aug 30 20:56:43 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.95399999999999996,"15min":1.0189999999999999},"min":{"1min":0.39100000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.79700000000000004,"5min":10.298999999999999,"15min":10.298999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.64700000000000002,"15min":0.61599999999999999},"min":{"1min":0.45600000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":6.1840000000000002,"5min":6.1840000000000002,"15min":6.1840000000000002},"last":0.55500000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32472,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712680,"statfs":{"total":95995035648,"available":95961784320,"internally_reserved":0,"allocated":1388544,"data_stored":937070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Aug 30 20:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.35099999999999998,"15min":0.318},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.35399999999999998,"15min":0.312},"min":{"1min":0.26500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.29099999999999998}]},{"osd":2,"last update":"Fri Aug 30 20:56:53 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.39500000000000002,"15min":0.38700000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.59699999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.377,"15min":0.36499999999999999},"min":{"1min":0.24299999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Aug 30 20:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.42099999999999999,"15min":0.41599999999999998},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.45800000000000002,"15min":0.46300000000000002},"min":{"1min":0.33200000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.41499999999999998}]},{"osd":4,"last update":"Fri Aug 30 20:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.58999999999999997,"15min":0.58399999999999996},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.45200000000000001}]},{"osd":5,"last update":"Fri Aug 30 20:56:53 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59799999999999998,"15min":0.60899999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.84199999999999997,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57999999999999996,"15min":0.57799999999999996},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.39800000000000002}]},{"osd":6,"last update":"Fri Aug 30 20:56:17 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.38,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.83299999999999996,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.436}]},{"osd":7,"last update":"Fri Aug 30 20:56:41 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.63500000000000001,"15min":0.63700000000000001},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.629,"5min":0.625,"15min":0.625},"min":{"1min":0.42299999999999999,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.871,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.52700000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-30T20:57:05.128 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-30T20:57:05.128 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-30T20:57:05.128 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-30T20:57:05.129 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph health --format=json 2024-08-30T20:57:05.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:57:05] "GET /metrics HTTP/1.1" 200 33671 "" "Prometheus/2.43.0" 2024-08-30T20:57:05.784 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:05 smithi173 ceph-mon[17131]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:05.784 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:05 smithi173 ceph-mon[28069]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:05.880 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:05 smithi196 ceph-mon[21316]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:06.124 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:05 smithi173 systemd[1]: Stopping Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:57:07.623 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:07 smithi173 ceph-mon[17131]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:07.624 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:07 smithi173 ceph-mon[28069]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:07.731 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:57:07.731 INFO:teuthology.orchestra.run.smithi173.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-30T20:57:07.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:07 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[59926]: ts=2024-08-30T20:57:07.622Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-30T20:57:07.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:07 smithi173 podman[64271]: 2024-08-30 20:57:07.652976848 +0000 UTC m=+0.555638365 container died 6857de837e851dcf7135e67ce12df314516559e3a3ea8ef24803be9280f72952 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:07 smithi196 ceph-mon[21316]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:08.333 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:08 smithi173 podman[64271]: 2024-08-30 20:57:08.081576559 +0000 UTC m=+0.984238063 container cleanup 6857de837e851dcf7135e67ce12df314516559e3a3ea8ef24803be9280f72952 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:08.334 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:08 smithi173 bash[64271]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-30T20:57:08.334 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:08 smithi173 podman[64313]: 2024-08-30 20:57:08.257870079 +0000 UTC m=+0.602093459 container remove 6857de837e851dcf7135e67ce12df314516559e3a3ea8ef24803be9280f72952 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:08.334 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:08 smithi173 podman[64313]: 2024-08-30 20:57:08.333311832 +0000 UTC m=+0.677535179 volume remove 983b74bfd719636f5f72337c1f662c831bccc26209bbb7d19fbb6b76c0a4dcb7 2024-08-30T20:57:08.670 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:08 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/4184318948' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-30T20:57:08.670 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:08 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/4184318948' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-30T20:57:08.959 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-30T20:57:08.960 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T20:57:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:08 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/4184318948' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-30T20:57:09.180 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:09.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:09 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-30T20:57:09.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:09 smithi173 systemd[1]: Stopped Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:57:09.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:09 smithi173 systemd[1]: Starting Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:57:09.625 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:09 smithi173 ceph-mon[17131]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:09.626 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:09 smithi173 ceph-mon[28069]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:09 smithi196 ceph-mon[21316]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:10.350 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:09 smithi173 podman[64508]: 2024-08-30 20:57:09.880302987 +0000 UTC m=+0.018395446 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-30T20:57:10.626 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:10 smithi173 ceph-mon[17131]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:10.627 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:10 smithi173 ceph-mon[28069]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:10.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:10 smithi173 podman[64508]: 2024-08-30 20:57:10.675070382 +0000 UTC m=+0.813162829 volume create 053a332aa1a7874e6670fc4084e5653e15e82d235f68381110a7d49336a661c8 2024-08-30T20:57:10.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:10 smithi173 podman[64508]: 2024-08-30 20:57:10.758806131 +0000 UTC m=+0.896898640 container create 55b559212ab5300066bafa1bd8e841fbc04eaa4b6cc1e36a179a26163dce5dd2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:10 smithi196 ceph-mon[21316]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 podman[64508]: 2024-08-30 20:57:11.162091008 +0000 UTC m=+1.300183456 container init 55b559212ab5300066bafa1bd8e841fbc04eaa4b6cc1e36a179a26163dce5dd2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 podman[64508]: 2024-08-30 20:57:11.165034361 +0000 UTC m=+1.303126827 container start 55b559212ab5300066bafa1bd8e841fbc04eaa4b6cc1e36a179a26163dce5dd2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.177Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.177Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.179Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.173 port=9094 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.179Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.202Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-30T20:57:11.263 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.203Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-30T20:57:11.264 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.206Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-30T20:57:11.264 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:11.206Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-30T20:57:11.540 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 bash[64508]: 55b559212ab5300066bafa1bd8e841fbc04eaa4b6cc1e36a179a26163dce5dd2 2024-08-30T20:57:11.540 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:11 smithi173 systemd[1]: Started Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:57:11.823 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:57:11.824 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1791008870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1791008870},{"type":"v1","addr":"172.21.15.173:6835","nonce":1791008870}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-30T20:55:09.190514+0000","modified":"2024-08-30T20:55:20.585474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3093899690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3093899690},{"type":"v1","addr":"172.21.15.196:6833","nonce":3093899690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-30T20:57:11.824 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 8 2024-08-30T20:57:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[17131]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T20:57:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2928322615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:12.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:12.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:12.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[28069]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T20:57:12.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:12.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:12 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2928322615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:12.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:12 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:12.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:12 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:12.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:12 smithi196 ceph-mon[21316]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T20:57:12.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:12 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:12.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:12 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2928322615' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:12.545 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T20:57:12.745 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:13.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:13 smithi173 ceph-mon[28069]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T20:57:13.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:13 smithi173 ceph-mon[28069]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:13.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:13 smithi173 ceph-mon[17131]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T20:57:13.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:13 smithi173 ceph-mon[17131]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:13.461 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:13.180Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000447456s 2024-08-30T20:57:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:13 smithi196 ceph-mon[21316]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T20:57:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:13 smithi196 ceph-mon[21316]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:14.669 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:57:14.669 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1791008870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1791008870},{"type":"v1","addr":"172.21.15.173:6835","nonce":1791008870}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-30T20:55:09.190514+0000","modified":"2024-08-30T20:55:20.585474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3093899690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3093899690},{"type":"v1","addr":"172.21.15.196:6833","nonce":3093899690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-30T20:57:14.669 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 8 2024-08-30T20:57:14.770 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:57:15.044 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-30T20:57:15.044 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-30T20:57:15.044 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-30T20:57:15.044 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[49287]: ts=2024-08-30T20:57:14.777Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-30T20:57:15.045 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:14 smithi196 podman[52337]: 2024-08-30 20:57:14.787296257 +0000 UTC m=+0.116716286 container died 0a39e68d6c12f39182a78b58fbf709563b9a8b77fbbed391c3f78c6d5733df5a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:15.403 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 podman[52337]: 2024-08-30 20:57:15.151056115 +0000 UTC m=+0.480476143 container cleanup 0a39e68d6c12f39182a78b58fbf709563b9a8b77fbbed391c3f78c6d5733df5a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:15.556 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 bash[52337]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a 2024-08-30T20:57:15.557 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T20:57:15.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:15 smithi173 ceph-mon[17131]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:15.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:15 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3891918722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:15 smithi173 ceph-mon[28069]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:15 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3891918722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:15.741 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:15 smithi196 ceph-mon[21316]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:15.742 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:15 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3891918722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:15.742 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 podman[52349]: 2024-08-30 20:57:15.402346997 +0000 UTC m=+0.617155054 container remove 0a39e68d6c12f39182a78b58fbf709563b9a8b77fbbed391c3f78c6d5733df5a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:15.742 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-30T20:57:15.742 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:57:15.742 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 1.098s CPU time. 2024-08-30T20:57:15.742 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 systemd[1]: Starting Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:57:15.761 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:15.998 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 podman[52445]: 2024-08-30 20:57:15.644743141 +0000 UTC m=+0.016911302 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-30T20:57:15.998 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 podman[52445]: 2024-08-30 20:57:15.744802308 +0000 UTC m=+0.116970505 container create 7744153a2a637b4c83f3741b43e7308202ba87ee2e3aa491eb34371e77168365 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:15.998 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:15 smithi196 podman[52445]: 2024-08-30 20:57:15.997427493 +0000 UTC m=+0.369595645 container init 7744153a2a637b4c83f3741b43e7308202ba87ee2e3aa491eb34371e77168365 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:16.173 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STOPPING 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 podman[52445]: 2024-08-30 20:57:16.000318313 +0000 UTC m=+0.372486476 container start 7744153a2a637b4c83f3741b43e7308202ba87ee2e3aa491eb34371e77168365 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.023Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.023Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.023Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi196 (none))" 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.023Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.023Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.025Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.025Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-30T20:57:16.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.026Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.026Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.028Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.028Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.46µs 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.028Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.030Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.030Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.030Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.537µs wal_replay_duration=1.806462ms wbl_replay_duration=111ns total_replay_duration=1.863386ms 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.031Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.031Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.031Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-30T20:57:16.272 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.052Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.702757ms db_storage=788ns remote_storage=1.461µs web_handler=354ns query_engine=651ns scrape=431.171µs scrape_sd=83.506µs notify=17.823µs notify_sd=19.395µs rules=19.84552ms tracing=5.794µs 2024-08-30T20:57:16.273 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.052Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-30T20:57:16.273 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T20:57:16.052Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-30T20:57:16.273 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 bash[52445]: 7744153a2a637b4c83f3741b43e7308202ba87ee2e3aa491eb34371e77168365 2024-08-30T20:57:16.273 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 20:57:16 smithi196 systemd[1]: Started Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:57:16.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:57:16.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STOPPED 2024-08-30T20:57:16.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STARTING 2024-08-30T20:57:16.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Serving on http://:::9283 2024-08-30T20:57:16.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STARTED 2024-08-30T20:57:16.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STOPPING 2024-08-30T20:57:17.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:57:17.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STOPPED 2024-08-30T20:57:17.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STARTING 2024-08-30T20:57:17.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Serving on http://:::9283 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STARTED 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:16] ENGINE Bus STOPPING 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi173:9093"}]: dispatch 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi173:9093"}]: dispatch 2024-08-30T20:57:17.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:57:17.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[17131]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi173:9093"}]: dispatch 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi173:9093"}]: dispatch 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-30T20:57:17.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:57:17.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-mon[28069]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T20:57:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T20:57:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi173:9093"}]: dispatch 2024-08-30T20:57:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi173:9093"}]: dispatch 2024-08-30T20:57:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196.front.sepia.ceph.com:9095"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196.front.sepia.ceph.com:3000"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:57:17.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:17 smithi196 ceph-mon[21316]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:17.610 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:57:17.610 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":75,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T20:56:06.916463+0000","last_up_change":"2024-08-30T20:54:39.866345+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-30T20:55:55.388925+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6803","nonce":1393420123}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6805","nonce":1393420123}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6809","nonce":1393420123}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":1393420123},{"type":"v1","addr":"172.21.15.173:6807","nonce":1393420123}]},"public_addr":"172.21.15.173:6803/1393420123","cluster_addr":"172.21.15.173:6805/1393420123","heartbeat_back_addr":"172.21.15.173:6809/1393420123","heartbeat_front_addr":"172.21.15.173:6807/1393420123","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6811","nonce":3917330955}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6813","nonce":3917330955}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6817","nonce":3917330955}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":3917330955},{"type":"v1","addr":"172.21.15.173:6815","nonce":3917330955}]},"public_addr":"172.21.15.173:6811/3917330955","cluster_addr":"172.21.15.173:6813/3917330955","heartbeat_back_addr":"172.21.15.173:6817/3917330955","heartbeat_front_addr":"172.21.15.173:6815/3917330955","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6819","nonce":1659021142}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6821","nonce":1659021142}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6825","nonce":1659021142}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1659021142},{"type":"v1","addr":"172.21.15.173:6823","nonce":1659021142}]},"public_addr":"172.21.15.173:6819/1659021142","cluster_addr":"172.21.15.173:6821/1659021142","heartbeat_back_addr":"172.21.15.173:6825/1659021142","heartbeat_front_addr":"172.21.15.173:6823/1659021142","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6827","nonce":3024306097}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6829","nonce":3024306097}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6833","nonce":3024306097}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":3024306097},{"type":"v1","addr":"172.21.15.173:6831","nonce":3024306097}]},"public_addr":"172.21.15.173:6827/3024306097","cluster_addr":"172.21.15.173:6829/3024306097","heartbeat_back_addr":"172.21.15.173:6833/3024306097","heartbeat_front_addr":"172.21.15.173:6831/3024306097","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6801","nonce":2939563016}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6803","nonce":2939563016}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6807","nonce":2939563016}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":2939563016},{"type":"v1","addr":"172.21.15.196:6805","nonce":2939563016}]},"public_addr":"172.21.15.196:6801/2939563016","cluster_addr":"172.21.15.196:6803/2939563016","heartbeat_back_addr":"172.21.15.196:6807/2939563016","heartbeat_front_addr":"172.21.15.196:6805/2939563016","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6809","nonce":2715270276}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6811","nonce":2715270276}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6815","nonce":2715270276}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":2715270276},{"type":"v1","addr":"172.21.15.196:6813","nonce":2715270276}]},"public_addr":"172.21.15.196:6809/2715270276","cluster_addr":"172.21.15.196:6811/2715270276","heartbeat_back_addr":"172.21.15.196:6815/2715270276","heartbeat_front_addr":"172.21.15.196:6813/2715270276","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6817","nonce":3146516111}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6819","nonce":3146516111}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6823","nonce":3146516111}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3146516111},{"type":"v1","addr":"172.21.15.196:6821","nonce":3146516111}]},"public_addr":"172.21.15.196:6817/3146516111","cluster_addr":"172.21.15.196:6819/3146516111","heartbeat_back_addr":"172.21.15.196:6823/3146516111","heartbeat_front_addr":"172.21.15.196:6821/3146516111","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6825","nonce":521796273}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6827","nonce":521796273}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6831","nonce":521796273}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":521796273},{"type":"v1","addr":"172.21.15.196:6829","nonce":521796273}]},"public_addr":"172.21.15.196:6825/521796273","cluster_addr":"172.21.15.196:6827/521796273","heartbeat_back_addr":"172.21.15.196:6831/521796273","heartbeat_front_addr":"172.21.15.196:6829/521796273","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.173:0/2981640033":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/4076434014":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2566614016":"2024-08-31T20:55:56.440044+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/1129339657":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2742861619":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6801/1129339657":"2024-08-31T20:55:56.440044+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T20:57:17.938 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:57:17.938 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:17] ENGINE Bus STOPPED 2024-08-30T20:57:17.938 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:17] ENGINE Bus STARTING 2024-08-30T20:57:17.938 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:17] ENGINE Serving on http://:::9283 2024-08-30T20:57:17.938 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:17] ENGINE Bus STARTED 2024-08-30T20:57:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:18 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2490674675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:57:18.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:18 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2490674675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:57:18.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:18 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2490674675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-30T20:57:18.756 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T20:57:18.963 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:19.362 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:19 smithi173 ceph-mon[17131]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:19.362 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:19 smithi173 ceph-mon[28069]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:19.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:19 smithi196 ceph-mon[21316]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:20.902 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T20:57:20.902 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14430,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.173:6835/1791008870","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":1791008870},{"type":"v1","addr":"172.21.15.173:6835","nonce":1791008870}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-30T20:55:09.190514+0000","modified":"2024-08-30T20:55:20.585474+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.196:6833/3093899690","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":3093899690},{"type":"v1","addr":"172.21.15.196:6833","nonce":3093899690}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-30T20:57:20.902 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 8 2024-08-30T20:57:20.983 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:20 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:20.983 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:20 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:20.983 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:20 smithi173 ceph-mon[17131]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:20.983 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:20 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:20.983 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:20 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:20.983 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:20 smithi173 ceph-mon[28069]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:20 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:20 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:20 smithi196 ceph-mon[21316]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:21.442 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:57:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:57:21.181Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001778496s 2024-08-30T20:57:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:21 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3854185774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:21 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3854185774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:21 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3854185774' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-30T20:57:22.119 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-30T20:55:09.190514+0000', 'modified': '2024-08-30T20:55:20.585474+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24322}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24322': {'gid': 24322, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.196:6833/3093899690', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.196:6832', 'nonce': 3093899690}, {'type': 'v1', 'addr': '172.21.15.196:6833', 'nonce': 3093899690}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-08-30T20:57:22.119 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-30T20:57:22.119 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph tell mds.b status 2024-08-30T20:57:22.836 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:22.988 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:22 smithi173 ceph-mon[17131]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:22.988 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:22 smithi173 ceph-mon[28069]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:22 smithi196 ceph-mon[21316]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:24.062 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.062 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.062 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:24.062 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:24.062 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.063 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.063 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.063 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:24.063 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:24.063 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:23 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:23 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:23 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:23 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:24.460 INFO:teuthology.orchestra.run.smithi173.stderr:2024-08-30T20:57:24.448+0000 7f2b25ffb640 0 client.24647 ms_handle_reset on v2:172.21.15.196:6832/3093899690 2024-08-30T20:57:24.468 INFO:teuthology.orchestra.run.smithi173.stderr:2024-08-30T20:57:24.467+0000 7f2b25ffb640 0 client.24653 ms_handle_reset on v2:172.21.15.196:6832/3093899690 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "cluster_fsid": "3e6d4622-6711-11ef-bcd4-c7b262605968", 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "whoami": 0, 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "id": 24322, 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "want_state": "up:active", 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "state": "up:active", 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "fs_name": "cephfs", 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "rank_uptime": 135.27521888699999, 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "mdsmap_epoch": 8, 2024-08-30T20:57:24.469 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch": 75, 2024-08-30T20:57:24.470 INFO:teuthology.orchestra.run.smithi173.stdout: "osdmap_epoch_barrier": 66, 2024-08-30T20:57:24.470 INFO:teuthology.orchestra.run.smithi173.stdout: "uptime": 150.13575720099999 2024-08-30T20:57:24.470 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:57:25.108 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:24 smithi173 ceph-mon[17131]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:25.109 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:24 smithi173 ceph-mon[28069]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:25.135 INFO:tasks.cephadm:Setup complete, yielding 2024-08-30T20:57:25.136 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:57:25.148 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-08-30T20:57:25.148 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:57:25.172 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-30T20:57:25.172 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-30T20:57:25.182 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi173.front.sepia.ceph.com 2024-08-30T20:57:25.183 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-30T20:57:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:24 smithi196 ceph-mon[21316]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:25.386 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:57:25.409 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:57:25] "GET /metrics HTTP/1.1" 200 33676 "" "Prometheus/2.43.0" 2024-08-30T20:57:26.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:26 smithi173 ceph-mon[28069]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:26.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:26 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:26 smithi173 ceph-mon[17131]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:26 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:26 smithi196 ceph-mon[21316]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:26 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:27.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:27] ENGINE Bus STOPPING 2024-08-30T20:57:27.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:57:27.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:27] ENGINE Bus STOPPED 2024-08-30T20:57:27.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:27] ENGINE Bus STARTING 2024-08-30T20:57:27.426 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:27] ENGINE Serving on http://:::9283 2024-08-30T20:57:27.426 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:57:27] ENGINE Bus STARTED 2024-08-30T20:57:27.912 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:57:27.920 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-30T20:57:27.921 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:57:27.977 INFO:teuthology.task.print:**** done start telemetry reef... 2024-08-30T20:57:27.977 INFO:teuthology.run_tasks:Running task workunit... 2024-08-30T20:57:28.047 INFO:tasks.workunit:Pulling workunits from ref 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:57:28.048 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-30T20:57:28.048 DEBUG:teuthology.orchestra.run.smithi173:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-30T20:57:28.063 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T20:57:28.063 INFO:teuthology.orchestra.run.smithi173.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-30T20:57:28.064 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-30T20:57:28.119 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-30T20:57:28.119 DEBUG:teuthology.orchestra.run.smithi173:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-30T20:57:28.175 INFO:tasks.workunit:timeout=3h 2024-08-30T20:57:28.175 INFO:tasks.workunit:cleanup=True 2024-08-30T20:57:28.175 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:57:28.231 INFO:tasks.workunit.client.0.smithi173.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-30T20:57:28.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:28 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' 2024-08-30T20:57:28.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:28 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:57:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:28 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' 2024-08-30T20:57:28.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:28 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:57:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:28 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' 2024-08-30T20:57:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:28 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:57:29.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:29 smithi173 ceph-mon[17131]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:29.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:29 smithi173 ceph-mon[28069]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:29.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:29 smithi196 ceph-mon[21316]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:30.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:30 smithi173 ceph-mon[17131]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-30T20:57:30.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:30 smithi173 ceph-mon[28069]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-30T20:57:30.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:30 smithi196 ceph-mon[21316]: mgrmap e21: y(active, since 92s), standbys: x 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:31.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:31.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:31 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:57:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:31 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:57:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:33 smithi173 ceph-mon[17131]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:33 smithi173 ceph-mon[28069]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:33 smithi196 ceph-mon[21316]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:35 smithi173 ceph-mon[17131]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:35 smithi173 ceph-mon[28069]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:35.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:57:35] "GET /metrics HTTP/1.1" 200 33673 "" "Prometheus/2.43.0" 2024-08-30T20:57:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:35 smithi196 ceph-mon[21316]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:37 smithi173 ceph-mon[17131]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:37 smithi173 ceph-mon[28069]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:37 smithi196 ceph-mon[21316]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:39 smithi173 ceph-mon[17131]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:39 smithi173 ceph-mon[28069]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:39 smithi196 ceph-mon[21316]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-30T20:57:41.822 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:41 smithi196 ceph-mon[21316]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:41.823 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:41 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:41 smithi173 ceph-mon[28069]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:41 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:41 smithi173 ceph-mon[17131]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:41 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:43 smithi173 ceph-mon[17131]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:43 smithi173 ceph-mon[28069]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:43 smithi196 ceph-mon[21316]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:45 smithi173 ceph-mon[17131]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:45.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:57:45] "GET /metrics HTTP/1.1" 200 33667 "" "Prometheus/2.43.0" 2024-08-30T20:57:45.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:45 smithi173 ceph-mon[28069]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:45 smithi196 ceph-mon[21316]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:46 smithi173 ceph-mon[17131]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:46 smithi173 ceph-mon[28069]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:46 smithi196 ceph-mon[21316]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:49 smithi173 ceph-mon[17131]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:49 smithi173 ceph-mon[28069]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:49 smithi196 ceph-mon[21316]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:51 smithi173 ceph-mon[17131]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:51 smithi173 ceph-mon[28069]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:51 smithi196 ceph-mon[21316]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:53 smithi173 ceph-mon[17131]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:53 smithi173 ceph-mon[28069]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:53 smithi196 ceph-mon[21316]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:55.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:55 smithi173 ceph-mon[17131]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:55.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:55 smithi173 ceph-mon[28069]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:55.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:57:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:57:55] "GET /metrics HTTP/1.1" 200 33667 "" "Prometheus/2.43.0" 2024-08-30T20:57:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:55 smithi196 ceph-mon[21316]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:56 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:56 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:56 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:57:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:57 smithi173 ceph-mon[17131]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:57 smithi173 ceph-mon[28069]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:57 smithi196 ceph-mon[21316]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:57:58 smithi173 ceph-mon[17131]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:57:58 smithi173 ceph-mon[28069]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:57:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:57:58 smithi196 ceph-mon[21316]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:01 smithi173 ceph-mon[17131]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:01 smithi173 ceph-mon[28069]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:01 smithi196 ceph-mon[21316]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:03 smithi173 ceph-mon[17131]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:03 smithi173 ceph-mon[28069]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:03 smithi196 ceph-mon[21316]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:05 smithi173 ceph-mon[17131]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:05.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:05 smithi173 ceph-mon[28069]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:05.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:58:05] "GET /metrics HTTP/1.1" 200 33671 "" "Prometheus/2.43.0" 2024-08-30T20:58:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:05 smithi196 ceph-mon[21316]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:07 smithi173 ceph-mon[17131]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:07 smithi173 ceph-mon[28069]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:07 smithi196 ceph-mon[21316]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:09 smithi173 ceph-mon[17131]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:09 smithi173 ceph-mon[28069]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:09 smithi196 ceph-mon[21316]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:11.822 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:11 smithi196 ceph-mon[21316]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:11.822 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:11 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:11 smithi173 ceph-mon[17131]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:11 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:11 smithi173 ceph-mon[28069]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:11 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:12 smithi173 ceph-mon[17131]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:12 smithi173 ceph-mon[28069]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:13.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:12 smithi196 ceph-mon[21316]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:15.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:15 smithi173 ceph-mon[17131]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:15 smithi173 ceph-mon[28069]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:15.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:58:15] "GET /metrics HTTP/1.1" 200 33685 "" "Prometheus/2.43.0" 2024-08-30T20:58:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:15 smithi196 ceph-mon[21316]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:17.487 INFO:tasks.workunit.client.0.smithi173.stderr:Note: switching to '24432b660539783e58f890fcff372342c034f6ec'. 2024-08-30T20:58:17.487 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr:state without impacting any branches by switching back to a branch. 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr: git switch -c 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr:Or undo this operation with: 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:17.488 INFO:tasks.workunit.client.0.smithi173.stderr: git switch - 2024-08-30T20:58:17.489 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:17.489 INFO:tasks.workunit.client.0.smithi173.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-30T20:58:17.489 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:17.489 INFO:tasks.workunit.client.0.smithi173.stderr:HEAD is now at 24432b66053 Merge branch 'fix-aclamk-blk-kernel-uninitialized' of https://github.com/aclamk/ceph into wip-bharath1-testing-2024-08-30-1604 2024-08-30T20:58:17.492 DEBUG:teuthology.orchestra.run.smithi173:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-30T20:58:17.634 INFO:tasks.workunit.client.0.smithi173.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-30T20:58:17.636 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-30T20:58:17.636 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-30T20:58:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:17 smithi173 ceph-mon[17131]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:17 smithi173 ceph-mon[28069]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:17 smithi196 ceph-mon[21316]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:18.220 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-30T20:58:18.294 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-30T20:58:18.334 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-30T20:58:18.336 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-30T20:58:18.336 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-30T20:58:18.374 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-30T20:58:18.377 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T20:58:18.377 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-30T20:58:18.393 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-08-30T20:58:18.394 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-08-30T20:58:18.395 DEBUG:teuthology.orchestra.run.smithi173:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=24432b660539783e58f890fcff372342c034f6ec TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-08-30T20:58:18.461 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-30T20:58:18.832 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-30T20:58:19.107 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:18 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:18] ENGINE Bus STOPPING 2024-08-30T20:58:19.107 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:18 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:58:19.107 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:18 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:18] ENGINE Bus STOPPED 2024-08-30T20:58:19.108 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:18 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:18] ENGINE Bus STARTING 2024-08-30T20:58:19.108 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:18 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:18] ENGINE Serving on http://:::9283 2024-08-30T20:58:19.108 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:18 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:18] ENGINE Bus STARTED 2024-08-30T20:58:19.108 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:19] ENGINE Bus STOPPING 2024-08-30T20:58:19.220 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-30T20:58:19.604 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry preview 2024-08-30T20:58:19.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:58:19.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:19] ENGINE Bus STOPPED 2024-08-30T20:58:19.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:19] ENGINE Bus STARTING 2024-08-30T20:58:19.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:19] ENGINE Serving on http://:::9283 2024-08-30T20:58:19.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:19] ENGINE Bus STARTED 2024-08-30T20:58:19.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:19] ENGINE Bus STOPPING 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1894118322' entity='client.admin' 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:19.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1894118322' entity='client.admin' 2024-08-30T20:58:19.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:19.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:19.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:19 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1894118322' entity='client.admin' 2024-08-30T20:58:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:20.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:19 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.070 INFO:tasks.workunit.client.0.smithi173.stdout:{ 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer": { 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "active": true, 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "mode": "" 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "channels": [ 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "ident" 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "channels_available": [ 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:20.071 INFO:tasks.workunit.client.0.smithi173.stdout: "ident", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "perf" 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_available": [ 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:20.072 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_opted_in": [ 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:20.073 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "config": { 2024-08-30T20:58:20.074 INFO:tasks.workunit.client.0.smithi173.stdout: "active_changed": [ 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "client_check_pool_perm", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_gid", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_uid", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "client_quota", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "daemonize", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:20.075 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "keyring", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_block_size", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_cache_size", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_compression", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_log", 2024-08-30T20:58:20.076 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_write_buffer_size", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_journald", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_stderr", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_host", 2024-08-30T20:58:20.077 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:20.078 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "no_config_file", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_crush_chooseleaf_type", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:20.079 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hdd", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hybrid", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_ssd", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_max_backfills", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-30T20:58:20.080 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_lim", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_res", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:20.081 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pg_delete_cost", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_hdd", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_ssd", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hdd", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hybrid", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_ssd", 2024-08-30T20:58:20.082 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_sleep", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hdd", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_ssd", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addr", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addrv", 2024-08-30T20:58:20.083 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_default_features", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_qos_exclude_ops", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "setgroup", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "setuser" 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_changed": [ 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:20.084 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_join_fs", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/allow_ptrace", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/container_init", 2024-08-30T20:58:20.085 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/migration_current", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/use_repo_digest", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ssl_server_port", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/orchestrator/orchestrator", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/channel_ident", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/description", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/organization", 2024-08-30T20:58:20.086 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:20.087 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:20.088 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:20.089 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_cache_enabled", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_ops_log", 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_usage_log" 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.090 INFO:tasks.workunit.client.0.smithi173.stdout: "contact": null, 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "crashes": [], 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "created": "2024-08-30T20:49:39.086279Z", 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "crush": { 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_algs": { 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "straw2": 3 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_sizes": { 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "2": 1, 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "4": 2 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_types": { 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "1": 2, 2024-08-30T20:58:20.091 INFO:tasks.workunit.client.0.smithi173.stdout: "11": 1 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "compat_weight_set": false, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "device_classes": [ 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: 8 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_buckets": 6, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_devices": 8, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_rules": 1, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_types": 12, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_weight_sets": 0, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "tunables": { 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "allowed_bucket_algs": 54, 2024-08-30T20:58:20.092 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_fallback_tries": 0, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_tries": 0, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_total_tries": 50, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_descend_once": 1, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_stable": 1, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_vary_r": 1, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v2_rules": 0, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v3_rules": 0, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v4_buckets": 1, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v5_rules": 0, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "legacy_tunables": 0, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "minimum_required_version": "jewel", 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "optimal_tunables": 1, 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "profile": "jewel", 2024-08-30T20:58:20.093 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables": 1, 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables2": 1, 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables3": 1, 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables5": 1, 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "straw_calc_version": 1 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "description": "upgrade test cluster", 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "fs": { 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "feature_flags": { 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "enable_multiple": true, 2024-08-30T20:58:20.094 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_enabled_multiple": true 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: "filesystems": [ 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: "approx_ctime": "2024-08", 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer_enabled": false, 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_caps": 0, 2024-08-30T20:58:20.096 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_dns": 10, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_inos": 13, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_subtrees": 2, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_allowed_features": 0, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "explicitly_allowed_features": 0, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "files": 0, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "max_mds": 1, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_data_pools": 1, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_in": 1, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_mds": 1, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": 0, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_replay": 0, 2024-08-30T20:58:20.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_up": 1, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "snaps": 0, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "standby_count_wanted": 0 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_mds": 1, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "total_num_mds": 2 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "hosts": { 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num": 2, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mds": 2, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mgr": 2, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mon": 2, 2024-08-30T20:58:20.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_osd": 2 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard": false, 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard_description": null, 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "license": "sharing-1-0", 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "metadata": { 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 2 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:58:20.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 2 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 2 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.100 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 2 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 3 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T20:58:20.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 3 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 3 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.102 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 3 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 8 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:20.103 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 8 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 8 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.104 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 8 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_objectstore": { 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": 8 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "rotational": { 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "0": 8 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.105 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "features": { 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "optional": [], 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "persistent": [ 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "kraken", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "luminous", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "mimic", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap-prune", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "nautilus", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "octopus", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "pacific", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "elector-pinging", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "quincy", 2024-08-30T20:58:20.106 INFO:tasks.workunit.client.0.smithi173.stdout: "reef" 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv4_addr_mons": 6, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv6_addr_mons": 0, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "min_mon_release": 18, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "v1_addr_mons": 3, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "v2_addr_mons": 3 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "organization": "ceph-qa", 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_network": false, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 8, 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "require_min_compat_client": "luminous", 2024-08-30T20:58:20.107 INFO:tasks.workunit.client.0.smithi173.stdout: "require_osd_release": "reef" 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": [ 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr" 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 1, 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 1, 2024-08-30T20:58:20.108 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 1, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 1781760, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 1781760, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 2.443116500217002e-06, 2024-08-30T20:58:20.109 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 212, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 313344, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 590368, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 590368, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 1771104, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 179, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2473984 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:20.110 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 32, 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 32, 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 2, 2024-08-30T20:58:20.111 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 98304, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 98304, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 22, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.3479292704232648e-07, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:20.112 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 3428, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 3428, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 10284, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 51, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 20480 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:20.113 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 64, 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 64, 2024-08-30T20:58:20.114 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 3, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 0.0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:20.115 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 0 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:20.116 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd" 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 8, 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 8, 2024-08-30T20:58:20.117 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 4, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 12288, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 12288, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.684911943300449e-08, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:20.118 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 19, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 19, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 57, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 2, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2048 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:20.119 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": { 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mirroring_by_pool": [ 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: false 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: "num_images_by_pool": [ 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pools": 1 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: "report_id": "6f4faff4-ff7a-4986-9908-8554231b5a04", 2024-08-30T20:58:20.120 INFO:tasks.workunit.client.0.smithi173.stdout: "report_timestamp": "2024-08-30T20:58:20.063764", 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "report_version": 1, 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "rook": { 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster": { 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "external-mode": null, 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "allow-multiple-per-node": null, 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "count": null, 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "max-id": null, 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "pvc": { 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "stretch": { 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:20.121 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "network": { 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "provider": null 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "storage": { 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "device-set": { 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "non-portable": null, 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "portable": null, 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.122 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "csi": { 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes": { 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "node": { 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes-total": null, 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "with-ceph-daemons": null, 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-cephfs-plugin": null, 2024-08-30T20:58:20.123 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-nfs-plugin": null, 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-rbd-plugin": null 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "storage-class": { 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket": null, 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs": null, 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "nfs": null, 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": null, 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.124 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: "services": {}, 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 105, 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": 4, 2024-08-30T20:58:20.125 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_by_class": { 2024-08-30T20:58:20.126 INFO:tasks.workunit.client.0.smithi173.stdout: "ssd": { 2024-08-30T20:58:20.126 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726649344, 2024-08-30T20:58:20.126 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:20.126 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233635840, 2024-08-30T20:58:20.126 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_bytes": 233635840, 2024-08-30T20:58:20.126 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_ratio": 0.0003042290627490729 2024-08-30T20:58:20.127 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.127 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726649344, 2024-08-30T20:58:20.127 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:20.127 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233635840 2024-08-30T20:58:20.128 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.128 INFO:tasks.workunit.client.0.smithi173.stdout:} 2024-08-30T20:58:20.128 INFO:tasks.workunit.client.0.smithi173.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-30T20:58:20.129 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry preview-device 2024-08-30T20:58:20.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:58:20.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:20] ENGINE Bus STOPPED 2024-08-30T20:58:20.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:20] ENGINE Bus STARTING 2024-08-30T20:58:20.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:20] ENGINE Serving on http://:::9283 2024-08-30T20:58:20.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:20] ENGINE Bus STARTED 2024-08-30T20:58:20.576 INFO:tasks.workunit.client.0.smithi173.stdout:{ 2024-08-30T20:58:20.576 INFO:tasks.workunit.client.0.smithi173.stdout: "9680c680-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:20.576 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96819d44-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205248": { 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "9680c680-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:20.577 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051167 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:20.578 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.579 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:20.580 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.581 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 25155408 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 46023038 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.582 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:20.583 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.584 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:20.585 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 90, 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3183, 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3199, 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3168 2024-08-30T20:58:20.586 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 2, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 343465879, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1648584853, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 5403424056, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 28641532091, 2024-08-30T20:58:20.587 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 10, 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 58976, 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 56171, 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 25, 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 50 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:20.588 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 58976, 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 56171 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.589 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:20.590 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:20.591 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:20.592 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 25 Celsius", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:20.593 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 10%", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 343,465,879 [175 TB]", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,648,584,853 [844 TB]", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 5,403,424,056", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 28,641,532,091", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 2", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 58,976", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 56,171", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 50", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:20.594 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 25 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.595 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "96834e96-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96845156-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205246": { 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:20.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "96834e96-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051165 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:20.597 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:20.599 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:20.600 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 28809144 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 49694845 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:20.602 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.604 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 89, 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:20.605 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3379, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3393, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3362 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 85, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 390598783, 2024-08-30T20:58:20.606 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1888036091, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 6498558184, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 33971243354, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 11, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 54994, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 57356, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 24, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 5619 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:20.607 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 54994, 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 57356 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:20.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:20.609 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:20.610 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:20.611 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 24 Celsius", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:20.612 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 11%", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 390,598,783 [199 TB]", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,888,036,091 [966 TB]", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 6,498,558,184", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 33,971,243,354", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 85", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 54,994", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 57,356", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 5,619", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:20.613 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:20.614 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 24 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:20.615 INFO:tasks.workunit.client.0.smithi173.stdout:} 2024-08-30T20:58:20.616 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry preview-all 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:20.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:20 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:20 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:21.063 INFO:tasks.workunit.client.0.smithi173.stdout:{ 2024-08-30T20:58:21.063 INFO:tasks.workunit.client.0.smithi173.stdout: "device_report": { 2024-08-30T20:58:21.063 INFO:tasks.workunit.client.0.smithi173.stdout: "9680c680-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:21.063 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96819d44-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205248": { 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "9680c680-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.064 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051167 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.065 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:21.066 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.067 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 25155408 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:21.068 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 46023038 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.069 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:21.071 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:21.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 90, 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3183, 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3199, 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3168 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.073 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 2, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 343465879, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1648584853, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 5403424056, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 28641532091, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:21.074 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 10, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 58976, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 56171, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 25, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 50 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 58976, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 56171 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.075 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:21.076 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:21.077 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.078 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:21.078 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:21.078 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:21.078 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:21.078 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:21.078 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:21.079 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.080 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:21.081 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 25 Celsius", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 10%", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 343,465,879 [175 TB]", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,648,584,853 [844 TB]", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 5,403,424,056", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 28,641,532,091", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 2", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 58,976", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 56,171", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 50", 2024-08-30T20:58:21.082 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:21.083 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:21.083 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.084 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:21.084 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:21.084 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:21.084 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.084 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:21.084 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 25 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.085 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "96834e96-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96845156-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205246": { 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.086 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "96834e96-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051165 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:21.087 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:21.088 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.089 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 28809144 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.091 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 49694845 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:21.092 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.093 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.094 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:21.095 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 89, 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3379, 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3393, 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3362 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:21.096 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 85, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 390598783, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1888036091, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 6498558184, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 33971243354, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 11, 2024-08-30T20:58:21.097 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 54994, 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 57356, 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 24, 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 5619 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 54994, 2024-08-30T20:58:21.098 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 57356 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:21.099 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:21.100 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.101 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.102 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 24 Celsius", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 11%", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 390,598,783 [199 TB]", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,888,036,091 [966 TB]", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 6,498,558,184", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 33,971,243,354", 2024-08-30T20:58:21.103 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 85", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 54,994", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 57,356", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 5,619", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:21.104 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.105 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 24 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: "report": { 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer": { 2024-08-30T20:58:21.106 INFO:tasks.workunit.client.0.smithi173.stdout: "active": true, 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "mode": "" 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "channels": [ 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "ident" 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "channels_available": [ 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "ident", 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:21.107 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "perf" 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_available": [ 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:21.108 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_opted_in": [ 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:21.109 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "config": { 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "active_changed": [ 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "client_check_pool_perm", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_gid", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_uid", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "client_quota", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:21.110 INFO:tasks.workunit.client.0.smithi173.stdout: "daemonize", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "keyring", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_block_size", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_cache_size", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_compression", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_log", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_write_buffer_size", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:21.111 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_journald", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_stderr", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_host", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:21.112 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:21.113 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "no_config_file", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_crush_chooseleaf_type", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep", 2024-08-30T20:58:21.114 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hdd", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hybrid", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_ssd", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_max_backfills", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_lim", 2024-08-30T20:58:21.115 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_res", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pg_delete_cost", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_hdd", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_ssd", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:21.116 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hdd", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hybrid", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_ssd", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_sleep", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hdd", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_ssd", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addr", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addrv", 2024-08-30T20:58:21.117 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_default_features", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_qos_exclude_ops", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "setgroup", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "setuser" 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_changed": [ 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:21.118 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_join_fs", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/allow_ptrace", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/container_init", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/migration_current", 2024-08-30T20:58:21.119 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/use_repo_digest", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ssl_server_port", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/orchestrator/orchestrator", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/channel_ident", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/description", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/organization", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:21.120 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:21.121 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:21.122 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:21.123 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_cache_enabled", 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_ops_log", 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_usage_log" 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "contact": null, 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "crashes": [], 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "created": "2024-08-30T20:49:39.086279Z", 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "crush": { 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_algs": { 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: "straw2": 3 2024-08-30T20:58:21.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_sizes": { 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "2": 1, 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "4": 2 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_types": { 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "1": 2, 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "11": 1 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "compat_weight_set": false, 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "device_classes": [ 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: 8 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_buckets": 6, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_devices": 8, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_rules": 1, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_types": 12, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_weight_sets": 0, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "tunables": { 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "allowed_bucket_algs": 54, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_fallback_tries": 0, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_tries": 0, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_total_tries": 50, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_descend_once": 1, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_stable": 1, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_vary_r": 1, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v2_rules": 0, 2024-08-30T20:58:21.126 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v3_rules": 0, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v4_buckets": 1, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v5_rules": 0, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "legacy_tunables": 0, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "minimum_required_version": "jewel", 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "optimal_tunables": 1, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "profile": "jewel", 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables": 1, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables2": 1, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables3": 1, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables5": 1, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "straw_calc_version": 1 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "description": "upgrade test cluster", 2024-08-30T20:58:21.127 INFO:tasks.workunit.client.0.smithi173.stdout: "fs": { 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "feature_flags": { 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "enable_multiple": true, 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_enabled_multiple": true 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "filesystems": [ 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "approx_ctime": "2024-08", 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer_enabled": false, 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_caps": 0, 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_dns": 10, 2024-08-30T20:58:21.128 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_inos": 13, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_subtrees": 2, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_allowed_features": 0, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "explicitly_allowed_features": 0, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "files": 0, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "max_mds": 1, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_data_pools": 1, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_in": 1, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_mds": 1, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": 0, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_replay": 0, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_up": 1, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "snaps": 0, 2024-08-30T20:58:21.129 INFO:tasks.workunit.client.0.smithi173.stdout: "standby_count_wanted": 0 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_mds": 1, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "total_num_mds": 2 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "hosts": { 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num": 2, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mds": 2, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mgr": 2, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mon": 2, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_osd": 2 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard": false, 2024-08-30T20:58:21.130 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard_description": null, 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "license": "sharing-1-0", 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "metadata": { 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 2 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.131 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 2 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 2 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:21.132 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 2 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 3 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:21.133 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 3 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 3 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 3 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 8 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 8 2024-08-30T20:58:21.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 8 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 8 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_objectstore": { 2024-08-30T20:58:21.136 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": 8 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "rotational": { 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "0": 8 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "features": { 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "optional": [], 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "persistent": [ 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "kraken", 2024-08-30T20:58:21.137 INFO:tasks.workunit.client.0.smithi173.stdout: "luminous", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "mimic", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap-prune", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "nautilus", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "octopus", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "pacific", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "elector-pinging", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "quincy", 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "reef" 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv4_addr_mons": 6, 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv6_addr_mons": 0, 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "min_mon_release": 18, 2024-08-30T20:58:21.138 INFO:tasks.workunit.client.0.smithi173.stdout: "v1_addr_mons": 3, 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "v2_addr_mons": 3 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "organization": "ceph-qa", 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_network": false, 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 8, 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "require_min_compat_client": "luminous", 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "require_osd_release": "reef" 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": [ 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:21.139 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr" 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 1, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 1, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 1, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:21.140 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 1781760, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 1781760, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 2.443116500217002e-06, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 212, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 313344, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 590368, 2024-08-30T20:58:21.141 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 590368, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 1771104, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 179, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2473984 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.142 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 32, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 32, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 2, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 98304, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:21.143 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 98304, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 22, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.3479292704232648e-07, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 3428, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 3428, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:21.144 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 10284, 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 51, 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 20480 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:21.145 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 64, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 64, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 3, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 0, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 0, 2024-08-30T20:58:21.146 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 0.0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 0, 2024-08-30T20:58:21.147 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 0, 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 0 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd" 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:21.148 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 8, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 8, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 4, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296251146, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 12288, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 12288, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:21.149 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.684911943300449e-08, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 19, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 19, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 57, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 2, 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2048 2024-08-30T20:58:21.150 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": { 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: "mirroring_by_pool": [ 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: false 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_images_by_pool": [ 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pools": 1 2024-08-30T20:58:21.151 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "report_id": "6f4faff4-ff7a-4986-9908-8554231b5a04", 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "report_timestamp": "2024-08-30T20:58:21.045363", 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "report_version": 1, 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "rook": { 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster": { 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "external-mode": null, 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "allow-multiple-per-node": null, 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "count": null, 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "max-id": null, 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "pvc": { 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.152 INFO:tasks.workunit.client.0.smithi173.stdout: "stretch": { 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "network": { 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "provider": null 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "storage": { 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "device-set": { 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "non-portable": null, 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "portable": null, 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.153 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "csi": { 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes": { 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "node": { 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes-total": null, 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "with-ceph-daemons": null, 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-cephfs-plugin": null, 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-nfs-plugin": null, 2024-08-30T20:58:21.154 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-rbd-plugin": null 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "storage-class": { 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket": null, 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs": null, 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "nfs": null, 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": null, 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.155 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "services": {}, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 105, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": 4, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_by_class": { 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "ssd": { 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726649344, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233635840, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_bytes": 233635840, 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_ratio": 0.0003042290627490729 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.156 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:21.157 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726649344, 2024-08-30T20:58:21.157 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:21.157 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233635840 2024-08-30T20:58:21.157 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.157 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:21.157 INFO:tasks.workunit.client.0.smithi173.stdout:} 2024-08-30T20:58:21.157 INFO:tasks.workunit.client.0.smithi173.stderr:++ ceph telemetry collection ls 2024-08-30T20:58:21.533 INFO:tasks.workunit.client.0.smithi173.stderr:+ COLLECTIONS='New collections are available: 2024-08-30T20:58:21.533 INFO:tasks.workunit.client.0.smithi173.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-30T20:58:21.533 INFO:tasks.workunit.client.0.smithi173.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:NAME STATUS DESC 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-30T20:58:21.534 INFO:tasks.workunit.client.0.smithi173.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:+ [[ New collections are available: 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:NAME STATUS DESC 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-30T20:58:21.535 INFO:tasks.workunit.client.0.smithi173.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:+ [[ New collections are available: 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:21.536 INFO:tasks.workunit.client.0.smithi173.stderr:NAME STATUS DESC 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-30T20:58:21.537 INFO:tasks.workunit.client.0.smithi173.stderr:+ [[ New collections are available: 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:NAME STATUS DESC 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-30T20:58:21.538 INFO:tasks.workunit.client.0.smithi173.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:+ [[ New collections are available: 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:NAME STATUS DESC 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-30T20:58:21.539 INFO:tasks.workunit.client.0.smithi173.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:+ [[ New collections are available: 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr: 2024-08-30T20:58:21.540 INFO:tasks.workunit.client.0.smithi173.stderr:NAME STATUS DESC 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-30T20:58:21.541 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-30T20:58:21.835 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[17131]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:21.837 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-mon[28069]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-30T20:58:22.007 INFO:tasks.workunit.client.0.smithi173.stdout:Telemetry is on. 2024-08-30T20:58:22.007 INFO:tasks.workunit.client.0.smithi173.stdout:Some channels are disabled, please enable with: 2024-08-30T20:58:22.007 INFO:tasks.workunit.client.0.smithi173.stdout:`ceph telemetry enable channel perf` 2024-08-30T20:58:22.019 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry enable channel perf 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: from='client.24683 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:21 smithi196 ceph-mon[21316]: mgrmap e22: y(active, since 2m), standbys: x 2024-08-30T20:58:22.157 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:21] ENGINE Bus STOPPING 2024-08-30T20:58:22.157 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:58:22.158 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Bus STOPPED 2024-08-30T20:58:22.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Bus STARTING 2024-08-30T20:58:22.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Serving on http://:::9283 2024-08-30T20:58:22.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Bus STARTED 2024-08-30T20:58:22.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Bus STOPPING 2024-08-30T20:58:22.511 INFO:tasks.workunit.client.0.smithi173.stdout:channel_perf is enabled 2024-08-30T20:58:22.522 INFO:tasks.workunit.client.0.smithi173.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-30T20:58:22.870 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:58:22.870 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Bus STOPPED 2024-08-30T20:58:22.870 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Bus STARTING 2024-08-30T20:58:22.870 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.870 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.870 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.870 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.873 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.874 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:22.878 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:22.879 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:22.884 INFO:tasks.workunit.client.0.smithi173.stderr:+ LAST_OPT_REVISION=1 2024-08-30T20:58:22.884 INFO:tasks.workunit.client.0.smithi173.stderr:+ '[' 1 -ne 1 ']' 2024-08-30T20:58:22.885 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry show 2024-08-30T20:58:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='client.24701 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:23.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:23.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:23.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:23.025 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:22 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:23.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Serving on http://:::9283 2024-08-30T20:58:23.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:22 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:58:22] ENGINE Bus STARTED 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout:{ 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer": { 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: "active": true, 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: "mode": "" 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: "channels": [ 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:23.540 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "ident", 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "perf" 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "channels_available": [ 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "ident", 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "perf" 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_available": [ 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:23.541 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_opted_in": [ 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:23.542 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.543 INFO:tasks.workunit.client.0.smithi173.stdout: "config": { 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "active_changed": [ 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "client_check_pool_perm", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_gid", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_uid", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "client_quota", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "daemonize", 2024-08-30T20:58:23.544 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "keyring", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_block_size", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_cache_size", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_compression", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_log", 2024-08-30T20:58:23.545 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_write_buffer_size", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_journald", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_stderr", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_host", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:23.546 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:23.547 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "no_config_file", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_crush_chooseleaf_type", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:23.548 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hdd", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hybrid", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_ssd", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_max_backfills", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-30T20:58:23.549 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_lim", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_res", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pg_delete_cost", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active", 2024-08-30T20:58:23.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_hdd", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_ssd", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hdd", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hybrid", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_ssd", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_sleep", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hdd", 2024-08-30T20:58:23.551 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_ssd", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addr", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addrv", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_default_features", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_qos_exclude_ops", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "setgroup", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "setuser" 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_changed": [ 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:23.552 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:23.553 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_join_fs", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/allow_ptrace", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/container_init", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/migration_current", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/use_repo_digest", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ssl_server_port", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/orchestrator/orchestrator", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/channel_ident", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/channel_perf", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/description", 2024-08-30T20:58:23.554 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/enabled", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/organization", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:23.555 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:23.556 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:23.556 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:23.556 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:23.556 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:23.556 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:23.556 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:23.557 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:23.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_cache_enabled", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_ops_log", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_usage_log" 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "contact": null, 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "crashes": [], 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "created": "2024-08-30T20:49:39.086279Z", 2024-08-30T20:58:23.559 INFO:tasks.workunit.client.0.smithi173.stdout: "crush": { 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_algs": { 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "straw2": 3 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_sizes": { 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "2": 1, 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "4": 2 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_types": { 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "1": 2, 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "11": 1 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "compat_weight_set": false, 2024-08-30T20:58:23.560 INFO:tasks.workunit.client.0.smithi173.stdout: "device_classes": [ 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: 8 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_buckets": 6, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_devices": 8, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_rules": 1, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_types": 12, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_weight_sets": 0, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "tunables": { 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "allowed_bucket_algs": 54, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_fallback_tries": 0, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_tries": 0, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_total_tries": 50, 2024-08-30T20:58:23.561 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_descend_once": 1, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_stable": 1, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_vary_r": 1, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v2_rules": 0, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v3_rules": 0, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v4_buckets": 1, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v5_rules": 0, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "legacy_tunables": 0, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "minimum_required_version": "jewel", 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "optimal_tunables": 1, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "profile": "jewel", 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables": 1, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables2": 1, 2024-08-30T20:58:23.562 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables3": 1, 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables5": 1, 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "straw_calc_version": 1 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "description": "upgrade test cluster", 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "fs": { 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "feature_flags": { 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "enable_multiple": true, 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_enabled_multiple": true 2024-08-30T20:58:23.563 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "filesystems": [ 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "approx_ctime": "2024-08", 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer_enabled": false, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_caps": 0, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_dns": 10, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_inos": 13, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_subtrees": 2, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_allowed_features": 0, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "explicitly_allowed_features": 0, 2024-08-30T20:58:23.564 INFO:tasks.workunit.client.0.smithi173.stdout: "files": 0, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "max_mds": 1, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "num_data_pools": 1, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "num_in": 1, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "num_mds": 1, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": 0, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_replay": 0, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "num_up": 1, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "snaps": 0, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "standby_count_wanted": 0 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_mds": 1, 2024-08-30T20:58:23.565 INFO:tasks.workunit.client.0.smithi173.stdout: "total_num_mds": 2 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_stats": { 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 20135936, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 355568, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 909312, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 0, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 339, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 1114480, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 12, 2024-08-30T20:58:23.566 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 425984, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 14709152, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 20135936 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 20373504, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 453736, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 811008, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 420, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 1352768, 2024-08-30T20:58:23.567 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 20, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 834048, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 15111512, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 21184512 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 42852352, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1293120, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 540672, 2024-08-30T20:58:23.568 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 6668288, 2024-08-30T20:58:23.569 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1666, 2024-08-30T20:58:23.569 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.569 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 9754264, 2024-08-30T20:58:23.569 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 22, 2024-08-30T20:58:23.569 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 3087616, 2024-08-30T20:58:23.569 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 25555240, 2024-08-30T20:58:23.570 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 49520640 2024-08-30T20:58:23.570 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.570 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.670d93d31eb52f5b7c68e8a84eb1035c0de4c4d8": { 2024-08-30T20:58:23.570 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 36462592, 2024-08-30T20:58:23.570 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 777104, 2024-08-30T20:58:23.570 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 8970240, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1142, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 8145752, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 22, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1683712, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 23234584, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45432832 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 35373056, 2024-08-30T20:58:23.571 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1391440, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 8192, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 11108352, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1146, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 7524720, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 21, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1291264, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 22536000, 2024-08-30T20:58:23.572 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 46481408 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.0": { 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 51486720, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1975808, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 1204224, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1768, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5717424, 2024-08-30T20:58:23.573 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 3969536, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 37071440, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 52690944 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.1": { 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 46120960, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 926576, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 212992, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1394, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.574 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5556656, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2501632, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34383584, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 46333952 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.2": { 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 44761088, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 960064, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 524288, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1281, 2024-08-30T20:58:23.575 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 4710144, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2458112, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 33880256, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45285376 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.3": { 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 47562752, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1518168, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 655360, 2024-08-30T20:58:23.576 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1632, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5681632, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2905856, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34704584, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 48218112 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.4": { 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 45056000, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 723272, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.577 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 57344, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 229376, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1282, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 4987664, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1983232, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34551976, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45285376 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.5": { 2024-08-30T20:58:23.578 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 48488448, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1844528, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 16384, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 991232, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1676, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5990424, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 3202048, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34682552, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 49479680 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.579 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.6": { 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 44490752, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1127240, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 794624, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1274, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 4581512, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 46, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1933056, 2024-08-30T20:58:23.580 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34096432, 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45285376 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.7": { 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 45785088, 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1172800, 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 16384, 2024-08-30T20:58:23.581 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 614400, 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1327, 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5008584, 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2066432, 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34768376, 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 46399488 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "hosts": { 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "num": 2, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mds": 2, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mgr": 2, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mon": 2, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_osd": 2 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "io_rate": { 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_stats_delta": { 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 0, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 0, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:23.583 INFO:tasks.workunit.client.0.smithi173.stdout: "stamp_delta": "12.002241", 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:23.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:23.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:23.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 0, 2024-08-30T20:58:23.587 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.588 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 0 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard": false, 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard_description": null, 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: "license": "sharing-1-0", 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: "mempool": { 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:23.589 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.590 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.591 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.593 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.594 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.595 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 150168, 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 33 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.596 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 928, 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 2 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.600 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:23.600 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.600 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.600 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.600 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.600 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.601 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.601 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.601 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.601 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.602 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.602 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.602 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.602 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.602 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.603 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.603 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.603 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.603 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.603 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.604 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.604 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.604 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.604 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.604 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.605 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.606 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.606 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.606 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.606 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.607 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.607 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.607 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.607 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.607 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.607 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.608 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.608 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.608 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.608 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.609 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.609 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.609 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.609 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.609 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.609 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.609 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 222439, 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 68 2024-08-30T20:58:23.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 51704, 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 208 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8304, 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 141 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.612 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.613 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.614 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.615 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.616 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.618 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.619 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1223482, 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 374 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.620 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 440, 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 5 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6880, 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 140 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.622 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12744, 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1546 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 10624, 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 206 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.623 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.670d93d31eb52f5b7c68e8a84eb1035c0de4c4d8": { 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.624 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.625 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.626 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.627 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.628 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.629 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.630 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.630 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.630 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.630 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.630 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.630 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.630 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1415190, 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 448 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 88, 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.631 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.632 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.633 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.633 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.633 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.633 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.633 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.633 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.633 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6880, 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 140 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12744, 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1546 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5312, 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 103 2024-08-30T20:58:23.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.635 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.636 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.637 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.638 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.639 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1165722, 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 363 2024-08-30T20:58:23.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.642 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6880, 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 140 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12744, 2024-08-30T20:58:23.643 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1546 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5312, 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 103 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.644 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.0": { 2024-08-30T20:58:23.645 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6240, 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 78 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.647 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.648 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22848, 2024-08-30T20:58:23.648 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:23.648 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.648 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.648 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1936, 2024-08-30T20:58:23.648 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 47 2024-08-30T20:58:23.649 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.649 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.649 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 614400, 2024-08-30T20:58:23.649 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 19 2024-08-30T20:58:23.649 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.649 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.650 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 97586, 2024-08-30T20:58:23.650 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 16677 2024-08-30T20:58:23.650 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.650 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.650 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 213776, 2024-08-30T20:58:23.650 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 346 2024-08-30T20:58:23.651 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.651 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.651 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 11692, 2024-08-30T20:58:23.651 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 771 2024-08-30T20:58:23.651 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.651 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.652 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9792, 2024-08-30T20:58:23.652 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:23.652 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.652 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.652 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.652 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.653 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.653 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.653 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 33544, 2024-08-30T20:58:23.653 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 214 2024-08-30T20:58:23.653 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.654 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.654 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22848, 2024-08-30T20:58:23.654 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:23.654 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.654 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.655 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.655 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.655 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.655 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.655 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 412871, 2024-08-30T20:58:23.656 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 89 2024-08-30T20:58:23.656 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.656 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.656 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.656 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.656 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.657 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.657 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2451864, 2024-08-30T20:58:23.657 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 196 2024-08-30T20:58:23.657 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.657 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.658 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 7128, 2024-08-30T20:58:23.658 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 81 2024-08-30T20:58:23.658 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.658 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.658 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.658 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.659 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.659 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.659 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 521640, 2024-08-30T20:58:23.659 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 45 2024-08-30T20:58:23.659 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.660 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.660 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.660 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.660 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.660 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.661 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 95264, 2024-08-30T20:58:23.661 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 188 2024-08-30T20:58:23.661 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.661 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.661 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:23.661 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:23.662 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.662 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.662 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.662 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.662 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.662 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.663 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.663 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.663 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.663 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.663 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.664 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.664 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.664 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.664 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.664 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.664 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.665 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.665 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.1": { 2024-08-30T20:58:23.665 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.665 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.665 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.665 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.666 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5360, 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 67 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21504, 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 192 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1264, 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16384, 2024-08-30T20:58:23.667 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 4 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 52103, 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9614 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 136936, 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 233 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9872, 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 598 2024-08-30T20:58:23.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9216, 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 192 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 29612, 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 201 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.669 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21504, 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 192 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 736, 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 468863, 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 103 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.670 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12112, 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2451674, 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 193 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5104, 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 58 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 452088, 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 39 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8528, 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 22 2024-08-30T20:58:23.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.673 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.2": { 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.674 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.675 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4560, 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 57 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21168, 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1040, 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 39 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8192, 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 2 2024-08-30T20:58:23.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 48709, 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9133 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 130136, 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 223 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8916, 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 584 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.677 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9072, 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 27556, 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 191 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21168, 2024-08-30T20:58:23.678 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 736, 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 394863, 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 85 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12112, 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.679 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2438652, 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 180 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4312, 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 49 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.680 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 359352, 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 31 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8320, 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 24 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.681 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 239128, 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3507 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.682 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.3": { 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.683 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4240, 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 53 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 480, 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 34 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 89878, 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 15599 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 203576, 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 331 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9740, 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 604 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.686 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9360, 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 28596, 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 199 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:23.687 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2208, 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 321583, 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 67 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 26565, 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9 2024-08-30T20:58:23.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2429550, 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 177 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4752, 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 54 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.689 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 428904, 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 37 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 10400, 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 20 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:23.690 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.691 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.4": { 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.692 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 3840, 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 48 2024-08-30T20:58:23.693 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 816, 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 37 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.694 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 51130, 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9562 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 136256, 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 232 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9708, 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 602 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.695 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9360, 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 28852, 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 200 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:23.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 736, 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 975970, 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 84 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12112, 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.697 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2454117, 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4576, 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 52 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 428904, 2024-08-30T20:58:23.698 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 37 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8944, 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 18 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238872, 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3495 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.699 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.700 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.5": { 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.701 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 3280, 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21728, 2024-08-30T20:58:23.702 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 194 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 704, 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 36 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 15119, 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 92095, 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 15839 2024-08-30T20:58:23.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 206976, 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 336 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 10168, 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 606 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9312, 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 194 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.704 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 30044, 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21728, 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 194 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2208, 2024-08-30T20:58:23.705 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 863079, 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 57 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 26565, 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2439412, 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 180 2024-08-30T20:58:23.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5632, 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 64 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 475272, 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.707 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 13520, 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 26 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 239128, 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3507 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.6": { 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2800, 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 35 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22736, 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 203 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.711 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 368, 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 33 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4096, 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 52368, 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9989 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.712 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 137616, 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 234 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 11192, 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 763 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9744, 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 203 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 30560, 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22736, 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 203 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.714 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 519270, 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 52 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2413730, 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 170 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4664, 2024-08-30T20:58:23.715 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 53 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 452088, 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 39 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 94952, 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 193 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 239384, 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3519 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.717 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.7": { 2024-08-30T20:58:23.718 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:23.719 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2160, 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 27 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22624, 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1264, 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:23.720 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 278528, 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 56070, 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 10431 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 143736, 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 243 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 11956, 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 768 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9696, 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:23.722 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 33032, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 211 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22624, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 196179, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 38 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.723 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2398561, 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 200 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6160, 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 70 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 533232, 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 46 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 98488, 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 227 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.725 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:23.726 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "metadata": { 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:23.727 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 2 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 2 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 2 2024-08-30T20:58:23.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 2 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 3 2024-08-30T20:58:23.729 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 3 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 3 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.730 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 3 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 8 2024-08-30T20:58:23.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 8 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 8 2024-08-30T20:58:23.732 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 8 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_objectstore": { 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": 8 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.733 INFO:tasks.workunit.client.0.smithi173.stdout: "rotational": { 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "0": 8 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "features": { 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "optional": [], 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "persistent": [ 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "kraken", 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "luminous", 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "mimic", 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap-prune", 2024-08-30T20:58:23.734 INFO:tasks.workunit.client.0.smithi173.stdout: "nautilus", 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "octopus", 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "pacific", 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "elector-pinging", 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "quincy", 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "reef" 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv4_addr_mons": 6, 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv6_addr_mons": 0, 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "min_mon_release": 18, 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "v1_addr_mons": 3, 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: "v2_addr_mons": 3 2024-08-30T20:58:23.735 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "organization": "ceph-qa", 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_network": false, 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 8, 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "require_min_compat_client": "luminous", 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "require_osd_release": "reef" 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_perf_histograms": [ 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.736 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:23.737 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:23.738 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.739 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:23.740 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:23.741 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:23.742 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.743 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.744 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.745 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.746 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.747 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:23.748 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.749 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.750 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.751 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.752 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.753 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.754 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.755 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.756 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.757 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.758 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.759 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.760 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.761 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.762 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.763 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.764 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.765 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:23.766 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:23.767 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:23.768 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:23.769 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:23.770 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:23.771 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.772 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.773 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.774 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.775 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.776 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.777 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.778 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.779 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.780 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.781 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.782 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.783 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.784 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.785 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:23.786 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.787 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.788 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.789 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.790 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.791 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.792 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.793 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.794 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.795 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:23.796 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:23.797 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.798 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:23.799 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:23.800 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.801 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.802 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.803 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.804 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.805 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.806 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.807 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.808 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.809 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.810 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.811 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.812 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.813 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.814 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.815 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.816 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.817 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.818 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.819 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.820 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.821 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.822 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.823 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:23.824 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:23.825 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.826 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:23.827 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:23.828 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:23.829 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.830 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.831 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.832 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 3, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 15, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.833 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.834 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.835 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.836 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.837 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.838 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.839 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.840 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.841 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.842 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.843 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.844 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.845 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.846 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.847 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.848 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:23.849 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.850 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.851 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_counters": { 2024-08-30T20:58:23.852 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "caps": { 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_flush_ack": { 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_grant": { 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.853 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_revoke": { 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_trunc": { 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_commit": { 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_fetch_complete": { 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_fetch_keys": { 2024-08-30T20:58:23.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_merge": { 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_split": { 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "exported_inodes": { 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "forward": { 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_cap_release": { 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_caps": { 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_caps_dirty": { 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_inode_file_caps": { 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.856 INFO:tasks.workunit.client.0.smithi173.stdout: "imported_inodes": { 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes": { 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes_expired": { 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes_pinned": { 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes_with_caps": { 2024-08-30T20:58:23.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "load_cent": { 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "openino_dir_fetch": { 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "process_request_cap_release": { 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "reply_latency": { 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126570 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.858 INFO:tasks.workunit.client.0.smithi173.stdout: "request": { 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "root_rbytes": { 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "root_rfiles": { 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "root_rsnaps": { 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_reply": { 2024-08-30T20:58:23.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "subtrees": { 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_cache": { 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_enqueue_scrub": { 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_exportdir": { 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_flush": { 2024-08-30T20:58:23.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_fragmentdir": { 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_fragstats": { 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_inodestats": { 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_recovering_enqueued": { 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_recovering_prioritized": { 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_recovering_processing": { 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_strays": { 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_strays_delayed": { 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_strays_enqueuing": { 2024-08-30T20:58:23.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_completed": { 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_started": { 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_created": { 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_enqueued": { 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_migrated": { 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_reintegrated": { 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_log": { 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "ev": { 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "evadd": { 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:23.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "evex": { 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "evexd": { 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "evexg": { 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "evtrm": { 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "jlat": { 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:23.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6105183 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "replayed": { 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "seg": { 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "segadd": { 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "segex": { 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "segexd": { 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "segexg": { 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "segtrm": { 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_mem": { 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "cap": { 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.867 INFO:tasks.workunit.client.0.smithi173.stdout: "cap+": { 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "cap-": { 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "dir": { 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "dir+": { 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.868 INFO:tasks.workunit.client.0.smithi173.stdout: "dir-": { 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "dn": { 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "dn+": { 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "dn-": { 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "heap": { 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 207124 2024-08-30T20:58:23.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "ino": { 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "ino+": { 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "ino-": { 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "rss": { 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 40460 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.870 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_server": { 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "cap_acquisition_throttle": { 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "cap_revoke_eviction": { 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_request": { 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_session": { 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_peer_request": { 2024-08-30T20:58:23.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "req_create_latency": { 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "req_getattr_latency": { 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126570 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "req_getfilelock_latency": { 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "req_getvxattr_latency": { 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "req_link_latency": { 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookup_latency": { 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookuphash_latency": { 2024-08-30T20:58:23.873 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupino_latency": { 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupname_latency": { 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupparent_latency": { 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.874 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupsnap_latency": { 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lssnap_latency": { 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "req_mkdir_latency": { 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.875 INFO:tasks.workunit.client.0.smithi173.stdout: "req_mknod_latency": { 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "req_mksnap_latency": { 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "req_open_latency": { 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "req_readdir_latency": { 2024-08-30T20:58:23.876 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rename_latency": { 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "req_renamesnap_latency": { 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rmdir_latency": { 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.877 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rmsnap_latency": { 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rmxattr_latency": { 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setattr_latency": { 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setdirlayout_latency": { 2024-08-30T20:58:23.878 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setfilelock_latency": { 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setlayout_latency": { 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setxattr_latency": { 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.879 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "req_snapdiff_latency": { 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "req_symlink_latency": { 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "req_unlink_latency": { 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.880 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_sessions": { 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "average_load": { 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "avg_session_uptime": { 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 87 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "mdthresh_evicted": { 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "session_count": { 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "session_remove": { 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "sessions_open": { 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "sessions_stale": { 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.882 INFO:tasks.workunit.client.0.smithi173.stdout: "total_load": { 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:23.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "purge_queue": { 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executed": { 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executed_ops": { 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing": { 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing_high_water": { 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing_ops": { 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing_ops_high_water": { 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_item_in_journal": { 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.885 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "election_call": { 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "election_lose": { 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "election_win": { 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_elections": { 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": { 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "session_rm": { 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "session_trim": { 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "paxos": { 2024-08-30T20:58:23.887 INFO:tasks.workunit.client.0.smithi173.stdout: "accept_timeout": { 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "begin": { 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_bytes": { 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5072633 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_keys": { 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2874 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.888 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_latency": { 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 160996564 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "collect": { 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_bytes": { 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_keys": { 2024-08-30T20:58:23.889 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_latency": { 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_timeout": { 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_uncommitted": { 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "commit": { 2024-08-30T20:58:23.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_bytes": { 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5003715 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_keys": { 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5506 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_latency": { 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 427054729 2024-08-30T20:58:23.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_ack_timeout": { 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_timeout": { 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn": { 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn_latency": { 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1999957 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.892 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh": { 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 960 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh_latency": { 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 960, 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2624943828 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "restart": { 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state": { 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.893 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_bytes": { 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1050 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_keys": { 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "start_leader": { 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "start_peon": { 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state": { 2024-08-30T20:58:23.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_bytes": { 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_keys": { 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_latency": { 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache": { 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1020054731 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 46899200 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39477248 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2147483648 2024-08-30T20:58:23.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7421952 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:full": { 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277008900 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 304420 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 70813912 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:inc": { 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.900 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277008900 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41543 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71076789 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:kv": { 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 322961408 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184672600 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71179944 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.906 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb": { 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "compact": { 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_len": { 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_merge": { 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_range": { 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "get_latency": { 2024-08-30T20:58:23.907 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42824, 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 175200993 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_delay_time": { 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_memtable_time": { 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_wal_time": { 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_latency": { 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_sync_latency": { 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2087, 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 679840563 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.670d93d31eb52f5b7c68e8a84eb1035c0de4c4d8": { 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "election_call": { 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "election_lose": { 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "election_win": { 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_elections": { 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": { 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "session_rm": { 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 82 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "session_trim": { 2024-08-30T20:58:23.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "paxos": { 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "accept_timeout": { 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "begin": { 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 826 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_bytes": { 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 826, 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3996632 2024-08-30T20:58:23.912 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_keys": { 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_latency": { 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 826, 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 241994819 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "collect": { 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_bytes": { 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:23.913 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_keys": { 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_latency": { 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_timeout": { 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.914 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_uncommitted": { 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "commit": { 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 827 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_bytes": { 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_keys": { 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.915 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_latency": { 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_ack_timeout": { 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_timeout": { 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn": { 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.916 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn_latency": { 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh": { 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 827 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh_latency": { 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2005957088 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "restart": { 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.917 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state": { 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_bytes": { 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_keys": { 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "start_leader": { 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "start_peon": { 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state": { 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 827 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_bytes": { 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7838347 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_keys": { 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:23.919 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5597 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_latency": { 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 501989260 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache": { 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1020054731 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42811392 2024-08-30T20:58:23.920 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32940032 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2147483648 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9871360 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:full": { 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.921 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 304850 2024-08-30T20:58:23.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 70814558 2024-08-30T20:58:23.924 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:inc": { 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:23.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43982 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.927 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71075426 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:kv": { 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 322961408 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184671882 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71180662 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb": { 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "compact": { 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.931 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_len": { 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_merge": { 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_range": { 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "get_latency": { 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 35589, 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 87529535 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.932 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_delay_time": { 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_memtable_time": { 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_wal_time": { 2024-08-30T20:58:23.933 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_latency": { 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_sync_latency": { 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1779, 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 806006088 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:23.934 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "election_call": { 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "election_lose": { 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "election_win": { 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_elections": { 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": { 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "session_rm": { 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 55 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "session_trim": { 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "paxos": { 2024-08-30T20:58:23.936 INFO:tasks.workunit.client.0.smithi173.stdout: "accept_timeout": { 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "begin": { 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 835 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_bytes": { 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 835, 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4021853 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_keys": { 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.937 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_latency": { 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 835, 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 123997187 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "collect": { 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_bytes": { 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 146 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_keys": { 2024-08-30T20:58:23.938 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_latency": { 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 999977 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_timeout": { 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_uncommitted": { 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "commit": { 2024-08-30T20:58:23.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 836 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_bytes": { 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_keys": { 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_latency": { 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.940 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_ack_timeout": { 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_timeout": { 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn": { 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn_latency": { 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.941 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh": { 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 836 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh_latency": { 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1784959513 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "restart": { 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state": { 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_bytes": { 2024-08-30T20:58:23.942 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_keys": { 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "start_leader": { 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "start_peon": { 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state": { 2024-08-30T20:58:23.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 836 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_bytes": { 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7886880 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_keys": { 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5667 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_latency": { 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 368991636 2024-08-30T20:58:23.944 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache": { 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1020054731 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43859968 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32382976 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:23.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2147483648 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11476992 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:full": { 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 304850 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.947 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 70814558 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:inc": { 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.949 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43982 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.951 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71075426 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:kv": { 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 322961408 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184671882 2024-08-30T20:58:23.953 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.955 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71180662 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb": { 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "compact": { 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_len": { 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_merge": { 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_range": { 2024-08-30T20:58:23.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "get_latency": { 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 35606, 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 89688724 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_delay_time": { 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_memtable_time": { 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.957 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_wal_time": { 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_latency": { 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_sync_latency": { 2024-08-30T20:58:23.958 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1823, 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 572536784 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.0": { 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.959 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:23.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7458816 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.961 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3678208 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3538944 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:23.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:23.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.964 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:23.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.967 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11075584 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.968 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1388544 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 222752 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 23, 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67278 2024-08-30T20:58:23.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 851, 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 524516621 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 839, 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28783932 2024-08-30T20:58:23.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 851, 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 842768 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 851, 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 525359389 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.972 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 37200 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 8, 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 17511 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:23.973 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9662 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4005 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 342 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:23.974 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 123, 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2981124 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 333, 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 271659 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 210, 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3906702 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5581852 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3980446442 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 133, 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22244259 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.976 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 133, 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 520700061882 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 133, 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 136503585823 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67016270541 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:23.977 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 241780 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126360974 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2872446780 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 608649 2024-08-30T20:58:23.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1566106827 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 393853788 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 937070 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 67, 2024-08-30T20:58:23.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 329436 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8939480949 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 429910671 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:23.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 289377829 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 49938432 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 48758784 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:23.981 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1179648 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85453917 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 614400 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73315235 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.985 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 640904380 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 72125172 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:23.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56969278 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.989 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68859378 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 640904380 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.992 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8376 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.993 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 367354 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71751570 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6 2024-08-30T20:58:23.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 616 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38625965 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.997 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3874235 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 19317937 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.998 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:23.999 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 616 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:24.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38625965 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3874235 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 19317937 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1771104 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 33247232 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.004 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.1": { 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.005 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2592768 2024-08-30T20:58:24.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:24.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1642496 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1503232 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.008 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:24.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.011 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:24.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:24.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4173824 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.014 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 786432 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 211599 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.015 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 30, 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85346 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 354, 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 81901489 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 347, 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7547916 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:24.017 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 354, 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 364261 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 354, 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 82265750 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43752 2024-08-30T20:58:24.018 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7810 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.019 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14817 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 872 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 252 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 147, 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3920391 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.020 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 377, 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 256309 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 230, 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6403981 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 128667 2024-08-30T20:58:24.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13586606 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 130, 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8310907 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 129, 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 291870928911 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.022 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 130, 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 142271425630 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 432, 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 66069134750 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 432, 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39713 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2951531 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 131134644 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 143100 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.024 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67307434 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24602767 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 345880 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 63, 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 289737 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:24.025 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 239645309 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29700351 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2892646 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:24.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43581440 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43319296 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 262144 2024-08-30T20:58:24.027 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85497719 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73869449 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641232892 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.032 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71796660 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56998479 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.035 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68830177 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:24.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641232892 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1210 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 239648 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.039 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71557930 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:24.040 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.041 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 157 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.042 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2429467 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 894570675 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1063 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:24.043 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 59273113 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 204616638 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 33 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 33, 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6009224 2024-08-30T20:58:24.044 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1063 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 33, 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5428337 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 33, 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4563580 2024-08-30T20:58:24.045 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 22, 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 19378087 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.046 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 22, 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8911386 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 22, 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 18289917 2024-08-30T20:58:24.047 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 102 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2429467 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 869183364 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.048 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44933390 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 181763141 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 590368 2024-08-30T20:58:24.049 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28454912 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.2": { 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:24.050 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.051 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2244608 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.052 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1421312 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.053 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:24.054 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.055 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:24.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.057 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:24.058 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:24.059 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3604480 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 774144 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 201234 2024-08-30T20:58:24.060 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.061 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 9, 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12595 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:24.062 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 66514057 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6796831 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 368003 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:24.063 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 66882060 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41660 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.064 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1002 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3012 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.065 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 632 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 225 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 107, 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1510041 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 287, 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 370906 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.066 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 180, 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3359426 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 113041 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.067 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 30066586 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 120, 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9057420 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 119, 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 437251786348 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 120, 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 173057069424 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.068 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 348, 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 177620578930 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 348, 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32279 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1685194 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:24.069 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 93360352 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 201006 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44406438 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22166006 2024-08-30T20:58:24.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 345643 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 54, 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 272697 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 191735383 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.071 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 25598108 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2255032 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42532864 2024-08-30T20:58:24.072 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41926656 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 606208 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:24.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85499065 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.074 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.075 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8192 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.076 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73876295 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.077 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641242989 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.078 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.079 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71786563 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:24.080 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56999376 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.081 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.082 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68829280 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.083 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641242989 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.084 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 226939 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71561752 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.086 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31 2024-08-30T20:58:24.087 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:24.088 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68973543 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7824775 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.089 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39393627 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:24.090 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.091 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.092 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.093 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68973543 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7824775 2024-08-30T20:58:24.094 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39393627 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28442624 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.3": { 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:24.096 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.097 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6119424 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.098 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3080192 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:24.099 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2940928 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.100 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:24.101 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.102 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5555 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5555 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:24.103 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:24.104 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.105 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9138176 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 798720 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.106 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.107 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6820 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 705, 2024-08-30T20:58:24.108 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464696387 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 703, 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23576563 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 705, 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 628295 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 705, 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 465324682 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.109 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 36631 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 946 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.110 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8001 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3484 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:24.111 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 332 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 95, 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 898208 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 167, 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 311522 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 72, 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 393230 2024-08-30T20:58:24.112 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 100, 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5578442 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3905057954 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 57, 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24186510 2024-08-30T20:58:24.113 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 54, 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 282695827708 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 57, 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 79424386117 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3360, 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1319653609 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:24.114 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3360, 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 171822 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 213223288 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2339039074 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.115 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 443321 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1171022636 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 360620230 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348708 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.116 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 48, 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 210662 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7989182148 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 392307686 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:24.117 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 266583865 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45465600 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44662784 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.118 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 802816 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.119 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85492504 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.120 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.121 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73891048 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.122 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641193780 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.123 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:24.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71835772 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.125 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56995002 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.126 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.127 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68833654 2024-08-30T20:58:24.128 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641193780 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.129 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.130 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5820 2024-08-30T20:58:24.132 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 342239 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.133 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71489841 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.134 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 37 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:24.135 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.136 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 828943 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.137 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.138 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.139 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.140 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.141 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 828943 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28463104 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.143 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.4": { 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:24.144 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.145 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:24.146 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 921600 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 782336 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.147 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:24.148 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.149 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.150 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.151 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.152 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2146304 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:24.153 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 798720 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 12, 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 454878 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.154 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2780 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.155 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 178, 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 53717785 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 169, 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7866227 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 178, 2024-08-30T20:58:24.156 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 185601 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 178, 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 53903386 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39748 2024-08-30T20:58:24.157 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1037 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.158 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7689 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 402 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 248 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 109, 2024-08-30T20:58:24.159 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2878187 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 287370 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 78, 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2101750 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:24.160 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 171816 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3290742 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 48, 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3502568 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 47, 2024-08-30T20:58:24.161 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 209935965782 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 48, 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 79803793809 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 270, 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6436521261 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 270, 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 26885 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.162 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 265069 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 158329820 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 81494 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.163 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71194882 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14161048 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 346701 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 46, 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 222480 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.164 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 247272269 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16581108 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1995390 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:24.165 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42532864 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42164224 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 368640 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.166 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85497810 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.167 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.168 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73885742 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.169 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641233582 2024-08-30T20:58:24.170 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.171 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71795970 2024-08-30T20:58:24.172 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.173 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56998540 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.174 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.175 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68830116 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.176 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641233582 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.177 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 237590 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.178 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71560508 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.179 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 37 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.180 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.181 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2050669 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 730456 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1952118 2024-08-30T20:58:24.182 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.183 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.184 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.185 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22 2024-08-30T20:58:24.186 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2050669 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 730456 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.187 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1952118 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.188 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28467200 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.5": { 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.189 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:24.190 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6217728 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.191 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3166208 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3026944 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:24.192 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.193 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.194 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.195 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.196 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:24.197 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9322496 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:24.198 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 794624 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206970 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.199 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6965 2024-08-30T20:58:24.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 726, 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 456625921 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:24.201 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 715, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 30205036 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 726, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 566062 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 726, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 457191983 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.202 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 35683 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 919 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.203 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3287 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3469 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 358 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:24.204 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 98, 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1061867 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 158, 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 352835 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 60, 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 535567 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.205 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 104, 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5850821 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3876225211 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 46, 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 25316159 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 43, 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 240944242479 2024-08-30T20:58:24.206 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 46, 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56111270711 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3382, 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7837803216 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3382, 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 166596 2024-08-30T20:58:24.207 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126068492 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2584074824 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 440192 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.208 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1303368673 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 366469432 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348382 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 38, 2024-08-30T20:58:24.209 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 278573 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8256431700 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 398948612 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 274079621 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.210 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 46727168 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45654016 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.211 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1073152 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.212 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85490542 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.213 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8192 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.214 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73884818 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.215 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641179066 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.216 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:24.217 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71850486 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.218 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56993694 2024-08-30T20:58:24.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.220 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68834962 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.222 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641179066 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.223 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5844 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 349505 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.224 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71497265 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.225 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:24.226 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.227 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.228 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.229 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.230 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.231 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.232 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.233 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28459008 2024-08-30T20:58:24.234 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.6": { 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:24.235 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1449984 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.236 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:24.237 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1069056 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 929792 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:24.238 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.239 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.240 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5556 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5556 2024-08-30T20:58:24.241 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:24.242 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.243 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2457600 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:24.244 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1384448 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.245 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7570 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.246 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 214, 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 51863664 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 205, 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8041077 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 214, 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 141921 2024-08-30T20:58:24.247 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 214, 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 52005585 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32209 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.248 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.249 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7296 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 412 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 261 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 98, 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 923673 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 155, 2024-08-30T20:58:24.250 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 265208 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 57, 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 545410 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.251 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2688243 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 39, 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2815750 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 39, 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 438217674696 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:24.252 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 39, 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 55795054660 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 544669 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32048 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 228400 2024-08-30T20:58:24.253 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 122474524 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 104034 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 60834166 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:24.254 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16038971 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 938972 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 32, 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 136447 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 202307842 2024-08-30T20:58:24.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 18500106 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1964853 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.256 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42532864 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41574400 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958464 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:24.257 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85497092 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.258 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.259 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73882364 2024-08-30T20:58:24.260 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.261 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641228190 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.262 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.263 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71801362 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.264 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56998061 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.265 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.266 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68830595 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.267 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641228190 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.268 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6147 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 242198 2024-08-30T20:58:24.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71555145 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.270 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2810 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 61198029 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.273 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 15, 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7879436 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 36449255 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.274 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.275 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.276 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.277 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2810 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 61198029 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.278 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 15, 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7879436 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 36449255 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.279 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29048832 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.280 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.7": { 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.281 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1298432 2024-08-30T20:58:24.282 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:24.283 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958464 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 819200 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.284 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:24.285 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.286 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5552 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:24.287 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5552 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.288 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.289 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2195456 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:24.290 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1380352 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 127696 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:24.291 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29705 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.292 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 59883974 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 185, 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5727411 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.293 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 122436 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 60006410 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.294 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38661 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 973 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.295 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4276 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 778 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 298 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 141, 2024-08-30T20:58:24.296 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2670277 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 229, 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 367229 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 88, 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1834862 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.297 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16102 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1951930 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 25, 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1474570 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 25, 2024-08-30T20:58:24.298 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 341140859271 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 25, 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41056154780 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 504761 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44065 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.299 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 209027 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 270773871 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95165 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:24.300 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 151318007 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14023545 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 936946 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 24, 2024-08-30T20:58:24.301 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 122325 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 438317631 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16287998 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2696173 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.302 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43646976 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42860544 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:24.303 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 786432 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.304 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85488172 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.305 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 139264 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.306 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73756116 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.307 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641161294 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.308 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.309 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71868258 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.310 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56992115 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.311 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.312 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.313 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68836541 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:24.314 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641161294 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.315 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 256559 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.316 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71613827 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.317 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 46 2024-08-30T20:58:24.318 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 157 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.319 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 101928775 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 266203 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 159, 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 35466358 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:24.320 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 74877562 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 110 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 110, 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16146595 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 266203 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:24.321 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 110, 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14328122 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 110, 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11635610 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.322 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42, 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41042217 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42, 2024-08-30T20:58:24.323 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 17800674 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42, 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38485253 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44739963 2024-08-30T20:58:24.324 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3337562 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24756699 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.325 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29044736 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.326 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": [ 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr" 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 1, 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 1, 2024-08-30T20:58:24.327 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 1, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 1781760, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 1781760, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 2.443116500217002e-06, 2024-08-30T20:58:24.328 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 212, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 313344, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 590368, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 590368, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 1771104, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 179, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2473984 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:24.329 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 32, 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 32, 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 2, 2024-08-30T20:58:24.330 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 98304, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 98304, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 22, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.3479292704232648e-07, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:24.331 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 3428, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 3428, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 10284, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 51, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 20480 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.332 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 64, 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 64, 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 3, 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:24.333 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 0.0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:24.334 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 0 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd" 2024-08-30T20:58:24.335 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 8, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 8, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 4, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 12288, 2024-08-30T20:58:24.336 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 12288, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.684911943300449e-08, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 19, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 19, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:24.337 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 57, 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 2, 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2048 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": { 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "mirroring_by_pool": [ 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: false 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_images_by_pool": [ 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pools": 1 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "report_id": "6f4faff4-ff7a-4986-9908-8554231b5a04", 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "report_timestamp": "2024-08-30T20:58:23.428515", 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "report_version": 1, 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_stats": { 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "7.9.2" 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "rook": { 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster": { 2024-08-30T20:58:24.339 INFO:tasks.workunit.client.0.smithi173.stdout: "external-mode": null, 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "allow-multiple-per-node": null, 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "count": null, 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "max-id": null, 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "pvc": { 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "stretch": { 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "network": { 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: "provider": null 2024-08-30T20:58:24.340 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "storage": { 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "device-set": { 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "non-portable": null, 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "portable": null, 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "csi": { 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:24.341 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes": { 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "node": { 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes-total": null, 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "with-ceph-daemons": null, 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-cephfs-plugin": null, 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-nfs-plugin": null, 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-rbd-plugin": null 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.342 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "storage-class": { 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket": null, 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs": null, 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "nfs": null, 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": null, 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.343 INFO:tasks.workunit.client.0.smithi173.stdout: "services": {}, 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_per_pg": [ 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.344 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590453+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590453+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590746+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:24.345 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.346 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3f", 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:14:03.335248+0000", 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.347 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.349 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.350 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.351 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.577686+0000", 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.577686+0000", 2024-08-30T20:58:24.352 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577952+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:24.353 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3e", 2024-08-30T20:58:24.354 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:48:50.652444+0000", 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.357 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.358 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.359 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571094+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571094+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.571411+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:24.360 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.361 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3d", 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:32:19.518748+0000", 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.362 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.364 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.365 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.366 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:24.367 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.589279+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.589279+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590241+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.368 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.369 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3c", 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:12:41.578879+0000", 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.370 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.372 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.373 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.374 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:24.375 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584696+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584696+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.584990+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.376 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.377 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3b", 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:43:55.663786+0000", 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.379 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.380 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.381 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.382 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579895+0000", 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579895+0000", 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580201+0000", 2024-08-30T20:58:24.383 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.384 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3a", 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.385 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:21:34.777477+0000", 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.387 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.388 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.389 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.390 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.586435+0000", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.586435+0000", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.586694+0000", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.391 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.392 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.39", 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.393 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:21:44.196656+0000", 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.395 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.396 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.397 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.398 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580490+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580490+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580846+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:24.399 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.400 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.38", 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:50:55.550040+0000", 2024-08-30T20:58:24.401 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.403 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.404 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.405 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.593632+0000", 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.593632+0000", 2024-08-30T20:58:24.406 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.593948+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:24.407 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.37", 2024-08-30T20:58:24.408 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:14:15.074025+0000", 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.411 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.412 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.413 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.593087+0000", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.593087+0000", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.593384+0000", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.414 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.415 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.36", 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.416 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:15:38.024522+0000", 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.417 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.420 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.421 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.631671+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.631671+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.632018+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:24.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.423 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.35", 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:15:47.273796+0000", 2024-08-30T20:58:24.424 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.428 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:24.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579815+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579815+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580103+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.431 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.34", 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:36:55.923267+0000", 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.435 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.436 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.576200+0000", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.576200+0000", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.576494+0000", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.438 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.33", 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.439 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:21:36.466550+0000", 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.443 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:24.444 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.575150+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.575150+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.575615+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.446 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.32", 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:56:08.222136+0000", 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.447 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.450 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.451 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.575315+0000", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.575315+0000", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.575838+0000", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.453 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.31", 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.454 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:46:31.746348+0000", 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.455 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.458 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.589611+0000", 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.589611+0000", 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.589925+0000", 2024-08-30T20:58:24.459 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.460 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.30", 2024-08-30T20:58:24.461 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:09:01.613744+0000", 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.462 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.463 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.465 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.466 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590009+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590009+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590302+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:24.467 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.468 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2f", 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:08:04.877575+0000", 2024-08-30T20:58:24.469 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.470 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.471 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.472 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.473 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583639+0000", 2024-08-30T20:58:24.474 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583639+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583971+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.475 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.476 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2e", 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:03:00.886217+0000", 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.477 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.478 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.479 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.480 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.481 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.592394+0000", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.592394+0000", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.592693+0000", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.482 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.483 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2d", 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.484 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:18:22.165677+0000", 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.487 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.488 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.489 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583196+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583196+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583477+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.490 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.491 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2c", 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:47:13.787711+0000", 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.492 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.495 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.496 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583560+0000", 2024-08-30T20:58:24.497 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583560+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583814+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.498 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.499 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2b", 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:56:39.826331+0000", 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.500 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.503 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.504 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.587082+0000", 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.587082+0000", 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.587384+0000", 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:24.505 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.506 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2a", 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.507 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:46:42.961239+0000", 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.508 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.509 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.510 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.511 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.512 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571815+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571815+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572119+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:24.513 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.514 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.29", 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:12:19.247921+0000", 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.515 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.519 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.578103+0000", 2024-08-30T20:58:24.520 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.578103+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.578381+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.521 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.522 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.28", 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:45:39.591250+0000", 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.523 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.524 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.525 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.526 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.527 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.637492+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.637492+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.637825+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:24.528 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.529 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.27", 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:55:39.733002+0000", 2024-08-30T20:58:24.530 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.533 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.534 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579244+0000", 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579244+0000", 2024-08-30T20:58:24.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579644+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:24.536 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.537 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.26", 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:23:49.612964+0000", 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.541 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.542 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.572010+0000", 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.572010+0000", 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572362+0000", 2024-08-30T20:58:24.543 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:24.544 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.25", 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.545 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:39:53.621068+0000", 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.549 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.550 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.572303+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.572303+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572590+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:24.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.552 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.24", 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:13:27.246575+0000", 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.553 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.556 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.557 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580451+0000", 2024-08-30T20:58:24.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580451+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580706+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:24.559 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.560 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.23", 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:54:58.770734+0000", 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.564 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.565 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.577543+0000", 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.577543+0000", 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.578265+0000", 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.567 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.22", 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.568 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:45:59.132990+0000", 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.571 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.572 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.573 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.576852+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.576852+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577140+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:24.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.575 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.21", 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:51:08.989180+0000", 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.576 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.579 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.580 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590777+0000", 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590777+0000", 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.591070+0000", 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:24.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:24.582 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.20", 2024-08-30T20:58:24.583 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:27:56.115117+0000", 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.584 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.585 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.587 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:24.588 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.569311+0000", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.569311+0000", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.569671+0000", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.589 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.590 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1a", 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.591 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:43:33.385322+0000", 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.592 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.593 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.595 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:24.596 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.485589+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.485589+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.485846+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.597 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.598 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1b", 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:20:50.627528+0000", 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.599 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.600 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.602 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.603 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583598+0000", 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583598+0000", 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583850+0000", 2024-08-30T20:58:24.604 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:24.605 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.606 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1b", 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:10:57.651465+0000", 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.607 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.608 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.610 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.611 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.487096+0000", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.487096+0000", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.487436+0000", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.612 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.613 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1a", 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.614 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:19:02.725915+0000", 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.615 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.616 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.618 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.482337+0000", 2024-08-30T20:58:24.619 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.482337+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.482606+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.620 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.621 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.19", 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:03:46.837726+0000", 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.622 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.623 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.624 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.625 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.626 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571014+0000", 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571014+0000", 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.571310+0000", 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:24.627 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.628 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.18", 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.629 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:57:56.426531+0000", 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.630 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.631 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.632 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.633 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.634 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488424+0000", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488424+0000", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.488856+0000", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.635 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.636 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.18", 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.637 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:51:25.106075+0000", 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.638 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.639 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.640 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.641 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.642 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.633342+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.633342+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.633628+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:24.643 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.644 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.19", 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:27:01.632487+0000", 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.645 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.646 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.647 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.648 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.649 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.650 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491290+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491290+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.491624+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.651 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.652 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.17", 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:44:50.029902+0000", 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.653 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.654 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.655 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.656 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.657 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.587076+0000", 2024-08-30T20:58:24.658 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.587076+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.587378+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.659 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.660 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.16", 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:01:51.577978+0000", 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.661 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.662 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.663 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.664 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.665 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.484318+0000", 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.484318+0000", 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.484603+0000", 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:24.666 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.667 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.16", 2024-08-30T20:58:24.668 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:44:09.047325+0000", 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.669 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.670 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.671 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.672 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.673 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580494+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580494+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580743+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:24.674 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.675 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.17", 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:36:37.674671+0000", 2024-08-30T20:58:24.676 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.677 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.678 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.681 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491424+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491424+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.491770+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:24.682 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 3, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.683 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 3, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.15", 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 28, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:18:09.867238+0000", 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.684 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 90, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.685 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.686 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 4, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.687 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'3" 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.688 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.585191+0000", 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.585191+0000", 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585479+0000", 2024-08-30T20:58:24.689 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:24.690 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.14", 2024-08-30T20:58:24.691 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:40:02.146189+0000", 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.692 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.693 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.694 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.695 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.696 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.490014+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.490014+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.490746+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:24.697 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 12, 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.698 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 12, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.14", 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 37, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:06:44.987519+0000", 2024-08-30T20:58:24.699 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 2630, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.700 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 12, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 4, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 4, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.701 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 12, 2024-08-30T20:58:24.702 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 9 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "75'12" 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.703 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.585556+0000", 2024-08-30T20:58:24.704 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.585556+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585861+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.705 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.706 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.15", 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:31:25.174097+0000", 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.707 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.708 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.709 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.710 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.711 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.489445+0000", 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.489445+0000", 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489842+0000", 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.712 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:24.713 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.13", 2024-08-30T20:58:24.714 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:20:55.671645+0000", 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 34, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.715 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:24.716 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.717 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 7 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.718 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.719 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.635382+0000", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.635382+0000", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.635664+0000", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.720 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:24.721 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.12", 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 19, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.722 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:46:41.485729+0000", 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.723 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.725 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.726 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.727 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488170+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488170+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.488471+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.728 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.729 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.12", 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:07:18.395208+0000", 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.730 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.731 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.732 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.733 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.734 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584740+0000", 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584740+0000", 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585880+0000", 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:24.735 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.736 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.13", 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.737 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:48:02.950829+0000", 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.739 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.740 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.741 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.742 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.486242+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.486242+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.486606+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:24.743 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.744 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.11", 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:32:20.612654+0000", 2024-08-30T20:58:24.745 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.748 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.748 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.748 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.748 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.748 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.749 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.751 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.752 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.581345+0000", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.581345+0000", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.581599+0000", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.753 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.754 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.10", 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.755 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:15:39.649195+0000", 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.756 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.757 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.759 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.760 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.484942+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.484942+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.487479+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:24.761 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 8, 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.762 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 8, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.10", 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 33, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:20:16.543843+0000", 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.763 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.764 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 12, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 4, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 4, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 4, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 12, 2024-08-30T20:58:24.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'8" 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.767 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.631447+0000", 2024-08-30T20:58:24.768 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.631447+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.631858+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:24.769 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.770 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.11", 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:41:35.763861+0000", 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.771 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.772 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.774 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.775 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.486136+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.486136+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.486905+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:24.776 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.777 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.f", 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:55:53.482556+0000", 2024-08-30T20:58:24.778 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 22, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.779 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.780 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.782 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.783 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584363+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584363+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.584729+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.784 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.785 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.e", 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:12:53.530861+0000", 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.786 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.787 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.788 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.789 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.790 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.487545+0000", 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.487545+0000", 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.487887+0000", 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:24.791 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.792 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.e", 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.793 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:03:34.427448+0000", 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.794 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:24.795 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.796 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.797 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.798 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590366+0000", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590366+0000", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590673+0000", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.799 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.800 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.f", 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.801 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:32:33.228697+0000", 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.802 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.803 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.804 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.805 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.806 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.485508+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.485508+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.485836+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:24.807 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.808 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.d", 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:48:47.852425+0000", 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.809 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 70, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.810 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.811 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:24.812 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.813 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:24.814 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.587494+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.587494+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.587819+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.815 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.816 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.c", 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:46:39.171489+0000", 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.817 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.818 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.819 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.820 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.821 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488462+0000", 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488462+0000", 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489167+0000", 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:24.822 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.823 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.c", 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.824 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:08:19.661234+0000", 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.825 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.826 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.827 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.828 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.829 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.594138+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.594138+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.594433+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:24.830 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.831 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.d", 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.832 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:11:40.132553+0000", 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.833 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.834 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.835 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.836 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.623148+0000", 2024-08-30T20:58:24.837 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.623148+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.483441+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:24.838 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.839 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.5", 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:31:45.810826+0000", 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000311675, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.840 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.841 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.842 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.843 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.844 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 20, 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324917+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:54:42.922601+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:54:42.922601+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:54:42.923106+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324917+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:52:43.890084+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:52:43.890084+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 59, 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324917+0000", 2024-08-30T20:58:24.845 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324917+0000", 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324917+0000", 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:52:43.890084+0000", 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324917+0000", 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324917+0000", 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 128, 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 58, 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.846 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 128, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "1.0", 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 272, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:55:08.330242+0000", 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.847 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 590368, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 1771104, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.848 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.849 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 6, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 212, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 306, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.850 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 179, 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2416 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "72'128" 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.851 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:24.852 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488060+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488060+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.488364+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.853 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.854 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.3", 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:04:59.913045+0000", 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.856 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.857 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.858 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.859 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.576888+0000", 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.576888+0000", 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577162+0000", 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.860 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.861 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2", 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.862 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:41:05.013437+0000", 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.864 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.865 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.866 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.867 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.452830+0000", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.452830+0000", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.723327+0000", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.868 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.869 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.6", 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.870 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:20:40.554409+0000", 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.00025655, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.872 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.873 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.874 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.875 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.494761+0000", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.494761+0000", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.495046+0000", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.876 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.877 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.0", 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.878 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T20:56:50.866598+0000", 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.880 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.881 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.882 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.883 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.573652+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.573652+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.573944+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:24.884 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.885 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1", 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:05:41.833333+0000", 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.886 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.888 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.889 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.890 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.891 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.452265+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.452265+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.485887+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:24.892 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.893 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.7", 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:13:34.196135+0000", 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000260047, 2024-08-30T20:58:24.894 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.895 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.899 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.482339+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.482339+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.482616+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.900 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.901 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1", 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:49:44.927598+0000", 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.906 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579230+0000", 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579230+0000", 2024-08-30T20:58:24.907 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579584+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:24.908 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.909 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.0", 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:39:25.431482+0000", 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.910 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.913 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.914 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.455122+0000", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.455122+0000", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.485790+0000", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.915 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.916 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.4", 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:24.917 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:56:52.013795+0000", 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000378392, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.918 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.919 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.920 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.921 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.922 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.489324+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.489324+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489599+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:24.923 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.924 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.2", 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.925 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:57:24.425979+0000", 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.926 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.927 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.928 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:24.929 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.930 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.631453+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.631453+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.631760+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:24.931 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.932 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3", 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 19, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:33:21.059689+0000", 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.933 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.934 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.935 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.936 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.937 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.452995+0000", 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.452995+0000", 2024-08-30T20:58:24.938 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.484479+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:24.939 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.940 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.2", 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 23, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:44:17.905751+0000", 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000657523, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 19, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.941 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:24.942 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.943 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 2, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.944 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "74'2" 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.945 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.489815+0000", 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.489815+0000", 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.490817+0000", 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.946 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.947 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.4", 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.948 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:15:06.335428+0000", 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.949 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.950 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.952 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.952 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.952 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.952 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.952 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.953 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.954 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.633942+0000", 2024-08-30T20:58:24.955 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.633942+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.634593+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.956 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.957 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.5", 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 19, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:47:37.111440+0000", 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.958 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.959 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.960 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.961 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:24.962 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.623205+0000", 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.623205+0000", 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.723175+0000", 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.963 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.964 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.3", 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.965 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:20:52.058162+0000", 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000423234, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.966 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.967 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.968 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:24.969 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "72'1" 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.970 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.493710+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.493710+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.494092+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:24.971 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.972 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.5", 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:38:56.697509+0000", 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.973 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.974 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.975 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.977 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.575286+0000", 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.575286+0000", 2024-08-30T20:58:24.978 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.575553+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:24.979 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.980 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.4", 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:37:03.885311+0000", 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.981 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.982 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.983 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.984 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.985 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.622849+0000", 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.622849+0000", 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.570299+0000", 2024-08-30T20:58:24.986 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.987 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.988 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.0", 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:04:22.896007+0000", 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000540428, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.989 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.990 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.991 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:24.992 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:24.993 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.493106+0000", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.493106+0000", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.493382+0000", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.994 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:24.995 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.6", 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:24.996 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:50:59.626955+0000", 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:24.997 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:24.998 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:24.999 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:25.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.001 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.582351+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.582351+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.582670+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:25.002 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.003 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.7", 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:28:54.950259+0000", 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.004 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.005 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.006 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.007 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.008 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:25.009 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.454611+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.454611+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.488750+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.010 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.011 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.1", 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:07:00.786434+0000", 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.00061469, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.012 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.013 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.014 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.016 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488477+0000", 2024-08-30T20:58:25.017 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488477+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489800+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.018 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.019 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.7", 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:49:51.905435+0000", 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.020 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.021 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.022 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.023 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.024 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.572514+0000", 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.572514+0000", 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572782+0000", 2024-08-30T20:58:25.025 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:25.026 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.6", 2024-08-30T20:58:25.027 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:27:13.719572+0000", 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.028 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.029 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.030 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.031 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.032 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.494143+0000", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.494143+0000", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.495111+0000", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.033 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.034 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.8", 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.035 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:18:40.645404+0000", 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.036 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.037 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.038 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.039 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.040 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.578575+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.578575+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.578863+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.041 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.042 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.9", 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:12:01.624183+0000", 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.043 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.044 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.045 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.046 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.047 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.490503+0000", 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.490503+0000", 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.490765+0000", 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.048 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.049 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.9", 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.050 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:41:06.376292+0000", 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.051 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.052 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.054 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.055 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579059+0000", 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579059+0000", 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579388+0000", 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.056 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.057 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.8", 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.058 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:41:47.610415+0000", 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.059 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.060 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.061 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.062 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.635349+0000", 2024-08-30T20:58:25.063 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.635349+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.635678+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.064 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.065 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.a", 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 34, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:19:05.661823+0000", 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.066 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.067 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.068 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.069 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.070 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571770+0000", 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571770+0000", 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572040+0000", 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:25.071 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.072 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.b", 2024-08-30T20:58:25.073 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:55:40.480566+0000", 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.074 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.075 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.076 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.077 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.078 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491595+0000", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491595+0000", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.491933+0000", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.079 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.080 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.b", 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:25.081 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:24:44.248811+0000", 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.082 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.083 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.084 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:25.085 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.086 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584139+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584139+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.584444+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.087 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.088 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.a", 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:19:46.340268+0000", 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.089 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.090 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.091 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.092 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:25.093 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.585521+0000", 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.585521+0000", 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585831+0000", 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.094 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.095 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1d", 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.096 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:34:45.174915+0000", 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.097 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.098 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.099 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.100 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.101 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491990+0000", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491990+0000", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.492392+0000", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.102 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.103 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1c", 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:25.104 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:03:27.010949+0000", 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.105 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.106 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.107 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.108 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.109 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580122+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580122+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580409+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:25.110 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.111 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1c", 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:07:36.479548+0000", 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.112 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.113 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.114 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.115 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.116 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.117 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.493523+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.493523+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.493800+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.118 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.119 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1d", 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:35:44.585723+0000", 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.120 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:25.121 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.122 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.123 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:25.124 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.578989+0000", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.578989+0000", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579266+0000", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.125 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.126 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1f", 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.127 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:01:26.275889+0000", 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.128 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.129 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.130 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.131 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:25.132 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.494214+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.494214+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.494504+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.133 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.134 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1e", 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:57:19.409645+0000", 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.135 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.136 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.137 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.138 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.139 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.577663+0000", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.577663+0000", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577926+0000", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.140 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.141 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1e", 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:25.142 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:26:24.347735+0000", 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.143 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.144 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.145 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:25.146 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:25.147 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.492447+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.492447+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.492706+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:25.148 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 4, 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:25.149 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 4, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1f", 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 29, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:22:48.514822+0000", 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:25.150 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 582, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.151 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.152 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 4, 2024-08-30T20:58:25.153 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'4" 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_per_pool": [ 2024-08-30T20:58:25.154 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.155 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 24, 2024-08-30T20:58:25.156 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:25.156 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd" 2024-08-30T20:58:25.156 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.156 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 3, 2024-08-30T20:58:25.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 8, 2024-08-30T20:58:25.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 8, 2024-08-30T20:58:25.156 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 3, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 4, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 19, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.159 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 2, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 12288, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 57, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:25.160 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 24 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 192, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 64, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 8, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.161 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 3, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.162 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:25.165 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 192 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 96, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 45, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 32, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 8, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 45, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 2, 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 3428, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.167 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 66, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 22, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 22, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 14, 2024-08-30T20:58:25.168 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 51, 2024-08-30T20:58:25.169 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 20 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 98304, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 10284, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 96 2024-08-30T20:58:25.170 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 3, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr" 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 128, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 1, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 3, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 128, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 1, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 590368, 2024-08-30T20:58:25.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 1771104, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 6, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 212, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 306, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 179, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2416 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.174 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 1781760, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 1771104, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 3 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.175 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 105, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": 4, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_by_class": { 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "ssd": { 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726653440, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233631744, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_bytes": 233631744, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_ratio": 0.0003042237367480993 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726653440, 2024-08-30T20:58:25.176 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:25.177 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233631744 2024-08-30T20:58:25.177 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.177 INFO:tasks.workunit.client.0.smithi173.stdout:} 2024-08-30T20:58:25.177 INFO:tasks.workunit.client.0.smithi173.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-30T20:58:25.177 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry show-device 2024-08-30T20:58:25.178 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.178 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.178 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.178 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:25.178 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.178 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3519578104' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-30T20:58:25.178 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3519578104' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.180 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3519578104' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3519578104' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.181 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.182 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.182 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.182 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.182 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.182 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.182 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.24713 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3519578104' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3519578104' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.183 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.184 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.185 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.186 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:23 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.187 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.188 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:24 smithi196 ceph-mon[21316]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.189 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.190 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.191 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.192 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.192 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.192 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.192 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.192 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.192 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.192 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.193 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.194 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:25.195 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:23 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:25.195 INFO:tasks.workunit.client.0.smithi173.stdout:{ 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "9680c680-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96819d44-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205248": { 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "9680c680-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.196 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051167 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.197 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:25.198 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.199 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 25155408 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:25.200 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 46023038 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.201 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:25.202 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.203 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:25.204 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 90, 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3183, 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3199, 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3168 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.205 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 2, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 343465879, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1648584853, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 5403424056, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 28641532091, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 10, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 58976, 2024-08-30T20:58:25.206 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 56171, 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 25, 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 50 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 58976, 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 56171 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.207 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.208 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:25.209 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:25.210 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:25.211 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 25 Celsius", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 10%", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 343,465,879 [175 TB]", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,648,584,853 [844 TB]", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 5,403,424,056", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 28,641,532,091", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 2", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 58,976", 2024-08-30T20:58:25.212 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 56,171", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 50", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.213 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 25 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: "96834e96-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.214 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96845156-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205246": { 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "96834e96-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.215 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051165 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.216 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.217 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.218 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 28809144 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.219 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 49694845 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:25.222 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 89, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3379, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3393, 2024-08-30T20:58:25.223 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3362 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 85, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 390598783, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1888036091, 2024-08-30T20:58:25.224 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 6498558184, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 33971243354, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 11, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 54994, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 57356, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 24, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 5619 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.225 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 54994, 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 57356 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:25.226 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:25.227 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:25.228 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:25.229 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 24 Celsius", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 11%", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 390,598,783 [199 TB]", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,888,036,091 [966 TB]", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 6,498,558,184", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 33,971,243,354", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 85", 2024-08-30T20:58:25.230 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 54,994", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 57,356", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 5,619", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.231 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 24 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.232 INFO:tasks.workunit.client.0.smithi173.stdout:} 2024-08-30T20:58:25.233 INFO:tasks.workunit.client.0.smithi173.stderr:+ ceph telemetry show-all 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout:{ 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "device_report": { 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "9680c680-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96819d44-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205248": { 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:25.243 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "9680c680-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051167 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:25.244 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.245 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:25.246 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:25.247 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 25155408 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.248 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 46023038 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.250 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.251 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.252 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 90, 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3183, 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3199, 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3168 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:25.253 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 2, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 343465879, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1648584853, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 5403424056, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 28641532091, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 10, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 58976, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 56171, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 25, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 50 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.254 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 58976, 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 56171 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:25.255 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.256 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:47 2024 UTC", 2024-08-30T20:58:25.257 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:25.258 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 25 Celsius", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 10%", 2024-08-30T20:58:25.259 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 343,465,879 [175 TB]", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,648,584,853 [844 TB]", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 5,403,424,056", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 28,641,532,091", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 2", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 58,976", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 56,171", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 50", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:25.260 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 25 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.261 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "96834e96-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "INTEL_SSDPEDMD400G4_96845156-6712-11ef-8c6b-0cc47a887259": { 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "20240830-205246": { 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "device": { 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "info_name": "/dev/nvme0n1", 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "/dev/nvme0n1", 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "protocol": "NVMe", 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "nvme" 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.262 INFO:tasks.workunit.client.0.smithi173.stdout: "firmware_version": "8DV101H0", 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "host_id": "96834e96-6712-11ef-8c6b-0cc47a887259", 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "json_format_version": [ 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "local_time": { 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "asctime": "Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "time_t": 1725051165 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "logical_block_size": 512, 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.263 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_controller_id": 0, 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_namespaces": [ 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "capacity": { 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "formatted_lba_size": 512, 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 1, 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "size": { 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.264 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "utilization": { 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_number_of_namespaces": 1, 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_pci_vendor": { 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "id": 32902, 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "subsystem_id": 32902 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_add_log": { 2024-08-30T20:58:25.265 INFO:tasks.workunit.client.0.smithi173.stdout: "Device stats": { 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_fw_downgrades": { 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "crc_error_count": { 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "end_to_end_error_detection_count": { 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "erase_fail_count": { 2024-08-30T20:58:25.266 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "host_bytes_written": { 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 28809144 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "host_ctx_wear_used": { 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 1 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "media_bytes_read": { 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.267 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "nand_bytes_written": { 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 49694845 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_stat_indicator": { 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "pll_lock_loss_count": { 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.268 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "program_fail_count": { 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "re_alloc_sectr_cnt": { 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "retry_buffer_overflow_count": { 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.269 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "soft_ecc_err_rate": { 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "thermal_throttle_status": { 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "cnt": 0, 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "pct": 0 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.270 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_host_reads": { 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_media_wear": { 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": "63.999023" 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "timed_workload_timer": { 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 100, 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 65535 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "unexp_power_loss": { 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 0, 2024-08-30T20:58:25.271 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": 0 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "wear_leveling": { 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "normalized": 89, 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "raw": { 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "avg": 3379, 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "max": 3393, 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 3362 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel Smart log": "nvme0n1" 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.272 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_smart_health_information_log": { 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare": 100, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "available_spare_threshold": 10, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "controller_busy_time": 85, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "critical_warning": 0, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_read": 390598783, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "data_units_written": 1888036091, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "host_reads": 6498558184, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "host_writes": 33971243354, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "media_errors": 0, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "num_err_log_entries": 0, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "percentage_used": 11, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycles": 54994, 2024-08-30T20:58:25.273 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_hours": 57356, 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": 24, 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "unsafe_shutdowns": 5619 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_vendor": "intel", 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme_version": { 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "string": "<1.2", 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "power_cycle_count": 54994, 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "power_on_time": { 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "hours": 57356 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "serial_number": "deleted", 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "smart_status": { 2024-08-30T20:58:25.274 INFO:tasks.workunit.client.0.smithi173.stdout: "nvme": { 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "passed": true 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl": { 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "argv": [ 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl", 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "-x", 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "--json=o", 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "/dev/nvme0n1" 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "build_info": "(local build)", 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "exit_status": 0, 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "output": [ 2024-08-30T20:58:25.275 INFO:tasks.workunit.client.0.smithi173.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-503.el9.x86_64] (local build)", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Serial Number: deleted", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Version: 8DV101H0", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller ID: 0", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "NVMe Version: <1.2", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Number of Namespaces: 1", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-30T20:58:25.276 INFO:tasks.workunit.client.0.smithi173.stdout: "Local Time is: Fri Aug 30 20:52:45 2024 UTC", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported Power States", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: " 0 + 512 0 2", 2024-08-30T20:58:25.277 INFO:tasks.workunit.client.0.smithi173.stdout: " 1 - 512 8 2", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: " 2 - 512 16 2", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: " 3 - 4096 0 0", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: " 4 - 4096 8 0", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: " 5 - 4096 64 0", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: " 6 - 4096 128 0", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "Critical Warning: 0x00", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "Temperature: 24 Celsius", 2024-08-30T20:58:25.278 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare: 100%", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Available Spare Threshold: 10%", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Percentage Used: 11%", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Read: 390,598,783 [199 TB]", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Data Units Written: 1,888,036,091 [966 TB]", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Read Commands: 6,498,558,184", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Host Write Commands: 33,971,243,354", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Controller Busy Time: 85", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Power Cycles: 54,994", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Power On Hours: 57,356", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Unsafe Shutdowns: 5,619", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Media and Data Integrity Errors: 0", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information Log Entries: 0", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "", 2024-08-30T20:58:25.279 INFO:tasks.workunit.client.0.smithi173.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: "No Errors Logged", 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: "" 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: "platform_info": "x86_64-linux-5.14.0-503.el9.x86_64", 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: "svn_revision": "5155", 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: "version": [ 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: "temperature": { 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: "current": 24 2024-08-30T20:58:25.280 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: "user_capacity": { 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: "blocks": 781422768, 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 400088457216 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: "report": { 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer": { 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: "active": true, 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: "mode": "" 2024-08-30T20:58:25.281 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "channels": [ 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "ident", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "perf" 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "channels_available": [ 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "basic", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "ident", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "crash", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "device", 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "perf" 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.282 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_available": [ 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "collections_opted_in": [ 2024-08-30T20:58:25.283 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_base", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "device_base", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "crash_base", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "ident_base", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_perf", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_mds_metadata", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_usage", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_usage_by_class", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_rook_v01", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_memory_metrics", 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "basic_pool_options_bluestore" 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "config": { 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "active_changed": [ 2024-08-30T20:58:25.284 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "client_check_pool_perm", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_gid", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "client_mount_uid", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "client_quota", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "daemonize", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:25.285 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "keyring", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_block_size", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_cache_size", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_compression", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_log", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "leveldb_write_buffer_size", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:25.286 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_journald", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_stderr", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_host", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:25.287 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "no_config_file", 2024-08-30T20:58:25.288 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_crush_chooseleaf_type", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hdd", 2024-08-30T20:58:25.289 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_hybrid", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_delete_sleep_ssd", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_max_backfills", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_lim", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_res", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-30T20:58:25.290 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pg_delete_cost", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_hdd", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_active_ssd", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:25.291 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hdd", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_hybrid", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_sleep_ssd", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_sleep", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hdd", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_snap_trim_sleep_ssd", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addr", 2024-08-30T20:58:25.292 INFO:tasks.workunit.client.0.smithi173.stdout: "public_addrv", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_default_features", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd_qos_exclude_ops", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "setgroup", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "setuser" 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_changed": [ 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_debug", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_mon_ticket_ttl", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "auth_service_ticket_ttl", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "bdev_debug_aio", 2024-08-30T20:58:25.293 INFO:tasks.workunit.client.0.smithi173.stdout: "container_image", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_asserts_on_shutdown", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mgr", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_mon", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_ms", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_osd", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "debug_paxos", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_file", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_journald", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "log_to_stderr", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_join_fs", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/allow_ptrace", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/container_init", 2024-08-30T20:58:25.294 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/migration_current", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/cephadm/use_repo_digest", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/dashboard/ssl_server_port", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/orchestrator/orchestrator", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/channel_ident", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/channel_perf", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/description", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/enabled", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr/telemetry/organization", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_allow_pool_delete", 2024-08-30T20:58:25.295 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_clock_drift_allowed", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_file_level", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_cluster_log_to_file", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_data_avail_warn", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_election_default_strategy", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_max_pg_per_osd", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_mgr_mkfs_grace", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_prime_pg_temp", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_osd_reporter_subtree_level", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_pg_warn_max_object_skew", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-30T20:58:25.296 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "mon_warn_on_too_few_osds", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_bug", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "ms_die_on_old_message", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_default_list", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_class_load_list", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_misdirected_ops", 2024-08-30T20:58:25.297 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_op_order", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_pg_log_writeout", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_shutdown", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_cached_snaps", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_missing_on_start", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_debug_verify_stray_on_activate", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mclock_profile", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_memory_target_autotune", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_op_queue_cut_off", 2024-08-30T20:58:25.298 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_erasure_code_profile", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recover_clone_overlap", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_recovery_max_chunk", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_load_threshold", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_scrub_max_interval", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_shutdown_pgref_assert", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "public_network", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_cache_enabled", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_ops_log", 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "rgw_enable_usage_log" 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "contact": null, 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "crashes": [], 2024-08-30T20:58:25.299 INFO:tasks.workunit.client.0.smithi173.stdout: "created": "2024-08-30T20:49:39.086279Z", 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "crush": { 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_algs": { 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "straw2": 3 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_sizes": { 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "2": 1, 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "4": 2 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket_types": { 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "1": 2, 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "11": 1 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.300 INFO:tasks.workunit.client.0.smithi173.stdout: "compat_weight_set": false, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "device_classes": [ 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: 8 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_buckets": 6, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_devices": 8, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_rules": 1, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_types": 12, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_weight_sets": 0, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "tunables": { 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "allowed_bucket_algs": 54, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_fallback_tries": 0, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_local_tries": 0, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "choose_total_tries": 50, 2024-08-30T20:58:25.301 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_descend_once": 1, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_stable": 1, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "chooseleaf_vary_r": 1, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v2_rules": 0, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v3_rules": 0, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v4_buckets": 1, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "has_v5_rules": 0, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "legacy_tunables": 0, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "minimum_required_version": "jewel", 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "optimal_tunables": 1, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "profile": "jewel", 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables": 1, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables2": 1, 2024-08-30T20:58:25.302 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables3": 1, 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "require_feature_tunables5": 1, 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "straw_calc_version": 1 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "description": "upgrade test cluster", 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "fs": { 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "feature_flags": { 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "enable_multiple": true, 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_enabled_multiple": true 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: "filesystems": [ 2024-08-30T20:58:25.303 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "approx_ctime": "2024-08", 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "balancer_enabled": false, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_caps": 0, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_dns": 10, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_inos": 13, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "cached_subtrees": 2, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "ever_allowed_features": 0, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "explicitly_allowed_features": 0, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "files": 0, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "max_mds": 1, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "num_data_pools": 1, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "num_in": 1, 2024-08-30T20:58:25.304 INFO:tasks.workunit.client.0.smithi173.stdout: "num_mds": 1, 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": 0, 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_replay": 0, 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "num_up": 1, 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "snaps": 0, 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "standby_count_wanted": 0 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "num_standby_mds": 1, 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "total_num_mds": 2 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_stats": { 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:25.305 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 20135936, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 348096, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 876544, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 0, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 341, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 1157280, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 12, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 423424, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 14709152, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 20135936 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.306 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 20389888, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 452008, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 794624, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 421, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 1370880, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 20, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 834048, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 15111512, 2024-08-30T20:58:25.307 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 21184512 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 44097536, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1397840, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 245760, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 5423104, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1695, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 9807080, 2024-08-30T20:58:25.308 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 22, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 3591936, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 26433480, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 49520640 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.670d93d31eb52f5b7c68e8a84eb1035c0de4c4d8": { 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 38526976, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 929824, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 622592, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 6905856, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1166, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 8017448, 2024-08-30T20:58:25.309 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 22, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2304768, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 24030904, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45432832 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 36585472, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1401072, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2621440, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 9895936, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1152, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 7407312, 2024-08-30T20:58:25.310 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 21, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1482240, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 23673408, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 46481408 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.0": { 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 51511296, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1982320, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:25.311 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 1179648, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1771, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5724416, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 3968512, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 37083536, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 52690944 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.1": { 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 46120960, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 911192, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.312 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 212992, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1394, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5712840, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2357760, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34386656, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 46333952 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.2": { 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 44761088, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 943592, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.313 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 524288, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1281, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 4825432, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2356224, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 33883328, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45285376 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.3": { 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 47562752, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1581616, 2024-08-30T20:58:25.314 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 57344, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 655360, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1633, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5509640, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 2953984, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34707656, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 48218112 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.4": { 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 44998656, 2024-08-30T20:58:25.315 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 769912, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 286720, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1282, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5125344, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1795840, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34555048, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45285376 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.5": { 2024-08-30T20:58:25.316 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 48472064, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1834704, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 0, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 1007616, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1676, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5741688, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 3457536, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34685624, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 49479680 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.6": { 2024-08-30T20:58:25.317 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 44490752, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1115880, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 32768, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 794624, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1274, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 4550312, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 46, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1929984, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34109296, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 45285376 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.318 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.7": { 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "actual_memory_used": 45793280, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "central_cache_freelist": 1164656, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "malloc_metadata": 2752512, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "page_heap_freelist": 16384, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "released_to_os": 606208, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "spans_in_use": 1328, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "tcmalloc_page_size": 8192, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_cache_freelists": 5265448, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "thread_heaps_in_use": 47, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "transfer_cache_freelist": 1810944, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "use_by_application": 34783336, 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: "virtual_address_space_used": 46399488 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.319 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "hosts": { 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "num": 2, 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mds": 2, 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mgr": 2, 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_mon": 2, 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "num_with_osd": 2 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "io_rate": { 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_stats_delta": { 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 0, 2024-08-30T20:58:25.320 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "stamp_delta": "12.002421", 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:25.321 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:25.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 290, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 368, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:25.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 64, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:25.324 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 0 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard": false, 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "leaderboard_description": null, 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "license": "sharing-1-0", 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "mempool": { 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.325 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.326 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.327 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.328 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.329 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.330 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 150168, 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 33 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 928, 2024-08-30T20:58:25.331 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 2 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.332 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.333 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.334 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.335 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.336 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.337 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.338 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.339 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 222439, 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 68 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 51704, 2024-08-30T20:58:25.340 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 208 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.341 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8304, 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 141 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.342 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.343 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.344 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.345 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.346 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.347 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.348 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1209338, 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 346 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 440, 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 5 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.349 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.350 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6880, 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 140 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12744, 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1546 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 10624, 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 206 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.351 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.670d93d31eb52f5b7c68e8a84eb1035c0de4c4d8": { 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.352 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.353 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.354 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.355 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.356 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1222546, 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 392 2024-08-30T20:58:25.357 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.358 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.360 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.360 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.360 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.360 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.360 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.360 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6880, 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 140 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12744, 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1546 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5312, 2024-08-30T20:58:25.361 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 103 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.362 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.363 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.364 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.365 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.366 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.367 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1200810, 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 372 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 176, 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 2 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.368 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6880, 2024-08-30T20:58:25.369 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 140 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12744, 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1546 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5312, 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 103 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.370 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.0": { 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.371 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6240, 2024-08-30T20:58:25.372 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 78 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22848, 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1936, 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 47 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 614400, 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 19 2024-08-30T20:58:25.373 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 97586, 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 16677 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 213776, 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 346 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 11692, 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 771 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.374 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9792, 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 33544, 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 214 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22848, 2024-08-30T20:58:25.375 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 412871, 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 89 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.376 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2451864, 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 196 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 7128, 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 81 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.377 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 521640, 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 45 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 101504, 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 200 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:25.378 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.379 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.1": { 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.380 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5360, 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 67 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.381 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21504, 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 192 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1264, 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16384, 2024-08-30T20:58:25.382 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 4 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 52103, 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9614 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 136936, 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 233 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9872, 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 598 2024-08-30T20:58:25.383 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9216, 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 192 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 29612, 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 201 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.384 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21504, 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 192 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 736, 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 468863, 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 103 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.385 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12112, 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2451674, 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 193 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5104, 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 58 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.386 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 452088, 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 39 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8528, 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 22 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.387 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.388 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.2": { 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.389 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4560, 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 57 2024-08-30T20:58:25.390 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21168, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1040, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 39 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8192, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 2 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 48709, 2024-08-30T20:58:25.391 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9133 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 130136, 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 223 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8916, 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 584 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9072, 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:25.392 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 27556, 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 191 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21168, 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.393 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 736, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 394863, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 85 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12112, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2438652, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 180 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.394 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4312, 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 49 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 359352, 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 31 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.395 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8320, 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 24 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 239128, 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3507 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.396 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.397 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.3": { 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.398 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4240, 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 53 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.399 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 480, 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 34 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 89878, 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 15599 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.400 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 203576, 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 331 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9740, 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 604 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9360, 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.401 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 28596, 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 199 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2208, 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.402 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 321583, 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 67 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 26565, 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2429550, 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 177 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4752, 2024-08-30T20:58:25.403 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 54 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 428904, 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 37 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.404 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 10400, 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 20 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.405 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.4": { 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.406 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.407 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 3840, 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 48 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 816, 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 37 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.408 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 51130, 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9562 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 136256, 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 232 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9708, 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 602 2024-08-30T20:58:25.409 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9360, 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 28852, 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 200 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.410 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21840, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 195 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 736, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 975970, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 84 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 12112, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.411 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2454117, 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 189 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4576, 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 52 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.412 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 428904, 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 37 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 8944, 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 18 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238872, 2024-08-30T20:58:25.413 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3495 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.414 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.5": { 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.415 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 3280, 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.416 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21728, 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 194 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 704, 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 36 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 15119, 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.417 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 92095, 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 15839 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 206976, 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 336 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 10168, 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 606 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.418 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9312, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 194 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 30044, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 204 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 21728, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 194 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.419 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2208, 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 863079, 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 57 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 26565, 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2439412, 2024-08-30T20:58:25.420 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 180 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 5632, 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 64 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 475272, 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.421 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 13520, 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 26 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 239128, 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3507 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.422 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.423 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.6": { 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.424 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2800, 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 35 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22736, 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 203 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.425 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 368, 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 33 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4096, 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 1 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 52368, 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9989 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 137616, 2024-08-30T20:58:25.426 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 234 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 11192, 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 763 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9744, 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 203 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.427 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 30560, 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22736, 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 203 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 519270, 2024-08-30T20:58:25.428 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 52 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2413730, 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 170 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 4664, 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 53 2024-08-30T20:58:25.429 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 452088, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 39 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 101192, 2024-08-30T20:58:25.430 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 205 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 239384, 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3519 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.431 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.7": { 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "bloom_filter": { 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.432 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6304, 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 115 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_reader": { 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 16896, 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 8 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs_file_writer": { 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 576, 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_alloc": { 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2160, 2024-08-30T20:58:25.433 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 27 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_blob": { 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22624, 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_buffer": { 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 1264, 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 41 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_data": { 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 278528, 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 9 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.434 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_meta": { 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 56070, 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 10431 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_onode": { 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 143736, 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 243 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_cache_other": { 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 11956, 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 768 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.435 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_extent": { 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 9696, 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_fsck": { 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_inline_bl": { 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 33032, 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 211 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_shared_blob": { 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 22624, 2024-08-30T20:58:25.436 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 202 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_txc": { 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing": { 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 196179, 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 38 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore_writing_deferred": { 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.437 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_anon": { 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 2398559, 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 200 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "buffer_meta": { 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 6160, 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 70 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_co": { 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.438 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 533232, 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 46 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_mapbl": { 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_pglog": { 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 105976, 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 251 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap": { 2024-08-30T20:58:25.439 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 238616, 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 3483 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap_mapping": { 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "pgmap": { 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_1": { 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.440 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: "unittest_2": { 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes": 0, 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: "items": 0 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: "metadata": { 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:25.441 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 2 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 2 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 2 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.442 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 2 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 2 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 2 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 3 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:25.443 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 3 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 3 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 3 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:25.444 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 3 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 3 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "arch": { 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "x86_64": 8 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_version": { 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "cpu": { 2024-08-30T20:58:25.445 INFO:tasks.workunit.client.0.smithi173.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "distro": { 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "centos": 8 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "distro_description": { 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "CentOS Stream 9": 8 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_description": { 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024": 8 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "kernel_version": { 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "5.14.0-503.el9.x86_64": 8 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "os": { 2024-08-30T20:58:25.446 INFO:tasks.workunit.client.0.smithi173.stdout: "Linux": 8 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_objectstore": { 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": 8 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "rotational": { 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "0": 8 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "features": { 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "optional": [], 2024-08-30T20:58:25.447 INFO:tasks.workunit.client.0.smithi173.stdout: "persistent": [ 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "kraken", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "luminous", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "mimic", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "osdmap-prune", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "nautilus", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "octopus", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "pacific", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "elector-pinging", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "quincy", 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "reef" 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.448 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv4_addr_mons": 6, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "ipv6_addr_mons": 0, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "min_mon_release": 18, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "v1_addr_mons": 3, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "v2_addr_mons": 3 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "organization": "ceph-qa", 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster_network": false, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 8, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "require_min_compat_client": "luminous", 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "require_osd_release": "reef" 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_perf_histograms": [ 2024-08-30T20:58:25.449 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:25.450 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:25.451 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:25.452 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:25.453 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:25.454 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:25.455 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.456 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.457 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.458 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.459 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.460 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.461 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.462 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.463 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.464 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.465 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.466 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.467 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.468 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.469 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.470 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.471 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.472 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.473 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.474 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.475 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.476 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.477 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.478 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.479 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:25.480 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:25.481 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.482 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:25.483 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:25.484 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.485 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.486 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.487 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.488 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.489 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.490 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.491 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.492 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.493 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.494 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.495 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.496 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.497 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.498 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.499 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.500 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.501 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.502 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.503 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.504 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.505 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.506 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.507 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.508 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:25.509 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:25.510 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.511 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:25.512 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:25.513 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.514 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.515 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.516 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:25.517 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.518 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.519 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.520 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.521 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.522 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.523 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.524 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.525 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.526 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.527 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.528 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.529 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.530 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.531 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.532 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.533 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.534 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.535 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.536 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: "axes": [ 2024-08-30T20:58:25.537 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Latency (usec)", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 100000, 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 99999]", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[100000, 199999]", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[200000, 399999]", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[400000, 799999]", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[800000, 1599999]", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[1600000, 3199999]", 2024-08-30T20:58:25.538 INFO:tasks.workunit.client.0.smithi173.stdout: "[3200000, 6399999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[6400000, 12799999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[12800000, 25599999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[25600000, 51199999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[51200000, 102399999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[102400000, 204799999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[204800000, 409599999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[409600000, 819199999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[819200000, 1638399999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[1638400000, 3276799999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[3276800000, 6553599999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[6553600000, 13107199999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[13107200000, 26214399999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[26214400000, 52428799999]", 2024-08-30T20:58:25.539 INFO:tasks.workunit.client.0.smithi173.stdout: "[52428800000, 104857599999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[104857600000, 209715199999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[209715200000, 419430399999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[419430400000, 838860799999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[838860800000, 1677721599999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[1677721600000, 3355443199999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[3355443200000, 6710886399999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[6710886400000, 13421772799999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[13421772800000, 26843545599999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[26843545600000, 53687091199999]", 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "[53687091200000, None]" 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.540 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "buckets": 32, 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "min": 0, 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "name": "Request size (bytes)", 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "quant_size": 512, 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "ranges": [ 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "[None, -1]", 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 511]", 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "[512, 1023]", 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "[1024, 2047]", 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "[2048, 4095]", 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "[4096, 8191]", 2024-08-30T20:58:25.541 INFO:tasks.workunit.client.0.smithi173.stdout: "[8192, 16383]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[16384, 32767]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[32768, 65535]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[65536, 131071]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[131072, 262143]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[262144, 524287]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[524288, 1048575]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[1048576, 2097151]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[2097152, 4194303]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[4194304, 8388607]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[8388608, 16777215]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[16777216, 33554431]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[33554432, 67108863]", 2024-08-30T20:58:25.542 INFO:tasks.workunit.client.0.smithi173.stdout: "[67108864, 134217727]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[134217728, 268435455]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[268435456, 536870911]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[536870912, 1073741823]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[1073741824, 2147483647]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[2147483648, 4294967295]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[4294967296, 8589934591]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[8589934592, 17179869183]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[17179869184, 34359738367]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[34359738368, 68719476735]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[68719476736, 137438953471]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[137438953472, 274877906943]", 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "[274877906944, None]" 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.543 INFO:tasks.workunit.client.0.smithi173.stdout: "scale_type": "log2" 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "osds": [ 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 0, 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.544 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.545 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.546 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 1, 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 3, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.547 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 15, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.548 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.549 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 2, 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.550 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.551 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.552 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 3, 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.553 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.554 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.555 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 4, 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.556 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.557 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 5, 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.558 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.559 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.560 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 6, 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.561 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.562 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.562 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.562 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.562 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.562 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.564 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.564 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.564 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.564 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.565 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "osd_id": 7, 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "values": [ 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.566 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.567 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-30T20:58:25.568 INFO:tasks.workunit.client.0.smithi173.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: ] 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: "perf_counters": { 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: "mds.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: "mds": { 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: "caps": { 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.569 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_flush_ack": { 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_grant": { 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_revoke": { 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "ceph_cap_op_trunc": { 2024-08-30T20:58:25.570 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_commit": { 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_fetch_complete": { 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_fetch_keys": { 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_merge": { 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "dir_split": { 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "exported_inodes": { 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "forward": { 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_cap_release": { 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.572 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_caps": { 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_caps_dirty": { 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_inode_file_caps": { 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "imported_inodes": { 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes": { 2024-08-30T20:58:25.573 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes_expired": { 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes_pinned": { 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "inodes_with_caps": { 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "load_cent": { 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.574 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "openino_dir_fetch": { 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "process_request_cap_release": { 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "reply_latency": { 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126570 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "request": { 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.575 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "root_rbytes": { 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "root_rfiles": { 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "root_rsnaps": { 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_reply": { 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.576 INFO:tasks.workunit.client.0.smithi173.stdout: "subtrees": { 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_cache": { 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_enqueue_scrub": { 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_exportdir": { 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_flush": { 2024-08-30T20:58:25.577 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_fragmentdir": { 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_fragstats": { 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "ireq_inodestats": { 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_recovering_enqueued": { 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_recovering_prioritized": { 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_recovering_processing": { 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_strays": { 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_strays_delayed": { 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.579 INFO:tasks.workunit.client.0.smithi173.stdout: "num_strays_enqueuing": { 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_completed": { 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_started": { 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_created": { 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_enqueued": { 2024-08-30T20:58:25.580 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_migrated": { 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "strays_reintegrated": { 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_log": { 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "ev": { 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "evadd": { 2024-08-30T20:58:25.581 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "evex": { 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "evexd": { 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "evexg": { 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "evtrm": { 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.582 INFO:tasks.workunit.client.0.smithi173.stdout: "jlat": { 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6105183 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "replayed": { 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "seg": { 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "segadd": { 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "segex": { 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.583 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "segexd": { 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "segexg": { 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "segtrm": { 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_mem": { 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "cap": { 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.584 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "cap+": { 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "cap-": { 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "dir": { 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "dir+": { 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:25.585 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "dir-": { 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "dn": { 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "dn+": { 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "dn-": { 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "heap": { 2024-08-30T20:58:25.586 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 207124 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "ino": { 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "ino+": { 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "ino-": { 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "rss": { 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 40460 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.587 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_server": { 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "cap_acquisition_throttle": { 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "cap_revoke_eviction": { 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_request": { 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_client_session": { 2024-08-30T20:58:25.588 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "handle_peer_request": { 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "req_create_latency": { 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "req_getattr_latency": { 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126570 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "req_getfilelock_latency": { 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.589 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "req_getvxattr_latency": { 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "req_link_latency": { 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookup_latency": { 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookuphash_latency": { 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupino_latency": { 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupname_latency": { 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupparent_latency": { 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.591 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lookupsnap_latency": { 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "req_lssnap_latency": { 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "req_mkdir_latency": { 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.592 INFO:tasks.workunit.client.0.smithi173.stdout: "req_mknod_latency": { 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "req_mksnap_latency": { 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "req_open_latency": { 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "req_readdir_latency": { 2024-08-30T20:58:25.593 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rename_latency": { 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "req_renamesnap_latency": { 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rmdir_latency": { 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.594 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rmsnap_latency": { 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "req_rmxattr_latency": { 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setattr_latency": { 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.595 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setdirlayout_latency": { 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setfilelock_latency": { 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setlayout_latency": { 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.596 INFO:tasks.workunit.client.0.smithi173.stdout: "req_setxattr_latency": { 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "req_snapdiff_latency": { 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "req_symlink_latency": { 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "req_unlink_latency": { 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.597 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "mds_sessions": { 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "average_load": { 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "avg_session_uptime": { 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 87 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "mdthresh_evicted": { 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:25.598 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "session_count": { 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "session_remove": { 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "sessions_open": { 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "sessions_stale": { 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "total_load": { 2024-08-30T20:58:25.599 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.600 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "purge_queue": { 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executed": { 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executed_ops": { 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing": { 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.601 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing_high_water": { 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing_ops": { 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_executing_ops_high_water": { 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "pq_item_in_journal": { 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.602 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.2abe91c17c7ce8b84370fb95bb4979d20653d61b": { 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "election_call": { 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "election_lose": { 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "election_win": { 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_elections": { 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9 2024-08-30T20:58:25.603 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": { 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "session_rm": { 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "session_trim": { 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "paxos": { 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "accept_timeout": { 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "begin": { 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_bytes": { 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5072633 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_keys": { 2024-08-30T20:58:25.605 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2874 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_latency": { 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 160996564 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "collect": { 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_bytes": { 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.606 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_keys": { 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_latency": { 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_timeout": { 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_uncommitted": { 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.607 INFO:tasks.workunit.client.0.smithi173.stdout: "commit": { 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_bytes": { 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5003715 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_keys": { 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5506 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_latency": { 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 958, 2024-08-30T20:58:25.608 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 427054729 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_ack_timeout": { 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_timeout": { 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn": { 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn_latency": { 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.609 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1999957 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh": { 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 960 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh_latency": { 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 960, 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2624943828 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "restart": { 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state": { 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.610 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_bytes": { 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1050 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_keys": { 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "start_leader": { 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "start_peon": { 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.611 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state": { 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_bytes": { 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_keys": { 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_latency": { 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.612 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache": { 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1020054731 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 46899200 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39477248 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.613 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2147483648 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7421952 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:full": { 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.614 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277008900 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 304420 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.615 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.616 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 70813912 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:inc": { 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.617 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277008900 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41543 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.618 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.619 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71076789 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:kv": { 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 322961408 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.620 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184672600 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.621 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71179944 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb": { 2024-08-30T20:58:25.623 INFO:tasks.workunit.client.0.smithi173.stdout: "compact": { 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_len": { 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_merge": { 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_range": { 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "get_latency": { 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42824, 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 175200993 2024-08-30T20:58:25.624 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_delay_time": { 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_memtable_time": { 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_wal_time": { 2024-08-30T20:58:25.625 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_latency": { 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_sync_latency": { 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2087, 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 679840563 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.626 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.670d93d31eb52f5b7c68e8a84eb1035c0de4c4d8": { 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "election_call": { 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "election_lose": { 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "election_win": { 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_elections": { 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": { 2024-08-30T20:58:25.627 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "session_rm": { 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 82 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "session_trim": { 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "paxos": { 2024-08-30T20:58:25.628 INFO:tasks.workunit.client.0.smithi173.stdout: "accept_timeout": { 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "begin": { 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 826 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_bytes": { 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 826, 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3996632 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_keys": { 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.629 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_latency": { 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 826, 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 241994819 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "collect": { 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_bytes": { 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_keys": { 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_latency": { 2024-08-30T20:58:25.630 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_timeout": { 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_uncommitted": { 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "commit": { 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 827 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_bytes": { 2024-08-30T20:58:25.631 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_keys": { 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_latency": { 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_ack_timeout": { 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.632 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_timeout": { 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn": { 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn_latency": { 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh": { 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 827 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh_latency": { 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:25.633 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2005957088 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "restart": { 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state": { 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_bytes": { 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_keys": { 2024-08-30T20:58:25.634 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "start_leader": { 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "start_peon": { 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state": { 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 827 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_bytes": { 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:25.635 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7838347 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_keys": { 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5597 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_latency": { 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 827, 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 501989260 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache": { 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1020054731 2024-08-30T20:58:25.636 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42811392 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32940032 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2147483648 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9871360 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:full": { 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.638 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 304850 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.639 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.640 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 70814558 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:inc": { 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.641 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43982 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.642 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.643 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71075426 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:kv": { 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 322961408 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.644 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184671882 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.645 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.646 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71180662 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb": { 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "compact": { 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.647 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_len": { 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_merge": { 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_range": { 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "get_latency": { 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 35589, 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 87529535 2024-08-30T20:58:25.648 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_delay_time": { 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_memtable_time": { 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.649 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_wal_time": { 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_latency": { 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_sync_latency": { 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1779, 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 806006088 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.650 INFO:tasks.workunit.client.0.smithi173.stdout: "mon.fd17d81d16002828adbbcb806bf7b1f157535ad6": { 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "election_call": { 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "election_lose": { 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "election_win": { 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_elections": { 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_sessions": { 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: "session_add": { 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: "session_rm": { 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 55 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: "session_trim": { 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.652 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "paxos": { 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "accept_timeout": { 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "begin": { 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 835 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_bytes": { 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 835, 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4021853 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_keys": { 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.653 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "begin_latency": { 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 835, 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 123997187 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "collect": { 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_bytes": { 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 146 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_keys": { 2024-08-30T20:58:25.654 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_latency": { 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 999977 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_timeout": { 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "collect_uncommitted": { 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "commit": { 2024-08-30T20:58:25.655 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 836 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_bytes": { 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_keys": { 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "commit_latency": { 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.656 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_ack_timeout": { 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "lease_timeout": { 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn": { 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "new_pn_latency": { 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh": { 2024-08-30T20:58:25.657 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 836 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "refresh_latency": { 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1784959513 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "restart": { 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state": { 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_bytes": { 2024-08-30T20:58:25.658 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "share_state_keys": { 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "start_leader": { 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "start_peon": { 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state": { 2024-08-30T20:58:25.659 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 836 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_bytes": { 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7886880 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_keys": { 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5667 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "store_state_latency": { 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 836, 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 368991636 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.660 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache": { 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1020054731 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43859968 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32382976 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2147483648 2024-08-30T20:58:25.661 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11476992 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:full": { 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.662 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 304850 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.663 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.664 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 70814558 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:inc": { 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348127232 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.665 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 277007824 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43982 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.666 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.667 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71075426 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "prioritycache:kv": { 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 322961408 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.668 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 184671882 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.669 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.670 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71180662 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb": { 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "compact": { 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.671 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_len": { 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_queue_merge": { 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_range": { 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "get_latency": { 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 35606, 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 89688724 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_delay_time": { 2024-08-30T20:58:25.672 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_memtable_time": { 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_write_wal_time": { 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.673 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_latency": { 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "submit_sync_latency": { 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1823, 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 572536784 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.0": { 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.674 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.675 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7458816 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.676 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.677 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3678208 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3538944 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:25.678 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:25.679 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:25.680 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:25.681 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.682 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:25.683 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11075584 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:25.684 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1388544 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 222752 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.685 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 23, 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67278 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.686 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 851, 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 524516621 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 839, 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28783932 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 851, 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 842768 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 851, 2024-08-30T20:58:25.687 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 525359389 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 37200 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 8, 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 17511 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.688 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9662 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:25.689 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4005 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 342 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 123, 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2981124 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 333, 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 271659 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.690 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 210, 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3906702 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5581852 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3980446442 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.691 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 133, 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22244259 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 133, 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 520700061882 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 133, 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 136503585823 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67016270541 2024-08-30T20:58:25.692 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 241780 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126360974 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2872446780 2024-08-30T20:58:25.693 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 608649 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1566106827 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 393853788 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:25.694 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 937070 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 67, 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 329436 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8939480949 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 429910671 2024-08-30T20:58:25.695 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3615, 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 289377829 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 49938432 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.696 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 48758784 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1179648 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.697 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85453917 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.698 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 614400 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73315235 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.700 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 640904380 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.701 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:25.702 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 72125172 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:25.703 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56969278 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.704 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.705 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68859378 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.706 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 640904380 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.707 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8376 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.708 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 367354 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.709 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71751570 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.710 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:25.711 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 616 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:25.712 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38625965 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3874235 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 19317937 2024-08-30T20:58:25.713 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:25.714 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.715 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:25.716 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 616 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.717 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38625965 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3874235 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:25.718 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 19317937 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1771104 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.719 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 33247232 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.1": { 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.720 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.721 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2592768 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.722 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1642496 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1503232 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.723 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:25.724 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.725 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.726 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:25.727 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.728 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4173824 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:25.729 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 786432 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 211599 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:25.730 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 30, 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85346 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 354, 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 81901489 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 347, 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7547916 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 354, 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 364261 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.732 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 354, 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 82265750 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43752 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:25.733 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7810 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14817 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.734 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 872 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 252 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 147, 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3920391 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 377, 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 256309 2024-08-30T20:58:25.735 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 230, 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6403981 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 128667 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.736 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13586606 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 130, 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8310907 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 129, 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 291870928911 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 130, 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 142271425630 2024-08-30T20:58:25.737 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 432, 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 66069134750 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 432, 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39713 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2951531 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.738 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 131134644 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 143100 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67307434 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.739 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24602767 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 345880 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 63, 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 289737 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 239645309 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:25.740 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29700351 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 433, 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2892646 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43581440 2024-08-30T20:58:25.741 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43319296 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 262144 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.742 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85497719 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.743 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.744 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73869449 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.745 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641232892 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.746 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.747 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.748 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71796660 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:25.749 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56998479 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.750 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.751 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68830177 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.752 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641232892 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.753 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1210 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 239648 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.754 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71557930 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.755 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.756 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 157 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.757 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2429467 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 894570675 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1063 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:25.758 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 59273113 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 204616638 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 33 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 33, 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6009224 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.759 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1063 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 33, 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5428337 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 33, 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4563580 2024-08-30T20:58:25.760 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 22, 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 19378087 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.761 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 22, 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8911386 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 22, 2024-08-30T20:58:25.762 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 18289917 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 102 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2429467 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 869183364 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.763 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44933390 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 102, 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 181763141 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.764 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 590368 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28454912 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.765 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.2": { 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.766 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2244608 2024-08-30T20:58:25.767 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.768 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1421312 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:25.769 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:25.770 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.771 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.772 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:25.773 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.774 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3604480 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 774144 2024-08-30T20:58:25.775 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 201234 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:25.776 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 9, 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12595 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:25.777 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 66514057 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6796831 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 368003 2024-08-30T20:58:25.778 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 300, 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 66882060 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41660 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:25.779 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1002 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3012 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.780 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 632 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 225 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 107, 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1510041 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 287, 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 370906 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.781 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 180, 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3359426 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 113041 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 30066586 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:25.782 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 120, 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9057420 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 119, 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 437251786348 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 120, 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 173057069424 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 348, 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 177620578930 2024-08-30T20:58:25.783 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 348, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32279 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1685194 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 93360352 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.784 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 201006 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44406438 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22166006 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 345643 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:25.785 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 54, 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 272697 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 191735383 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 25598108 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 349, 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2255032 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.786 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42532864 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41926656 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.787 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 606208 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.788 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85499065 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.789 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8192 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.790 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73876295 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.791 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641242989 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.792 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.793 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71786563 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.794 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56999376 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.795 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.796 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68829280 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.797 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641242989 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.798 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 226939 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.799 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71561752 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.800 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.801 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.802 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68973543 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7824775 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39393627 2024-08-30T20:58:25.803 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.804 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.805 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:25.806 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 10 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.807 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68973543 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7824775 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:25.808 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39393627 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.809 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28442624 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.3": { 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.810 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.811 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6119424 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.812 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3080192 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2940928 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.813 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:25.814 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:25.815 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5555 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.816 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5555 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.817 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.818 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9138176 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.819 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 798720 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:25.820 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6820 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:25.821 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 705, 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464696387 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 703, 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23576563 2024-08-30T20:58:25.822 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 705, 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 628295 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 705, 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 465324682 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.823 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 36631 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 946 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.824 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8001 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3484 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 332 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:25.825 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 95, 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 898208 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 167, 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 311522 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 72, 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 393230 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.826 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 100, 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5578442 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3905057954 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 57, 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24186510 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:25.827 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 54, 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 282695827708 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 57, 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 79424386117 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3360, 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1319653609 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3360, 2024-08-30T20:58:25.828 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 171822 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 213223288 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2339039074 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 443321 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.829 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1171022636 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 360620230 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348708 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 48, 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 210662 2024-08-30T20:58:25.830 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7989182148 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 392307686 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3363, 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 266583865 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.831 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861470586 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45465600 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44662784 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137384652 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.832 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 802816 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85492504 2024-08-30T20:58:25.833 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.834 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.835 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73891048 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.836 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641193780 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.837 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.838 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71835772 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.839 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56995002 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.840 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.841 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68833654 2024-08-30T20:58:25.842 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641193780 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.843 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5820 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.844 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 342239 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71489841 2024-08-30T20:58:25.845 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.846 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 37 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.847 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 828943 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.848 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:25.849 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.850 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.851 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.852 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 828943 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.853 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.854 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28463104 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.4": { 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.856 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.857 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 921600 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 782336 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.858 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:25.859 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:25.860 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.861 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.862 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2146304 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 798720 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.864 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 12, 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 454878 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:25.865 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2780 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.866 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 178, 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 53717785 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 169, 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7866227 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 178, 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 185601 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:25.867 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 178, 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 53903386 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39748 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.868 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1037 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7689 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.869 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 402 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 248 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 109, 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2878187 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 287370 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.870 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 78, 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2101750 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 171816 2024-08-30T20:58:25.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3290742 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 48, 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3502568 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 47, 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 209935965782 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.872 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 48, 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 79803793809 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 270, 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6436521261 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 270, 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 26885 2024-08-30T20:58:25.873 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 265069 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 158329820 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 81494 2024-08-30T20:58:25.874 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71194882 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14161048 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 346701 2024-08-30T20:58:25.875 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 46, 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 222480 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 247272269 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16581108 2024-08-30T20:58:25.876 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 271, 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1995390 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:25.877 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42532864 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42164224 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 368640 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.878 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.879 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85497810 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.880 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.881 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.881 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.881 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.881 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.881 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.882 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73885742 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.883 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641233582 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.884 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.885 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71795970 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.886 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56998540 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.888 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68830116 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.889 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641233582 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.890 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.891 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 237590 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71560508 2024-08-30T20:58:25.892 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.893 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 37 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.894 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2050669 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.895 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 730456 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1952118 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.896 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.897 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.898 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.899 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 22 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2050669 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 730456 2024-08-30T20:58:25.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1952118 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:25.901 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28467200 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.5": { 2024-08-30T20:58:25.902 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.903 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6217728 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.904 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:25.905 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3166208 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3026944 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.907 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:25.908 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.909 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5557 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.910 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:25.911 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:25.912 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 9322496 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 794624 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:25.913 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 6, 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206970 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:25.914 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6965 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 726, 2024-08-30T20:58:25.915 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 456625921 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 715, 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 30205036 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 726, 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 566062 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 726, 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 457191983 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.916 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 35683 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 919 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.917 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3287 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3469 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:25.918 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 358 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 98, 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1061867 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 158, 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 352835 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 60, 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 535567 2024-08-30T20:58:25.919 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 104, 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5850821 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3876225211 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.920 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:25.921 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 46, 2024-08-30T20:58:25.921 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 25316159 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 43, 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 240944242479 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 46, 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56111270711 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3382, 2024-08-30T20:58:25.922 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7837803216 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3382, 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 166596 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 126068492 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2584074824 2024-08-30T20:58:25.923 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 440192 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1303368673 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 366469432 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.924 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 348382 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 38, 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 278573 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8256431700 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.925 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 398948612 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3385, 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 274079621 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 46727168 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.926 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 45654016 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1073152 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.927 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85490542 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.928 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8192 2024-08-30T20:58:25.929 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73884818 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.930 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641179066 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.931 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.932 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.933 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71850486 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.934 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56993694 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.935 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.936 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68834962 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.937 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641179066 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.938 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5844 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 349505 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.939 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71497265 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.940 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.941 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.942 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.943 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.944 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.945 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.946 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.947 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.948 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.949 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 28459008 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.950 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.6": { 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.951 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1449984 2024-08-30T20:58:25.952 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:25.953 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1069056 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 929792 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.954 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.955 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:25.956 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5556 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:25.957 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5556 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.958 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.959 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2457600 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:25.960 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1384448 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:25.961 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 4, 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7570 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:25.962 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 214, 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 51863664 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 205, 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 8041077 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.963 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 214, 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 141921 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 214, 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 52005585 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32209 2024-08-30T20:58:25.964 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:25.965 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7296 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 412 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 261 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 98, 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 923673 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:25.966 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 155, 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 265208 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 57, 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 545410 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.967 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2688243 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 39, 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2815750 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 39, 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 438217674696 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.968 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 39, 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 55795054660 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 544669 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 32048 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.969 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 228400 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 122474524 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 104034 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.970 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 60834166 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16038971 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 938972 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 32, 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 136447 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.971 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 202307842 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 18500106 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 298, 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1964853 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.972 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42532864 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41574400 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.973 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958464 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.974 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85497092 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.975 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.976 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73882364 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:25.977 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641228190 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.978 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.979 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.980 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71801362 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.981 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56998061 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.982 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.983 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68830595 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.984 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641228190 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:25.985 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 6147 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 242198 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.986 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71555145 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:25.987 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.988 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 39 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.989 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2810 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 61198029 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:25.990 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 15, 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7879436 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 36449255 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.991 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.992 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:25.993 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.994 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 13 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2810 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 61198029 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:25.995 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 15, 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 7879436 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 13, 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 36449255 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:25.996 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29048832 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "osd.7": { 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "bluefs": { 2024-08-30T20:58:25.997 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_fallback": { 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_slow_size_fallback": { 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_db": { 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 65536 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_main": { 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit_wal": { 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_slow": { 2024-08-30T20:58:25.998 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_sst": { 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 12288 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_written_wal": { 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1298432 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lat": { 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "compact_lock_lat": { 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:25.999 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "db_total_bytes": { 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "db_used_bytes": { 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 27656192 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "log_bytes": { 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 958464 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "logged_bytes": { 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 819200 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_db": { 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 31850496 2024-08-30T20:58:26.000 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_slow": { 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "max_bytes_wal": { 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "num_files": { 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "read_bytes": { 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 206480 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.001 INFO:tasks.workunit.client.0.smithi173.stdout: "read_count": { 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 23 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes": { 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1282048 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_db": { 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1286144 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_slow": { 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.002 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_bytes_wal": { 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "read_disk_count": { 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 15 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_bytes": { 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4991 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "read_prefetch_count": { 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_bytes": { 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5552 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_buffer_count": { 2024-08-30T20:58:26.003 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_bytes": { 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5552 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_count": { 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes": { 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_db": { 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.004 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_slow": { 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_bytes_wal": { 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "read_random_disk_count": { 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_total_bytes": { 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.005 INFO:tasks.workunit.client.0.smithi173.stdout: "slow_used_bytes": { 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_total_bytes": { 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "wal_used_bytes": { 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "write_bytes": { 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2195456 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore": { 2024-08-30T20:58:26.006 INFO:tasks.workunit.client.0.smithi173.stdout: "alloc_unit": { 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4096 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": { 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1380352 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "clist_lat": { 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 3, 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 127696 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_lat": { 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed": { 2024-08-30T20:58:26.007 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_allocated": { 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "compressed_original": { 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "csum_lat": { 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 10, 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29705 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "decompress_lat": { 2024-08-30T20:58:26.008 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "fragmentation_micros": { 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_commit_lat": { 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 59883974 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_final_lat": { 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 185, 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5727411 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.009 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_flush_lat": { 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 122436 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "kv_sync_lat": { 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 187, 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 60006410 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_keys_lat": { 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_get_values_lat": { 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:26.010 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38661 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_lower_bound_lat": { 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 973 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_next_lat": { 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_seek_to_first_lat": { 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 0, 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_upper_bound_lat": { 2024-08-30T20:58:26.011 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 2, 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 4276 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_hits": { 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 778 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: "onode_misses": { 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 298 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: "read_lat": { 2024-08-30T20:58:26.012 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 141, 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2670277 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "read_onode_meta_lat": { 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 229, 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 367229 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "read_wait_aio_lat": { 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 88, 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1834862 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "reads_with_retries": { 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.013 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "remove_lat": { 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 1, 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16102 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "state_aio_wait_lat": { 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1951930 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_aio_wait_lat": { 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 25, 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1474570 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.014 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_cleanup_lat": { 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 25, 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 341140859271 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "state_deferred_queued_lat": { 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 25, 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41056154780 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "state_done_lat": { 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 504761 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "state_finishing_lat": { 2024-08-30T20:58:26.015 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44065 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "state_io_done_lat": { 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 209027 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_commiting_lat": { 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 270773871 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_done_lat": { 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95165 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.016 INFO:tasks.workunit.client.0.smithi173.stdout: "state_kv_queued_lat": { 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 151318007 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "state_prepare_lat": { 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14023545 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": { 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 936946 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "truncate_lat": { 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 24, 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 122325 2024-08-30T20:58:26.017 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_commit_lat": { 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 438317631 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_submit_lat": { 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16287998 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "txc_throttle_lat": { 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 317, 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2696173 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.018 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache": { 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_bytes": { 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 1861453526 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "heap_bytes": { 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 43646976 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "mapped_bytes": { 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42860544 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "target_bytes": { 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3137364582 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "unmapped_bytes": { 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 786432 2024-08-30T20:58:26.019 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:data": { 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 159383552 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:26.020 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 85488172 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.021 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 139264 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.022 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 73756116 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv": { 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 780140544 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:26.023 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641161294 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.024 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 2128 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.025 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71868258 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:kv_onode": { 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 192937984 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 67108864 2024-08-30T20:58:26.026 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 464 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 56992115 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:26.027 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.028 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 68836541 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "bluestore-pricache:meta": { 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "committed_bytes": { 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 713031680 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.029 INFO:tasks.workunit.client.0.smithi173.stdout: "pri0_bytes": { 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri10_bytes": { 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri11_bytes": { 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 641161294 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri1_bytes": { 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri2_bytes": { 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.030 INFO:tasks.workunit.client.0.smithi173.stdout: "pri3_bytes": { 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "pri4_bytes": { 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "pri5_bytes": { 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "pri6_bytes": { 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 256559 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "pri7_bytes": { 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "pri8_bytes": { 2024-08-30T20:58:26.031 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "pri9_bytes": { 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "reserved_bytes": { 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 71613827 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "objecter": { 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "op_active": { 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.032 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rmw": { 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "osd": { 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg": { 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 46 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "numpg_removing": { 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.033 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "op": { 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 157 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_degraded": { 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "op_delayed_unreadable": { 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "op_in_bytes": { 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.034 INFO:tasks.workunit.client.0.smithi173.stdout: "op_latency": { 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 101928775 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "op_out_bytes": { 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 266203 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "op_prepare_latency": { 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 159, 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 35466358 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "op_process_latency": { 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 157, 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 74877562 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.035 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r": { 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 110 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency": { 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 110, 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 16146595 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_out_bytes": { 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 266203 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.036 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_prepare_latency": { 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 110, 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 14328122 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "op_r_process_latency": { 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 110, 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 11635610 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw": { 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 42 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_in_bytes": { 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.037 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency": { 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42, 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 41042217 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_out_bytes": { 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_prepare_latency": { 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42, 2024-08-30T20:58:26.038 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 17800674 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "op_rw_process_latency": { 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 42, 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 38485253 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w": { 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 5 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_in_bytes": { 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency": { 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 44739963 2024-08-30T20:58:26.039 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_prepare_latency": { 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 7, 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 3337562 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "op_w_process_latency": { 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "count": 5, 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 24756699 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "op_wip": { 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.040 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_bytes": { 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "recovery_ops": { 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 0 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes": { 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 95995035648 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_bytes_used": { 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: "value": 29044736 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.041 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": [ 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr" 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 1, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 1, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 1, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:26.042 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 1781760, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 1781760, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 2.443116500217002e-06, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 502, 2024-08-30T20:58:26.043 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 690176, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 590368, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 590368, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 1771104, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 243, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2473984 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:26.044 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 32, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 32, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 2, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 98304, 2024-08-30T20:58:26.045 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 98304, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 22, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.3479292704232648e-07, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 3428, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 3428, 2024-08-30T20:58:26.046 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 10284, 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 51, 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 20480 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:26.047 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 64, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 64, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 3, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 0, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:26.048 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 0.0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 0, 2024-08-30T20:58:26.049 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 0, 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 0 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd" 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "cache_mode": "none", 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "erasure_code_profile": {}, 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "min_size": 2, 2024-08-30T20:58:26.050 INFO:tasks.workunit.client.0.smithi173.stdout: "options": {}, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_autoscale_mode": "off", 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 8, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "pgp_num": 8, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "pool": 4, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "size": 3, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "stats": { 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_raw": 729296283914, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "bytes_used": 12288, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_bytes_used": 0, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "compress_under_bytes": 0, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "data_bytes_used": 12288, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty": 0, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "max_avail": 243098763264, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "objects": 2, 2024-08-30T20:58:26.051 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_bytes_used": 0, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "percent_used": 1.684911943300449e-08, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_bytes": 0, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "quota_objects": 0, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "rd": 0, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "rd_bytes": 0, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "stored": 19, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_data": 19, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_omap": 0, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "stored_raw": 57, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "wr": 2, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "wr_bytes": 2048 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.052 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_bytes": 0, 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: "target_max_objects": 0, 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: "type": "replicated" 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": { 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: "mirroring_by_pool": [ 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: false 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_images_by_pool": [ 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pools": 1 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.053 INFO:tasks.workunit.client.0.smithi173.stdout: "report_id": "6f4faff4-ff7a-4986-9908-8554231b5a04", 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "report_timestamp": "2024-08-30T20:58:24.581476", 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "report_version": 1, 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "rocksdb_stats": { 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "7.9.2" 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "rook": { 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "cluster": { 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "external-mode": null, 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "mon": { 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "allow-multiple-per-node": null, 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "count": null, 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "max-id": null, 2024-08-30T20:58:26.054 INFO:tasks.workunit.client.0.smithi173.stdout: "pvc": { 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "stretch": { 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "enabled": null 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "network": { 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "provider": null 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "storage": { 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "device-set": { 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "non-portable": null, 2024-08-30T20:58:26.055 INFO:tasks.workunit.client.0.smithi173.stdout: "portable": null, 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "csi": { 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes": { 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "node": { 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:26.056 INFO:tasks.workunit.client.0.smithi173.stdout: "kubernetes-total": null, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "with-ceph-daemons": null, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-cephfs-plugin": null, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-nfs-plugin": null, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "with-csi-rbd-plugin": null 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "storage-class": { 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "count": { 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "bucket": null, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs": null, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "nfs": null, 2024-08-30T20:58:26.057 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd": null, 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: "total": null 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: "version": null 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: "services": {}, 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_per_pg": [ 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.058 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590453+0000", 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590453+0000", 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590746+0000", 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.059 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325304+0000", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.060 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3f", 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.061 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:14:03.335248+0000", 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.062 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.063 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.064 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.065 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.066 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.577686+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.577686+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577952+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:26.067 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921588+0000", 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.068 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3e", 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:48:50.652444+0000", 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.069 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.070 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.071 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.072 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.073 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571094+0000", 2024-08-30T20:58:26.074 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571094+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.571411+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920198+0000", 2024-08-30T20:58:26.075 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.076 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3d", 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:32:19.518748+0000", 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.077 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.078 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.079 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.080 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.081 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.589279+0000", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.589279+0000", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590241+0000", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.082 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956590+0000", 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.083 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3c", 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.084 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:12:41.578879+0000", 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.085 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.086 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.087 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.088 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.089 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584696+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584696+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.584990+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:26.090 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324995+0000", 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.091 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3b", 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:43:55.663786+0000", 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.092 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.093 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.094 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.095 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.096 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579895+0000", 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579895+0000", 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580201+0000", 2024-08-30T20:58:26.097 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:26.098 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956429+0000", 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.099 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3a", 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:21:34.777477+0000", 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.100 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.101 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.102 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.103 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.104 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.586435+0000", 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.586435+0000", 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.586694+0000", 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.105 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324704+0000", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.106 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.39", 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.107 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:21:44.196656+0000", 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.108 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.109 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.110 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.111 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.112 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580490+0000", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580490+0000", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580846+0000", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.113 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533433+0000", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.114 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.38", 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.115 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:50:55.550040+0000", 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.116 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.117 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.118 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.119 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.120 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.593632+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.593632+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.593948+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:26.121 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325492+0000", 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.122 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.37", 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:14:15.074025+0000", 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.123 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.124 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.125 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.126 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.127 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:26.128 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.593087+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.593087+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.593384+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.129 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399257+0000", 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.130 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.36", 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:15:38.024522+0000", 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.131 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.132 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.133 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.134 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.135 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.631671+0000", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.631671+0000", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.632018+0000", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.136 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399032+0000", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.137 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.35", 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:26.138 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:15:47.273796+0000", 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.139 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.140 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.141 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.142 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.143 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.143 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.143 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.144 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.144 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.144 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.144 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:26.144 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.144 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.144 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579815+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579815+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580103+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:26.145 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924770+0000", 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.146 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.34", 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:36:55.923267+0000", 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.147 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.148 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.149 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.150 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.151 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:26.152 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.576200+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.576200+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.576494+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.153 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533699+0000", 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.154 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.33", 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:21:36.466550+0000", 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.155 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.156 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.157 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.158 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.159 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.575150+0000", 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.575150+0000", 2024-08-30T20:58:26.160 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.575615+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:26.161 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920319+0000", 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.162 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.32", 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:56:08.222136+0000", 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.163 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.164 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.165 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.166 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.167 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.575315+0000", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.575315+0000", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.575838+0000", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.168 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920474+0000", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.169 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.31", 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.170 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:46:31.746348+0000", 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.171 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.172 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.173 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.174 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.175 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.589611+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.589611+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.589925+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:26.176 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956193+0000", 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.177 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.30", 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:09:01.613744+0000", 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.178 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.179 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.180 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.181 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.182 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590009+0000", 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590009+0000", 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590302+0000", 2024-08-30T20:58:26.183 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956991+0000", 2024-08-30T20:58:26.184 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.185 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2f", 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:08:04.877575+0000", 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.186 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.187 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.188 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.189 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.190 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583639+0000", 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583639+0000", 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583971+0000", 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.191 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056985+0000", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.192 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2e", 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.193 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:03:00.886217+0000", 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.194 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.195 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.196 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.197 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.198 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.592394+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.592394+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.592693+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:26.199 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325380+0000", 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.200 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2d", 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:18:22.165677+0000", 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.201 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.202 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.203 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.204 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.205 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583196+0000", 2024-08-30T20:58:26.206 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583196+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583477+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:26.207 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399035+0000", 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.208 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2c", 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:47:13.787711+0000", 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.209 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.210 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.211 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.212 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.213 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583560+0000", 2024-08-30T20:58:26.214 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583560+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583814+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:26.215 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921221+0000", 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.216 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2b", 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:56:39.826331+0000", 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.217 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.218 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.219 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.220 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.221 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.587082+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.587082+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.587384+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:26.222 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956468+0000", 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.223 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2a", 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:46:42.961239+0000", 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.224 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.225 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.226 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.227 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.228 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571815+0000", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571815+0000", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572119+0000", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.229 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533429+0000", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.230 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.29", 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:12:19.247921+0000", 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.231 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.232 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.233 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.234 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.235 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.578103+0000", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.578103+0000", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.578381+0000", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.236 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956212+0000", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.237 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.28", 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:45:39.591250+0000", 2024-08-30T20:58:26.238 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.239 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.240 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.241 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.242 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.637492+0000", 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.637492+0000", 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.637825+0000", 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:26.243 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.534040+0000", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.244 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.27", 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.245 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:55:39.733002+0000", 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.246 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.247 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.248 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.249 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579244+0000", 2024-08-30T20:58:26.250 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579244+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579644+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:26.251 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399092+0000", 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.252 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.26", 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:23:49.612964+0000", 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.253 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.254 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.255 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.256 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.257 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.572010+0000", 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.572010+0000", 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572362+0000", 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.258 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921229+0000", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.259 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.25", 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.260 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:39:53.621068+0000", 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.261 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.262 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.263 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.264 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.265 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.572303+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.572303+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572590+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.266 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533971+0000", 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.267 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.24", 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:13:27.246575+0000", 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.268 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.269 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.270 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.271 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.272 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580451+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580451+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580706+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:26.273 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921307+0000", 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.274 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.23", 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:54:58.770734+0000", 2024-08-30T20:58:26.275 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.276 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.277 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.278 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.279 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.280 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.577543+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.577543+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.578265+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:26.281 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956562+0000", 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.282 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.22", 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:45:59.132990+0000", 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.283 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.284 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.285 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.286 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.287 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.576852+0000", 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.576852+0000", 2024-08-30T20:58:26.288 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577140+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056535+0000", 2024-08-30T20:58:26.289 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.290 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.21", 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:51:08.989180+0000", 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.291 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.292 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.293 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.294 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.295 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590777+0000", 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590777+0000", 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.591070+0000", 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:26.296 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398477+0000", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.297 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.20", 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.298 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:27:56.115117+0000", 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.299 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.300 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.301 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.302 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.303 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.569311+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.569311+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.569671+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:26.304 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924524+0000", 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.305 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1a", 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:43:33.385322+0000", 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.306 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.307 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.308 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.309 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.310 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.485589+0000", 2024-08-30T20:58:26.311 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.485589+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.485846+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.312 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533845+0000", 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.313 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1b", 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:20:50.627528+0000", 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.314 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.315 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.316 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.317 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.318 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:26.319 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.583598+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.583598+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.583850+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.320 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921414+0000", 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.321 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1b", 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:10:57.651465+0000", 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.322 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.323 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.324 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.325 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.326 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.487096+0000", 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.487096+0000", 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.487436+0000", 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.327 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398806+0000", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.328 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1a", 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.329 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:19:02.725915+0000", 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.330 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.331 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.332 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.333 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.334 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.482337+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.482337+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.482606+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.335 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533532+0000", 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.336 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.19", 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:03:46.837726+0000", 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.337 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.338 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.339 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.340 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.341 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571014+0000", 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571014+0000", 2024-08-30T20:58:26.342 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.571310+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533552+0000", 2024-08-30T20:58:26.343 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.18", 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.344 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:57:56.426531+0000", 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.345 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.346 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.347 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.348 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.349 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488424+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488424+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.488856+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:26.350 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956284+0000", 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.351 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.18", 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:51:25.106075+0000", 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.352 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.353 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.354 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.355 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.356 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.357 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.633342+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.633342+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.633628+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.358 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920317+0000", 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.359 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.19", 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:27:01.632487+0000", 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.360 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.361 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.362 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.363 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.364 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491290+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491290+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.491624+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:26.365 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398983+0000", 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.366 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.17", 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:44:50.029902+0000", 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.367 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.368 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.369 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.370 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.371 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.372 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.587076+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.587076+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.587378+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.373 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956783+0000", 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.374 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.16", 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:01:51.577978+0000", 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.375 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.376 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.377 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.378 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.379 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.484318+0000", 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.484318+0000", 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.484603+0000", 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.380 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956914+0000", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.381 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.16", 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.382 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:44:09.047325+0000", 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.383 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.384 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.385 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.386 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.387 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580494+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580494+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580743+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:26.388 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920466+0000", 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.389 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.17", 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:36:37.674671+0000", 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.390 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.391 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.392 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.393 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.394 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.395 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491424+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491424+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.491770+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.396 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921377+0000", 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 3, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 3, 2024-08-30T20:58:26.397 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.15", 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 28, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:18:09.867238+0000", 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 90, 2024-08-30T20:58:26.398 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.399 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.400 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.401 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 4, 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'3" 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.402 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:26.403 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.585191+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.585191+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585479+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:26.404 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924884+0000", 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.405 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.14", 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:40:02.146189+0000", 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.406 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.407 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.408 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.409 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:26.410 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.411 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.490014+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.490014+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.490746+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:26.412 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:57:26.555549+0000", 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 12, 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.413 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 12, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.14", 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 37, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.414 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:06:44.987519+0000", 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 2630, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.415 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.416 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.416 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.416 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.416 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.416 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.416 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 12, 2024-08-30T20:58:26.416 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 4, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 4, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.418 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.419 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 12, 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 9 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "75'12" 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.420 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.421 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.585556+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.585556+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585861+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.422 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325126+0000", 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.423 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.15", 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:31:25.174097+0000", 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.424 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.425 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.426 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.427 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.428 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.489445+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.489445+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489842+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:26.429 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921503+0000", 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.430 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.13", 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:20:55.671645+0000", 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.431 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 34, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.432 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.433 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.434 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 7 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.435 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:26.436 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.635382+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.635382+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.635664+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.437 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056553+0000", 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.438 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.12", 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 19, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:46:41.485729+0000", 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.439 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.440 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.441 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.442 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.443 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:26.444 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488170+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488170+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.488471+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.445 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956574+0000", 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.446 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.12", 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:07:18.395208+0000", 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.447 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.448 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.449 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.450 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.451 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584740+0000", 2024-08-30T20:58:26.452 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584740+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585880+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.453 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325039+0000", 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.454 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.13", 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:48:02.950829+0000", 2024-08-30T20:58:26.455 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.456 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.457 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.458 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.459 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.460 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.486242+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.486242+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.486606+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:26.461 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398724+0000", 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.462 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.11", 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:32:20.612654+0000", 2024-08-30T20:58:26.463 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.464 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.465 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.466 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.467 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.468 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.581345+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.581345+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.581599+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:26.469 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398517+0000", 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.470 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.471 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.471 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.471 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.471 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.471 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.10", 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.472 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:15:39.649195+0000", 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.473 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.474 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.474 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.474 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.474 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.474 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.474 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.474 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.475 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.476 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.477 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.478 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.484942+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.484942+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.487479+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:26.479 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056465+0000", 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 8, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.480 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 8, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.10", 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 33, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:20:16.543843+0000", 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.481 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.482 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.483 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.483 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.483 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.483 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.483 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 12, 2024-08-30T20:58:26.484 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 4, 2024-08-30T20:58:26.484 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.484 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 4, 2024-08-30T20:58:26.484 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.484 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.484 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 4, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.485 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 12, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.486 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'8" 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.487 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.631447+0000", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.631447+0000", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.631858+0000", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.488 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324766+0000", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.489 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.11", 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 31, 2024-08-30T20:58:26.490 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:41:35.763861+0000", 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.491 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.492 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.493 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.494 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.495 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.486136+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.486136+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.486905+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.496 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.925174+0000", 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.497 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.f", 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:55:53.482556+0000", 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.498 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 22, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.499 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.500 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.500 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.500 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.500 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.500 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.501 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.502 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.503 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.504 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.504 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.504 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.504 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.504 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:26.504 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:26.505 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.505 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.505 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.505 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.505 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.505 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.506 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.506 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.506 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:26.506 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:26.506 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.506 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.507 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.507 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.507 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.507 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.507 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.507 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.508 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.508 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.508 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.508 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.508 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.508 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.509 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:26.509 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584363+0000", 2024-08-30T20:58:26.509 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584363+0000", 2024-08-30T20:58:26.509 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.584729+0000", 2024-08-30T20:58:26.509 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:26.510 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.510 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.510 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.510 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.510 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:26.510 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:26.511 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:26.511 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.511 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.511 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.511 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:26.511 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325385+0000", 2024-08-30T20:58:26.512 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.512 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.512 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.512 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.512 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.512 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.513 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.513 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.513 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.513 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.513 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.514 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.514 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.514 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.e", 2024-08-30T20:58:26.514 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.515 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.515 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.515 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.515 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.515 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:12:53.530861+0000", 2024-08-30T20:58:26.516 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.516 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.516 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.516 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.517 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.518 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.519 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.519 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.519 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.519 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.519 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.519 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.520 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.520 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.520 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.520 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.520 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.520 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.521 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.521 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.521 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.521 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.521 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.522 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.522 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.522 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.522 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.522 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.522 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.523 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.523 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.523 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.523 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.523 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.523 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.524 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.524 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.524 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.524 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.524 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.525 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.487545+0000", 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.487545+0000", 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.487887+0000", 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:26.526 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.057082+0000", 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.527 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.528 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.e", 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:03:34.427448+0000", 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.529 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.530 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.531 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.532 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.533 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.590366+0000", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.590366+0000", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.590673+0000", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.534 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325413+0000", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.535 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.f", 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.536 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:32:33.228697+0000", 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.537 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.538 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.539 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.540 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:26.541 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.485508+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.485508+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.485836+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.542 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921478+0000", 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:26.543 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.d", 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:48:47.852425+0000", 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.544 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 70, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.545 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.546 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.547 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:26.548 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.549 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.587494+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.587494+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.587819+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.550 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956720+0000", 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.551 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.c", 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:46:39.171489+0000", 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.552 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.553 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.554 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.555 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.556 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488462+0000", 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488462+0000", 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489167+0000", 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.557 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056830+0000", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.558 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.c", 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.559 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:08:19.661234+0000", 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.560 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.561 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.562 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.563 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.564 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.594138+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.594138+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.594433+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:26.565 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325211+0000", 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.566 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.d", 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:11:40.132553+0000", 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.567 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.568 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.569 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.570 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.571 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:26.572 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.623148+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.623148+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.483441+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.573 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398955+0000", 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.574 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.5", 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:31:45.810826+0000", 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000311675, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.575 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.576 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.577 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.578 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.579 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 20, 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:58:22.472371+0000", 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:54:42.922601+0000", 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:54:42.922601+0000", 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:54:42.923106+0000", 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:58:22.472371+0000", 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:52:43.890084+0000", 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.580 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:52:43.890084+0000", 2024-08-30T20:58:26.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 59, 2024-08-30T20:58:26.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:58:22.472371+0000", 2024-08-30T20:58:26.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:58:22.472371+0000", 2024-08-30T20:58:26.581 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:58:22.472371+0000", 2024-08-30T20:58:26.584 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.584 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.584 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:52:43.890084+0000", 2024-08-30T20:58:26.584 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:58:22.472371+0000", 2024-08-30T20:58:26.584 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:58:22.472371+0000", 2024-08-30T20:58:26.584 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 160, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 58, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 160, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.585 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "1.0", 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 386, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:55:08.330242+0000", 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 590368, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 1771104, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.586 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:26.587 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 6, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.588 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 502, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 674, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 243, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2416 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.589 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "75'160" 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.590 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488060+0000", 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488060+0000", 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.488364+0000", 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.591 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956521+0000", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.592 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.3", 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.593 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:04:59.913045+0000", 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.594 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.595 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.596 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.597 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.598 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.576888+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.576888+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577162+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:26.599 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533619+0000", 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.600 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.2", 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:41:05.013437+0000", 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.601 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.602 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.603 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.604 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.605 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.452830+0000", 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.452830+0000", 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.723327+0000", 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:26.606 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920569+0000", 2024-08-30T20:58:26.607 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.608 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.6", 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:20:40.554409+0000", 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.00025655, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.609 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.610 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.611 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.612 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.613 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.494761+0000", 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.494761+0000", 2024-08-30T20:58:26.614 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.495046+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:26.615 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324812+0000", 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.616 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.0", 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T20:56:50.866598+0000", 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.617 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.618 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.619 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.620 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.621 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.622 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.573652+0000", 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.573652+0000", 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.573944+0000", 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:26.623 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.919860+0000", 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.624 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1", 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.625 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:05:41.833333+0000", 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.626 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.627 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.628 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.629 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.630 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.452265+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.452265+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.485887+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:26.631 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921369+0000", 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.632 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.7", 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:13:34.196135+0000", 2024-08-30T20:58:26.633 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000260047, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.634 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.635 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.636 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.637 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.638 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.482339+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.482339+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.482616+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:26.639 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056541+0000", 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.640 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1", 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:49:44.927598+0000", 2024-08-30T20:58:26.641 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.642 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.643 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.644 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.645 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.646 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579230+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579230+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579584+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.647 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920040+0000", 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.648 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.0", 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:39:25.431482+0000", 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.649 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.650 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.651 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.652 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.653 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.455122+0000", 2024-08-30T20:58:26.654 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.455122+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.485790+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.655 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920855+0000", 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.656 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.4", 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:56:52.013795+0000", 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000378392, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.657 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.658 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.659 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.660 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.661 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.489324+0000", 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.489324+0000", 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489599+0000", 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.662 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956655+0000", 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.663 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.2", 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.664 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:57:24.425979+0000", 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.665 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.666 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.667 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.668 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 2, 2024-08-30T20:58:26.669 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.631453+0000", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.631453+0000", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.631760+0000", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.670 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.056615+0000", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.671 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.3", 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 19, 2024-08-30T20:58:26.672 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:33:21.059689+0000", 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.673 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.674 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.675 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 2, 2024-08-30T20:58:26.676 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.677 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.452995+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.452995+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.484479+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:26.678 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920558+0000", 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.679 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.2", 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 23, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:44:17.905751+0000", 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000657523, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.680 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 19, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.681 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.682 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 2, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.683 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "74'2" 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.684 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.489815+0000", 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.489815+0000", 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.490817+0000", 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:26.685 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921122+0000", 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.686 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.4", 2024-08-30T20:58:26.687 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:15:06.335428+0000", 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.688 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.689 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.690 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.691 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.692 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.633942+0000", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.633942+0000", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.634593+0000", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.693 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921522+0000", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.694 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.5", 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 19, 2024-08-30T20:58:26.695 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:47:37.111440+0000", 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.696 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.697 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.698 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.699 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.700 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.623205+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.623205+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.723175+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:26.701 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921407+0000", 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.702 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.3", 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:20:52.058162+0000", 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000423234, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.703 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.704 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.705 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.706 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "72'1" 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.707 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.493710+0000", 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.493710+0000", 2024-08-30T20:58:26.708 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.494092+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.709 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325414+0000", 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.710 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.5", 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:38:56.697509+0000", 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.711 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.712 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.713 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.714 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.715 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.575286+0000", 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.575286+0000", 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.575553+0000", 2024-08-30T20:58:26.716 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921041+0000", 2024-08-30T20:58:26.717 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.4", 2024-08-30T20:58:26.718 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:37:03.885311+0000", 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.719 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.720 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.721 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.722 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.723 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.622849+0000", 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.622849+0000", 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.570299+0000", 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.724 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533388+0000", 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.725 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.0", 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.726 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T22:04:22.896007+0000", 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.000540428, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.727 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.728 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.729 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.730 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.731 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.493106+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.493106+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.493382+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:26.732 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921623+0000", 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.733 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.6", 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:50:59.626955+0000", 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.734 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.735 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.736 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.737 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.738 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.582351+0000", 2024-08-30T20:58:26.739 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.582351+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.582670+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.740 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.534124+0000", 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.741 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.7", 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:28:54.950259+0000", 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.742 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.743 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.744 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.745 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.746 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 69, 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:56.454611+0000", 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:56.454611+0000", 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:56:00.488750+0000", 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.747 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 70, 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:55.439085+0000", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924455+0000", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.748 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 69, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "4.1", 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.749 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 21, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T02:07:00.786434+0000", 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.00061469, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.750 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.751 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.752 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.753 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.754 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.488477+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.488477+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.489800+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:26.755 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.399029+0000", 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.756 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.7", 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T00:49:51.905435+0000", 2024-08-30T20:58:26.757 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.758 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.759 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.760 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.761 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:26.762 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.572514+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.572514+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572782+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.763 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920377+0000", 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.764 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.6", 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:27:13.719572+0000", 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.765 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.766 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.767 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.768 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.769 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.494143+0000", 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.494143+0000", 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.495111+0000", 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.770 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.324778+0000", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.771 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.8", 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.772 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T08:18:40.645404+0000", 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.773 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.774 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.775 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.776 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 4, 2024-08-30T20:58:26.777 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.578575+0000", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.578575+0000", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.578863+0000", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.778 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.924620+0000", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.779 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.9", 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.780 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:12:01.624183+0000", 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.781 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.782 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.783 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: 2, 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.784 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 4, 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.785 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.490503+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.490503+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.490765+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:26.786 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:26.787 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.787 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.787 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.787 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:26.787 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920557+0000", 2024-08-30T20:58:26.787 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.788 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.9", 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 25, 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T23:41:06.376292+0000", 2024-08-30T20:58:26.789 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.790 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.791 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.792 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: 3 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.793 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.794 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.579059+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.579059+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579388+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:26.795 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533696+0000", 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.796 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.8", 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T06:41:47.610415+0000", 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.797 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.798 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.799 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.800 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: 7 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.801 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 1, 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:32.635349+0000", 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:32.635349+0000", 2024-08-30T20:58:26.802 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:32.635678+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 68, 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:26.803 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.921075+0000", 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 67, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.804 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.a", 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 34, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:19:05.661823+0000", 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.805 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.806 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.807 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.808 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: 1, 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 1, 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.809 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.571770+0000", 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.571770+0000", 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.572040+0000", 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.810 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533705+0000", 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.811 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.b", 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.812 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:55:40.480566+0000", 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.813 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.814 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.815 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.816 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.817 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491595+0000", 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491595+0000", 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.491933+0000", 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.818 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325306+0000", 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:26.819 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.b", 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.820 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:24:44.248811+0000", 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.821 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.822 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.823 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 1, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.824 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 6, 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.825 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.584139+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.584139+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.584444+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:26.826 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.398653+0000", 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.827 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.a", 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:19:46.340268+0000", 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.828 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.829 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.830 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.831 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 6, 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.832 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.585521+0000", 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.585521+0000", 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.585831+0000", 2024-08-30T20:58:26.833 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956728+0000", 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.834 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1d", 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.835 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:34:45.174915+0000", 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.836 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.837 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.838 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.839 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: 6 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.840 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.491990+0000", 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.491990+0000", 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.492392+0000", 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.841 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325140+0000", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.842 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1c", 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.843 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T03:03:27.010949+0000", 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.844 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.845 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.846 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.847 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.848 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 5, 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.580122+0000", 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.580122+0000", 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.580409+0000", 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:26.849 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.956593+0000", 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.850 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1c", 2024-08-30T20:58:26.851 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T05:07:36.479548+0000", 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.852 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.853 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.854 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.855 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: 4, 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: 1 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 5, 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.856 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 7, 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.493523+0000", 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.493523+0000", 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.493800+0000", 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:26.857 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.325261+0000", 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 2, 2024-08-30T20:58:26.858 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 2, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1d", 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.859 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 27, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T04:35:44.585723+0000", 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.860 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 3, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 1, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.861 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 1, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.862 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 3, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.863 INFO:tasks.workunit.client.0.smithi173.stdout: 0 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 7, 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'2" 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.864 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.578989+0000", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.578989+0000", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.579266+0000", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.865 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920369+0000", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.866 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1f", 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.867 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T01:01:26.275889+0000", 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.868 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.869 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.870 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: 5, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.871 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.872 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.494214+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.494214+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.494504+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:26.873 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.534056+0000", 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 1, 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.874 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 1, 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1e", 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.875 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 26, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:57:19.409645+0000", 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.876 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.877 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.878 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: 5 2024-08-30T20:58:26.879 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'1" 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 3, 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.880 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 63, 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:07.577663+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:07.577663+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:07.577926+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 64, 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:26.881 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:06.551844+0000", 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:07.533818+0000", 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 63, 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.882 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "3.1e", 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 22, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T21:26:24.347735+0000", 2024-08-30T20:58:26.883 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.884 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.885 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.886 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: 3, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: 6, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: 2 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 3, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "0'0" 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.887 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": [ 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "acting_primary": 0, 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "avail_no_missing": [], 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "blocked_by": [], 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "created": 60, 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "dirty_stats_invalid": false, 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_bytes_stats_invalid": false, 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "hitset_stats_invalid": false, 2024-08-30T20:58:26.888 INFO:tasks.workunit.client.0.smithi173.stdout: "last_active": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_active": "2024-08-30T20:55:04.492447+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_became_peered": "2024-08-30T20:55:04.492447+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_change": "2024-08-30T20:55:04.492706+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_clean_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub": "0'0", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_deep_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_epoch_clean": 61, 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fresh": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_fullsized": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_peered": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub": "0'0", 2024-08-30T20:58:26.889 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_duration": 0, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "last_scrub_stamp": "2024-08-30T20:55:03.463660+0000", 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "last_undegraded": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "last_unstale": "2024-08-30T20:56:06.920606+0000", 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "log_dups_size": 0, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 4, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "log_start": "0'0", 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "manifest_stats_invalid": false, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "mapping_epoch": 60, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "object_location_counts": [], 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_scrubbed": 0, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "objects_trimmed": 0, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_stats_invalid": false, 2024-08-30T20:58:26.890 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 4, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_start": "0'0", 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "parent": "0.0", 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "parent_split_bits": 0, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "pgid": "2.1f", 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "pin_stats_invalid": false, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "purged_snaps": [], 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_epoch": 75, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "reported_seq": 29, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_duration": 0.0, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-01T07:22:48.514822+0000", 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrim_duration": 0.0, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "snaptrimq_len": 0, 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.891 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 582, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.892 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 1, 2024-08-30T20:58:26.893 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 4, 2024-08-30T20:58:26.894 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 1 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: "state": "active+clean", 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_invalid": false, 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: "up": [ 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: 0, 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: 7, 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: 4 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: "up_primary": 0, 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: "version": "66'4" 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.895 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_per_pool": [ 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 24, 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "rbd" 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 3, 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 8, 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 8, 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 3, 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 4, 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 19, 2024-08-30T20:58:26.896 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.897 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.898 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 2, 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2 2024-08-30T20:58:26.899 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 12288, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 57, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.900 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 24 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 192, 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 0, 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 64, 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 8, 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 0, 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 3, 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.901 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.902 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.903 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 0, 2024-08-30T20:58:26.904 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 0 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:26.905 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 192 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 96, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "cephfs" 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 45, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 32, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 8, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 45, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 2, 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.906 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 3428, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.907 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 66, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 22, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 22, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 14, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.908 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 51, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 20 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.909 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 98304, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 10284, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 96 2024-08-30T20:58:26.910 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: { 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "acting": 3, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "application": [ 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "mgr" 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "log_size": 160, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_pg": 1, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_store_stats": 3, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "ondisk_log_size": 160, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "poolid": 1, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "stat_sum": { 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes": 590368, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_hit_set_archive": 0, 2024-08-30T20:58:26.911 INFO:tasks.workunit.client.0.smithi173.stdout: "num_bytes_recovered": 1771104, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_deep_scrub_errors": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_kb": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_full": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_evict_mode_some": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_kb": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_high": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_flush_mode_low": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_keys_recovered": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_large_omap_objects": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_legacy_snapsets": 0, 2024-08-30T20:58:26.912 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_clones": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_object_copies": 6, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects": 2, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_degraded": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_dirty": 2, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_hit_set_archive": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_manifest": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_misplaced": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_missing_on_primary": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_omap": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_pinned": 0, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_recovered": 6, 2024-08-30T20:58:26.913 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_repaired": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_objects_unfound": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_bytes": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_omap_keys": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_promote": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read": 502, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_read_kb": 674, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_scrub_errors": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_shallow_scrub_errors": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_whiteouts": 0, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write": 243, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "num_write_kb": 2416 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "store_stats": { 2024-08-30T20:58:26.914 INFO:tasks.workunit.client.0.smithi173.stdout: "allocated": 1781760, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "available": 0, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed": 0, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_allocated": 0, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "data_compressed_original": 0, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "data_stored": 1771104, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "internal_metadata": 0, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "internally_reserved": 0, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "omap_allocated": 0, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "total": 0 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: "up": 3 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.915 INFO:tasks.workunit.client.0.smithi173.stdout: ], 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "usage": { 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "pg_num": 105, 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "pools": 4, 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "stats_by_class": { 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "ssd": { 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726657536, 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233627648, 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_bytes": 233627648, 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_raw_ratio": 0.00030421841074712574 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: }, 2024-08-30T20:58:26.916 INFO:tasks.workunit.client.0.smithi173.stdout: "total_avail_bytes": 767726657536, 2024-08-30T20:58:26.917 INFO:tasks.workunit.client.0.smithi173.stdout: "total_bytes": 767960285184, 2024-08-30T20:58:26.917 INFO:tasks.workunit.client.0.smithi173.stdout: "total_used_bytes": 233627648 2024-08-30T20:58:26.917 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.917 INFO:tasks.workunit.client.0.smithi173.stdout: } 2024-08-30T20:58:26.917 INFO:tasks.workunit.client.0.smithi173.stdout:} 2024-08-30T20:58:26.917 INFO:tasks.workunit.client.0.smithi173.stdout:OK 2024-08-30T20:58:26.918 INFO:tasks.workunit.client.0.smithi173.stderr:+ echo OK 2024-08-30T20:58:26.918 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T20:58:26.918 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.919 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='client.24755 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.921 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.922 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.923 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.924 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[17131]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-30T20:58:26.924 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.924 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.924 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:24 smithi173 ceph-mon[28069]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-30T20:58:26.924 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:58:25] "GET /metrics HTTP/1.1" 200 33685 "" "Prometheus/2.43.0" 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.925 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.928 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:25 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.929 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='client.24761 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.930 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:58:26.931 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:25 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:58:26.956 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:26 smithi173 ceph-mon[28069]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-30T20:58:26.956 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:26 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:26.956 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:26 smithi173 ceph-mon[17131]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-30T20:58:26.956 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:26 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:26.961 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-08-30T20:58:26.961 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-30T20:58:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:26 smithi196 ceph-mon[21316]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-30T20:58:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:26 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:27.268 DEBUG:teuthology.parallel:result is None 2024-08-30T20:58:27.269 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-30T20:58:27.293 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-30T20:58:27.293 DEBUG:teuthology.orchestra.run.smithi173:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-30T20:58:27.359 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-30T20:58:27.359 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:58:27.369 INFO:teuthology.task.print:**** done end telemetry reef... 2024-08-30T20:58:27.369 INFO:teuthology.run_tasks:Running task print... 2024-08-30T20:58:27.377 INFO:teuthology.task.print:**** done start parallel 2024-08-30T20:58:27.377 INFO:teuthology.run_tasks:Running task parallel... 2024-08-30T20:58:27.387 INFO:teuthology.task.parallel:starting parallel... 2024-08-30T20:58:27.387 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-30T20:58:27.388 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-30T20:58:27.388 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-30T20:58:27.388 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-30T20:58:27.390 INFO:tasks.rados:Beginning rados... 2024-08-30T20:58:27.390 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-30T20:58:27.391 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-bharath1-testing-2024-08-30-1604'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': '24432b660539783e58f890fcff372342c034f6ec'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '24432b660539783e58f890fcff372342c034f6ec'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'wip-bharath1-testing-2024-08-30-1604', 'sha1': '24432b660539783e58f890fcff372342c034f6ec'}} 2024-08-30T20:58:27.391 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-30T20:58:27.391 INFO:tasks.rados:joining rados 2024-08-30T20:58:27.391 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-30T20:58:27.392 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-30T20:58:27.392 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-30T20:58:27.392 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-30T20:58:27.392 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi173.front.sepia.ceph.com 2024-08-30T20:58:27.392 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -e sha1=24432b660539783e58f890fcff372342c034f6ec -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-30T20:58:27.393 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-30T20:58:27.393 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-30T20:58:27.616 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:58:27.617 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:58:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:29 smithi173 ceph-mon[17131]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:29.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:29 smithi173 ceph-mon[28069]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:29 smithi196 ceph-mon[21316]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:31.150 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -e sha1=24432b660539783e58f890fcff372342c034f6ec -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-30T20:58:31.536 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:58:31.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:31 smithi173 ceph-mon[17131]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:31.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:31 smithi173 ceph-mon[28069]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:31 smithi196 ceph-mon[21316]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:32.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:32 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2997064056' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-30T20:58:32.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:32 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2997064056' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-30T20:58:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:32 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2997064056' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-30T20:58:33.203 INFO:tasks.rados:starting run 0 out of 1 2024-08-30T20:58:33.204 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-30T20:58:33.204 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-30T20:58:33.702 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:58:33.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:33 smithi173 ceph-mon[17131]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:33.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:33 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2997064056' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-30T20:58:33.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:33 smithi173 ceph-mon[17131]: osdmap e76: 8 total, 8 up, 8 in 2024-08-30T20:58:33.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:33 smithi173 ceph-mon[28069]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:33.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:33 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2997064056' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-30T20:58:33.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:33 smithi173 ceph-mon[28069]: osdmap e76: 8 total, 8 up, 8 in 2024-08-30T20:58:33.858 INFO:teuthology.orchestra.run.smithi173.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:58:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:33 smithi196 ceph-mon[21316]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-30T20:58:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:33 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2997064056' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-30T20:58:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:33 smithi196 ceph-mon[21316]: osdmap e76: 8 total, 8 up, 8 in 2024-08-30T20:58:34.536 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -e sha1=24432b660539783e58f890fcff372342c034f6ec -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-30T20:58:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:58:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[17131]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:35.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:35.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:58:35.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:34 smithi173 ceph-mon[28069]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: from='client.24791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec 2024-08-30T20:58:35.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:34 smithi196 ceph-mon[21316]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-30T20:58:35.603 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:58:35] "GET /metrics HTTP/1.1" 200 33680 "" "Prometheus/2.43.0" 2024-08-30T20:58:35.679 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:58:36.568 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:36 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2289046068' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-30T20:58:36.568 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:36 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-30T20:58:36.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:36 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2289046068' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-30T20:58:36.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:36 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-30T20:58:36.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:36 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2289046068' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-30T20:58:36.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:36 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-30T20:58:37.382 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'unique_pool_0' created 2024-08-30T20:58:37.383 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:37 smithi173 ceph-mon[17131]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:37.383 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:37 smithi173 ceph-mon[17131]: osdmap e77: 8 total, 8 up, 8 in 2024-08-30T20:58:37.383 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:37 smithi173 ceph-mon[28069]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:37.383 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:37 smithi173 ceph-mon[28069]: osdmap e77: 8 total, 8 up, 8 in 2024-08-30T20:58:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:37 smithi196 ceph-mon[21316]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:37 smithi196 ceph-mon[21316]: osdmap e77: 8 total, 8 up, 8 in 2024-08-30T20:58:38.086 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T20:58:38.334 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-30T20:58:38.547 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T20:58:38.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:38 smithi173 ceph-mon[17131]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-30T20:58:38.668 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:38 smithi173 ceph-mon[17131]: osdmap e78: 8 total, 8 up, 8 in 2024-08-30T20:58:38.668 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:38 smithi173 ceph-mon[28069]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-30T20:58:38.669 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:38 smithi173 ceph-mon[28069]: osdmap e78: 8 total, 8 up, 8 in 2024-08-30T20:58:38.686 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T20:58:38.686 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (88s) 68s ago 2m 17.2M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T20:58:38.686 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (2m) 68s ago 2m 81.0M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (3m) 68s ago 3m 13.9M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (3m) 68s ago 3m 17.3M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,8765 running (7m) 68s ago 7m 437M - 18.2.4-797-g63b0b8e1 600ffa248bd2 2ae1125049b7 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:9283,8765 running (8m) 68s ago 8m 485M - 18.2.4-797-g63b0b8e1 600ffa248bd2 e1e9f8260e32 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (8m) 68s ago 8m 44.8M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 4409dc0886e3 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (7m) 68s ago 7m 38.4M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 1dc0af7e1ebe 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (7m) 68s ago 7m 39.2M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 354b08113242 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (119s) 68s ago 119s 14.0M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (115s) 68s ago 115s 3636k - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (6m) 68s ago 6m 53.4M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (6m) 68s ago 6m 44.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (6m) 68s ago 6m 42.0M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (5m) 68s ago 5m 49.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T20:58:38.687 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (5m) 68s ago 5m 43.0M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T20:58:38.688 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (4m) 68s ago 4m 50.8M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T20:58:38.688 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (4m) 68s ago 4m 41.7M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T20:58:38.688 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (4m) 68s ago 4m 42.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T20:58:38.688 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (83s) 68s ago 2m 33.2M - 2.43.0 a07b618ecd1d 7744153a2a63 2024-08-30T20:58:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:38 smithi196 ceph-mon[21316]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-30T20:58:38.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:38 smithi196 ceph-mon[21316]: osdmap e78: 8 total, 8 up, 8 in 2024-08-30T20:58:39.067 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:58:39.068 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:58:39.069 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T20:58:39.069 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 15 2024-08-30T20:58:39.069 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T20:58:39.069 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec", 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [], 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "", 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:24432b660539783e58f890fcff372342c034f6ec image", 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T20:58:39.388 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:58:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[17131]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[17131]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:39.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[17131]: osdmap e79: 8 total, 8 up, 8 in 2024-08-30T20:58:39.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[17131]: pgmap v93: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:39.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1560998944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:58:39.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[17131]: osdmap e80: 8 total, 8 up, 8 in 2024-08-30T20:58:39.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[28069]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:39.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[28069]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:39.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[28069]: osdmap e79: 8 total, 8 up, 8 in 2024-08-30T20:58:39.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[28069]: pgmap v93: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:39.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1560998944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:58:39.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:39 smithi173 ceph-mon[28069]: osdmap e80: 8 total, 8 up, 8 in 2024-08-30T20:58:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:39 smithi196 ceph-mon[21316]: from='client.24803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:39 smithi196 ceph-mon[21316]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:39 smithi196 ceph-mon[21316]: osdmap e79: 8 total, 8 up, 8 in 2024-08-30T20:58:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:39 smithi196 ceph-mon[21316]: pgmap v93: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:39 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1560998944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:58:39.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:39 smithi196 ceph-mon[21316]: osdmap e80: 8 total, 8 up, 8 in 2024-08-30T20:58:40.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:40 smithi173 ceph-mon[17131]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:40.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:40 smithi173 ceph-mon[17131]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:40.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:40 smithi173 ceph-mon[17131]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:58:40.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:40 smithi173 ceph-mon[28069]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:40.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:40 smithi173 ceph-mon[28069]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:40.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:40 smithi173 ceph-mon[28069]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:58:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:40 smithi196 ceph-mon[21316]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:40 smithi196 ceph-mon[21316]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:58:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:40 smithi196 ceph-mon[21316]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T20:58:41.406 INFO:teuthology.orchestra.run.smithi173.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-30T20:58:41.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:41 smithi196 ceph-mon[21316]: pgmap v95: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:41.671 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:41 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2351821105' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:58:41.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:41 smithi173 ceph-mon[17131]: pgmap v95: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:41.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:41 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2351821105' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:58:41.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:41 smithi173 ceph-mon[28069]: pgmap v95: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:41.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:41 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2351821105' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2351821105' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[17131]: osdmap e81: 8 total, 8 up, 8 in 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2351821105' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[28069]: osdmap e81: 8 total, 8 up, 8 in 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:42.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:42 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:42 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2351821105' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-30T20:58:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:42 smithi196 ceph-mon[21316]: osdmap e81: 8 total, 8 up, 8 in 2024-08-30T20:58:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:42 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:42.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:42 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:43.360 DEBUG:teuthology.orchestra.run.smithi173:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight read -> 100 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight delete -> 50 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight snap_create -> 50 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight snap_remove -> 50 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight rollback -> 50 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight setattr -> 25 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight rmattr -> 25 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight copy_from -> 50 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:adding op weight append -> 100 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable) 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout:Configuration: 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout: Number of operations: 4000 2024-08-30T20:58:43.390 INFO:tasks.rados.rados.0.smithi173.stdout: Number of objects: 50 2024-08-30T20:58:43.391 INFO:tasks.rados.rados.0.smithi173.stdout: Max in flight operations: 16 2024-08-30T20:58:43.391 INFO:tasks.rados.rados.0.smithi173.stdout: Object size (in bytes): 4000000 2024-08-30T20:58:43.391 INFO:tasks.rados.rados.0.smithi173.stdout: Write stride min: 400000 2024-08-30T20:58:43.391 INFO:tasks.rados.rados.0.smithi173.stdout: Write stride max: 800000 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:1: write initial oid 1 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:1: seq_num 0 ranges {0=24576} 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:1: writing smithi17368540-1 from 0 to 24576 tid 1 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:2: write initial oid 2 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:2: seq_num 1 ranges {0=24576} 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:2: writing smithi17368540-2 from 0 to 24576 tid 1 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:3: write initial oid 3 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:3: seq_num 2 ranges {0=40960} 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:3: writing smithi17368540-3 from 0 to 40960 tid 1 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:4: write initial oid 4 2024-08-30T20:58:43.415 INFO:tasks.rados.rados.0.smithi173.stdout:4: seq_num 3 ranges {0=57344} 2024-08-30T20:58:43.416 INFO:tasks.rados.rados.0.smithi173.stdout:4: writing smithi17368540-4 from 0 to 57344 tid 1 2024-08-30T20:58:43.416 INFO:tasks.rados.rados.0.smithi173.stdout:5: write initial oid 5 2024-08-30T20:58:43.416 INFO:tasks.rados.rados.0.smithi173.stdout:5: seq_num 4 ranges {0=73728} 2024-08-30T20:58:43.416 INFO:tasks.rados.rados.0.smithi173.stdout:5: writing smithi17368540-5 from 0 to 73728 tid 1 2024-08-30T20:58:43.417 INFO:tasks.rados.rados.0.smithi173.stdout:6: write initial oid 6 2024-08-30T20:58:43.417 INFO:tasks.rados.rados.0.smithi173.stdout:6: seq_num 5 ranges {0=90112} 2024-08-30T20:58:43.417 INFO:tasks.rados.rados.0.smithi173.stdout:6: writing smithi17368540-6 from 0 to 90112 tid 1 2024-08-30T20:58:43.417 INFO:tasks.rados.rados.0.smithi173.stdout:7: write initial oid 7 2024-08-30T20:58:43.418 INFO:tasks.rados.rados.0.smithi173.stdout:7: seq_num 6 ranges {0=106496} 2024-08-30T20:58:43.418 INFO:tasks.rados.rados.0.smithi173.stdout:7: writing smithi17368540-7 from 0 to 106496 tid 1 2024-08-30T20:58:43.418 INFO:tasks.rados.rados.0.smithi173.stdout:8: write initial oid 8 2024-08-30T20:58:43.418 INFO:tasks.rados.rados.0.smithi173.stdout:8: seq_num 7 ranges {0=122880} 2024-08-30T20:58:43.419 INFO:tasks.rados.rados.0.smithi173.stdout:8: writing smithi17368540-8 from 0 to 122880 tid 1 2024-08-30T20:58:43.419 INFO:tasks.rados.rados.0.smithi173.stdout:2: finishing write tid 1 to smithi17368540-2 2024-08-30T20:58:43.419 INFO:tasks.rados.rados.0.smithi173.stdout:1: finishing write tid 1 to smithi17368540-1 2024-08-30T20:58:43.419 INFO:tasks.rados.rados.0.smithi173.stdout:9: write initial oid 9 2024-08-30T20:58:43.419 INFO:tasks.rados.rados.0.smithi173.stdout:9: seq_num 8 ranges {0=139264} 2024-08-30T20:58:43.420 INFO:tasks.rados.rados.0.smithi173.stdout:9: writing smithi17368540-9 from 0 to 139264 tid 1 2024-08-30T20:58:43.420 INFO:tasks.rados.rados.0.smithi173.stdout:10: write initial oid 10 2024-08-30T20:58:43.420 INFO:tasks.rados.rados.0.smithi173.stdout:10: seq_num 9 ranges {0=155648} 2024-08-30T20:58:43.422 INFO:tasks.rados.rados.0.smithi173.stdout:10: writing smithi17368540-10 from 0 to 155648 tid 1 2024-08-30T20:58:43.422 INFO:tasks.rados.rados.0.smithi173.stdout:11: write initial oid 11 2024-08-30T20:58:43.423 INFO:tasks.rados.rados.0.smithi173.stdout:11: seq_num 10 ranges {0=172032} 2024-08-30T20:58:43.423 INFO:tasks.rados.rados.0.smithi173.stdout:11: writing smithi17368540-11 from 0 to 172032 tid 1 2024-08-30T20:58:43.424 INFO:tasks.rados.rados.0.smithi173.stdout:12: write initial oid 12 2024-08-30T20:58:43.424 INFO:tasks.rados.rados.0.smithi173.stdout:12: seq_num 11 ranges {0=188416} 2024-08-30T20:58:43.425 INFO:tasks.rados.rados.0.smithi173.stdout:12: writing smithi17368540-12 from 0 to 188416 tid 1 2024-08-30T20:58:43.425 INFO:tasks.rados.rados.0.smithi173.stdout:13: write initial oid 13 2024-08-30T20:58:43.425 INFO:tasks.rados.rados.0.smithi173.stdout:13: seq_num 12 ranges {0=204800} 2024-08-30T20:58:43.427 INFO:tasks.rados.rados.0.smithi173.stdout:13: writing smithi17368540-13 from 0 to 204800 tid 1 2024-08-30T20:58:43.427 INFO:tasks.rados.rados.0.smithi173.stdout:14: write initial oid 14 2024-08-30T20:58:43.427 INFO:tasks.rados.rados.0.smithi173.stdout:14: seq_num 13 ranges {0=221184} 2024-08-30T20:58:43.428 INFO:tasks.rados.rados.0.smithi173.stdout:14: writing smithi17368540-14 from 0 to 221184 tid 1 2024-08-30T20:58:43.428 INFO:tasks.rados.rados.0.smithi173.stdout:15: write initial oid 15 2024-08-30T20:58:43.429 INFO:tasks.rados.rados.0.smithi173.stdout:15: seq_num 14 ranges {0=237568} 2024-08-30T20:58:43.430 INFO:tasks.rados.rados.0.smithi173.stdout:15: writing smithi17368540-15 from 0 to 237568 tid 1 2024-08-30T20:58:43.430 INFO:tasks.rados.rados.0.smithi173.stdout:16: write initial oid 16 2024-08-30T20:58:43.430 INFO:tasks.rados.rados.0.smithi173.stdout:16: seq_num 15 ranges {0=253952} 2024-08-30T20:58:43.432 INFO:tasks.rados.rados.0.smithi173.stdout:16: writing smithi17368540-16 from 0 to 253952 tid 1 2024-08-30T20:58:43.432 INFO:tasks.rados.rados.0.smithi173.stdout: waiting on 16 2024-08-30T20:58:43.432 INFO:tasks.rados.rados.0.smithi173.stdout:2: finishing write tid 2 to smithi17368540-2 2024-08-30T20:58:43.432 INFO:tasks.rados.rados.0.smithi173.stdout:1: finishing write tid 2 to smithi17368540-1 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:6: finishing write tid 1 to smithi17368540-6 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:6: finishing write tid 2 to smithi17368540-6 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:3: finishing write tid 1 to smithi17368540-3 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:2: finishing write tid 3 to smithi17368540-2 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:2: oid 2 updating version 0 to 1 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:2: oid 2 updating version 1 to 2 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:1: finishing write tid 3 to smithi17368540-1 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:1: oid 1 updating version 0 to 1 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:1: oid 1 updating version 1 to 2 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-30T20:58:43.433 INFO:tasks.rados.rados.0.smithi173.stdout:1: done (15 left) 2024-08-30T20:58:43.434 INFO:tasks.rados.rados.0.smithi173.stdout:2: done (14 left) 2024-08-30T20:58:43.434 INFO:tasks.rados.rados.0.smithi173.stdout:17: write initial oid 17 2024-08-30T20:58:43.434 INFO:tasks.rados.rados.0.smithi173.stdout:17: seq_num 16 ranges {0=270336} 2024-08-30T20:58:43.434 INFO:tasks.rados.rados.0.smithi173.stdout:17: writing smithi17368540-17 from 0 to 270336 tid 1 2024-08-30T20:58:43.434 INFO:tasks.rados.rados.0.smithi173.stdout:18: write initial oid 18 2024-08-30T20:58:43.434 INFO:tasks.rados.rados.0.smithi173.stdout:18: seq_num 17 ranges {0=286720} 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:18: writing smithi17368540-18 from 0 to 286720 tid 1 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout: waiting on 16 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:3: finishing write tid 2 to smithi17368540-3 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:7: finishing write tid 1 to smithi17368540-7 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:6: finishing write tid 3 to smithi17368540-6 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:6: oid 6 updating version 0 to 1 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:6: oid 6 updating version 1 to 2 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:10: finishing write tid 1 to smithi17368540-10 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:7: finishing write tid 2 to smithi17368540-7 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:10: finishing write tid 2 to smithi17368540-10 2024-08-30T20:58:43.439 INFO:tasks.rados.rados.0.smithi173.stdout:3: finishing write tid 3 to smithi17368540-3 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:3: oid 3 updating version 0 to 1 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:3: oid 3 updating version 1 to 2 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:7: finishing write tid 3 to smithi17368540-7 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:7: oid 7 updating version 0 to 2 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:7: oid 7 version 2 is already newer than 1 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:10: finishing write tid 3 to smithi17368540-10 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:10: oid 10 updating version 0 to 1 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:10: oid 10 updating version 1 to 2 2024-08-30T20:58:43.440 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:8: finishing write tid 1 to smithi17368540-8 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:8: finishing write tid 2 to smithi17368540-8 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:9: finishing write tid 1 to smithi17368540-9 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:9: finishing write tid 2 to smithi17368540-9 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:4: finishing write tid 1 to smithi17368540-4 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:4: finishing write tid 2 to smithi17368540-4 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:5: finishing write tid 1 to smithi17368540-5 2024-08-30T20:58:43.441 INFO:tasks.rados.rados.0.smithi173.stdout:5: finishing write tid 2 to smithi17368540-5 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:12: finishing write tid 1 to smithi17368540-12 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:12: finishing write tid 2 to smithi17368540-12 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:9: finishing write tid 3 to smithi17368540-9 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:9: oid 9 updating version 0 to 3 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:9: oid 9 updating version 3 to 4 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:11: finishing write tid 1 to smithi17368540-11 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:8: finishing write tid 3 to smithi17368540-8 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:8: oid 8 updating version 0 to 2 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:8: oid 8 version 2 is already newer than 1 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-30T20:58:43.442 INFO:tasks.rados.rados.0.smithi173.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:11: finishing write tid 2 to smithi17368540-11 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:12: finishing write tid 3 to smithi17368540-12 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:12: oid 12 updating version 0 to 2 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:12: oid 12 version 2 is already newer than 1 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:14: finishing write tid 1 to smithi17368540-14 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:14: finishing write tid 2 to smithi17368540-14 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:15: finishing write tid 1 to smithi17368540-15 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:15: finishing write tid 2 to smithi17368540-15 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:13: finishing write tid 1 to smithi17368540-13 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:13: finishing write tid 2 to smithi17368540-13 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:14: finishing write tid 3 to smithi17368540-14 2024-08-30T20:58:43.443 INFO:tasks.rados.rados.0.smithi173.stdout:14: oid 14 updating version 0 to 3 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:14: oid 14 updating version 3 to 4 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:16: finishing write tid 1 to smithi17368540-16 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:16: finishing write tid 2 to smithi17368540-16 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:5: finishing write tid 3 to smithi17368540-5 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:5: oid 5 updating version 0 to 5 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:5: oid 5 updating version 5 to 6 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 6 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:11: finishing write tid 3 to smithi17368540-11 2024-08-30T20:58:43.444 INFO:tasks.rados.rados.0.smithi173.stdout:11: oid 11 updating version 0 to 8 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:11: oid 11 version 8 is already newer than 7 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 8 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:4: finishing write tid 3 to smithi17368540-4 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:4: oid 4 updating version 0 to 3 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:4: oid 4 updating version 3 to 4 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:13: finishing write tid 3 to smithi17368540-13 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:13: oid 13 updating version 0 to 10 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:13: oid 13 version 10 is already newer than 9 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 10 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-30T20:58:43.445 INFO:tasks.rados.rados.0.smithi173.stdout:15: finishing write tid 3 to smithi17368540-15 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:15: oid 15 updating version 0 to 5 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:15: oid 15 updating version 5 to 6 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 6 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:3: done (15 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:4: done (14 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:5: done (13 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:6: done (12 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:7: done (11 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:8: done (10 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:9: done (9 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:10: done (8 left) 2024-08-30T20:58:43.446 INFO:tasks.rados.rados.0.smithi173.stdout:11: done (7 left) 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:12: done (6 left) 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:13: done (5 left) 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:14: done (4 left) 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:15: done (3 left) 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:19: write initial oid 19 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:19: seq_num 18 ranges {0=303104} 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:19: writing smithi17368540-19 from 0 to 303104 tid 1 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:20: write initial oid 20 2024-08-30T20:58:43.447 INFO:tasks.rados.rados.0.smithi173.stdout:20: seq_num 19 ranges {0=319488} 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:20: writing smithi17368540-20 from 0 to 319488 tid 1 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:21: write initial oid 21 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:21: seq_num 20 ranges {0=344064} 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:21: writing smithi17368540-21 from 0 to 344064 tid 1 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:22: write initial oid 22 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:22: seq_num 21 ranges {0=360448} 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:22: writing smithi17368540-22 from 0 to 360448 tid 1 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:23: write initial oid 23 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:23: seq_num 22 ranges {0=376832} 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:23: writing smithi17368540-23 from 0 to 376832 tid 1 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:24: write initial oid 24 2024-08-30T20:58:43.449 INFO:tasks.rados.rados.0.smithi173.stdout:24: seq_num 23 ranges {0=393216} 2024-08-30T20:58:43.451 INFO:tasks.rados.rados.0.smithi173.stdout:24: writing smithi17368540-24 from 0 to 393216 tid 1 2024-08-30T20:58:43.451 INFO:tasks.rados.rados.0.smithi173.stdout:16: finishing write tid 3 to smithi17368540-16 2024-08-30T20:58:43.451 INFO:tasks.rados.rados.0.smithi173.stdout:16: oid 16 updating version 0 to 1 2024-08-30T20:58:43.451 INFO:tasks.rados.rados.0.smithi173.stdout:16: oid 16 updating version 1 to 2 2024-08-30T20:58:43.451 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-30T20:58:43.451 INFO:tasks.rados.rados.0.smithi173.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:17: finishing write tid 1 to smithi17368540-17 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:17: finishing write tid 2 to smithi17368540-17 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:18: finishing write tid 1 to smithi17368540-18 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:18: finishing write tid 2 to smithi17368540-18 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:17: finishing write tid 3 to smithi17368540-17 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:17: oid 17 updating version 0 to 1 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:17: oid 17 updating version 1 to 2 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:18: finishing write tid 3 to smithi17368540-18 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:18: oid 18 updating version 0 to 12 2024-08-30T20:58:43.452 INFO:tasks.rados.rados.0.smithi173.stdout:18: oid 18 version 12 is already newer than 11 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 12 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:19: finishing write tid 1 to smithi17368540-19 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:19: finishing write tid 2 to smithi17368540-19 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:20: finishing write tid 1 to smithi17368540-20 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:20: finishing write tid 2 to smithi17368540-20 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:19: finishing write tid 3 to smithi17368540-19 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:19: oid 19 updating version 0 to 3 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:19: oid 19 updating version 3 to 4 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:21: finishing write tid 1 to smithi17368540-21 2024-08-30T20:58:43.453 INFO:tasks.rados.rados.0.smithi173.stdout:21: finishing write tid 2 to smithi17368540-21 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:20: finishing write tid 3 to smithi17368540-20 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:20: oid 20 updating version 0 to 2 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:20: oid 20 version 2 is already newer than 1 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:21: finishing write tid 3 to smithi17368540-21 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:21: oid 21 updating version 0 to 1 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:21: oid 21 updating version 1 to 2 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:22: finishing write tid 1 to smithi17368540-22 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:22: finishing write tid 2 to smithi17368540-22 2024-08-30T20:58:43.454 INFO:tasks.rados.rados.0.smithi173.stdout:22: finishing write tid 3 to smithi17368540-22 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:22: oid 22 updating version 0 to 3 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:22: oid 22 updating version 3 to 4 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:23: finishing write tid 1 to smithi17368540-23 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:23: finishing write tid 2 to smithi17368540-23 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:16: done (8 left) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:17: done (7 left) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:18: done (6 left) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:19: done (5 left) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:20: done (4 left) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:21: done (3 left) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:22: done (2 left) 2024-08-30T20:58:43.455 INFO:tasks.rados.rados.0.smithi173.stdout:25: write initial oid 25 2024-08-30T20:58:43.456 INFO:tasks.rados.rados.0.smithi173.stdout:25: seq_num 24 ranges {0=409600} 2024-08-30T20:58:43.456 INFO:tasks.rados.rados.0.smithi173.stdout:25: writing smithi17368540-25 from 0 to 409600 tid 1 2024-08-30T20:58:43.456 INFO:tasks.rados.rados.0.smithi173.stdout:26: write initial oid 26 2024-08-30T20:58:43.457 INFO:tasks.rados.rados.0.smithi173.stdout:26: seq_num 25 ranges {0=425984} 2024-08-30T20:58:43.457 INFO:tasks.rados.rados.0.smithi173.stdout:26: writing smithi17368540-26 from 0 to 425984 tid 1 2024-08-30T20:58:43.457 INFO:tasks.rados.rados.0.smithi173.stdout:27: write initial oid 27 2024-08-30T20:58:43.457 INFO:tasks.rados.rados.0.smithi173.stdout:27: seq_num 26 ranges {0=442368} 2024-08-30T20:58:43.458 INFO:tasks.rados.rados.0.smithi173.stdout:27: writing smithi17368540-27 from 0 to 442368 tid 1 2024-08-30T20:58:43.458 INFO:tasks.rados.rados.0.smithi173.stdout:28: write initial oid 28 2024-08-30T20:58:43.458 INFO:tasks.rados.rados.0.smithi173.stdout:28: seq_num 27 ranges {0=458752} 2024-08-30T20:58:43.461 INFO:tasks.rados.rados.0.smithi173.stdout:28: writing smithi17368540-28 from 0 to 458752 tid 1 2024-08-30T20:58:43.461 INFO:tasks.rados.rados.0.smithi173.stdout:29: write initial oid 29 2024-08-30T20:58:43.461 INFO:tasks.rados.rados.0.smithi173.stdout:29: seq_num 28 ranges {0=475136} 2024-08-30T20:58:43.464 INFO:tasks.rados.rados.0.smithi173.stdout:29: writing smithi17368540-29 from 0 to 475136 tid 1 2024-08-30T20:58:43.464 INFO:tasks.rados.rados.0.smithi173.stdout:30: write initial oid 30 2024-08-30T20:58:43.464 INFO:tasks.rados.rados.0.smithi173.stdout:30: seq_num 29 ranges {0=491520} 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:30: writing smithi17368540-30 from 0 to 491520 tid 1 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:23: finishing write tid 3 to smithi17368540-23 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:23: oid 23 updating version 0 to 6 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:23: oid 23 version 6 is already newer than 5 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 6 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:24: finishing write tid 1 to smithi17368540-24 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:24: finishing write tid 2 to smithi17368540-24 2024-08-30T20:58:43.468 INFO:tasks.rados.rados.0.smithi173.stdout:24: finishing write tid 3 to smithi17368540-24 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:24: oid 24 updating version 0 to 1 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:24: oid 24 updating version 1 to 2 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:25: finishing write tid 1 to smithi17368540-25 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:25: finishing write tid 2 to smithi17368540-25 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:25: finishing write tid 3 to smithi17368540-25 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:25: oid 25 updating version 0 to 3 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:25: oid 25 updating version 3 to 4 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:26: finishing write tid 1 to smithi17368540-26 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:26: finishing write tid 2 to smithi17368540-26 2024-08-30T20:58:43.469 INFO:tasks.rados.rados.0.smithi173.stdout:26: finishing write tid 3 to smithi17368540-26 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:26: oid 26 updating version 0 to 4 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:26: oid 26 version 4 is already newer than 3 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:27: finishing write tid 1 to smithi17368540-27 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:27: finishing write tid 2 to smithi17368540-27 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:28: finishing write tid 1 to smithi17368540-28 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:28: finishing write tid 2 to smithi17368540-28 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:27: finishing write tid 3 to smithi17368540-27 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:27: oid 27 updating version 0 to 7 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:27: oid 27 updating version 7 to 8 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-30T20:58:43.470 INFO:tasks.rados.rados.0.smithi173.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:28: finishing write tid 3 to smithi17368540-28 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:28: oid 28 updating version 0 to 6 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:28: oid 28 version 6 is already newer than 5 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:29: finishing write tid 1 to smithi17368540-29 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:29: finishing write tid 2 to smithi17368540-29 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:23: done (7 left) 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:24: done (6 left) 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:25: done (5 left) 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:26: done (4 left) 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:27: done (3 left) 2024-08-30T20:58:43.471 INFO:tasks.rados.rados.0.smithi173.stdout:28: done (2 left) 2024-08-30T20:58:43.472 INFO:tasks.rados.rados.0.smithi173.stdout:31: write initial oid 31 2024-08-30T20:58:43.472 INFO:tasks.rados.rados.0.smithi173.stdout:31: seq_num 30 ranges {0=507904} 2024-08-30T20:58:43.472 INFO:tasks.rados.rados.0.smithi173.stdout:31: writing smithi17368540-31 from 0 to 507904 tid 1 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:29: finishing write tid 3 to smithi17368540-29 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:29: oid 29 updating version 0 to 13 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:29: oid 29 updating version 13 to 14 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 14 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:30: finishing write tid 1 to smithi17368540-30 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:30: finishing write tid 2 to smithi17368540-30 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:29: done (2 left) 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:32: write initial oid 32 2024-08-30T20:58:43.473 INFO:tasks.rados.rados.0.smithi173.stdout:32: seq_num 31 ranges {0=524288} 2024-08-30T20:58:43.474 INFO:tasks.rados.rados.0.smithi173.stdout:32: writing smithi17368540-32 from 0 to 524288 tid 1 2024-08-30T20:58:43.474 INFO:tasks.rados.rados.0.smithi173.stdout:33: write initial oid 33 2024-08-30T20:58:43.474 INFO:tasks.rados.rados.0.smithi173.stdout:33: seq_num 32 ranges {0=540672} 2024-08-30T20:58:43.477 INFO:tasks.rados.rados.0.smithi173.stdout:33: writing smithi17368540-33 from 0 to 540672 tid 1 2024-08-30T20:58:43.477 INFO:tasks.rados.rados.0.smithi173.stdout:34: write initial oid 34 2024-08-30T20:58:43.477 INFO:tasks.rados.rados.0.smithi173.stdout:34: seq_num 33 ranges {0=557056} 2024-08-30T20:58:43.481 INFO:tasks.rados.rados.0.smithi173.stdout:34: writing smithi17368540-34 from 0 to 557056 tid 1 2024-08-30T20:58:43.481 INFO:tasks.rados.rados.0.smithi173.stdout:35: write initial oid 35 2024-08-30T20:58:43.481 INFO:tasks.rados.rados.0.smithi173.stdout:35: seq_num 34 ranges {0=573440} 2024-08-30T20:58:43.484 INFO:tasks.rados.rados.0.smithi173.stdout:35: writing smithi17368540-35 from 0 to 573440 tid 1 2024-08-30T20:58:43.484 INFO:tasks.rados.rados.0.smithi173.stdout:36: write initial oid 36 2024-08-30T20:58:43.484 INFO:tasks.rados.rados.0.smithi173.stdout:36: seq_num 35 ranges {0=589824} 2024-08-30T20:58:43.488 INFO:tasks.rados.rados.0.smithi173.stdout:36: writing smithi17368540-36 from 0 to 589824 tid 1 2024-08-30T20:58:43.488 INFO:tasks.rados.rados.0.smithi173.stdout:37: write initial oid 37 2024-08-30T20:58:43.488 INFO:tasks.rados.rados.0.smithi173.stdout:37: seq_num 36 ranges {0=606208} 2024-08-30T20:58:43.491 INFO:tasks.rados.rados.0.smithi173.stdout:37: writing smithi17368540-37 from 0 to 606208 tid 1 2024-08-30T20:58:43.491 INFO:tasks.rados.rados.0.smithi173.stdout:38: write initial oid 38 2024-08-30T20:58:43.491 INFO:tasks.rados.rados.0.smithi173.stdout:38: seq_num 37 ranges {0=622592} 2024-08-30T20:58:43.496 INFO:tasks.rados.rados.0.smithi173.stdout:38: writing smithi17368540-38 from 0 to 622592 tid 1 2024-08-30T20:58:43.496 INFO:tasks.rados.rados.0.smithi173.stdout:39: write initial oid 39 2024-08-30T20:58:43.496 INFO:tasks.rados.rados.0.smithi173.stdout:39: seq_num 38 ranges {0=638976} 2024-08-30T20:58:43.499 INFO:tasks.rados.rados.0.smithi173.stdout:39: writing smithi17368540-39 from 0 to 638976 tid 1 2024-08-30T20:58:43.499 INFO:tasks.rados.rados.0.smithi173.stdout:40: write initial oid 40 2024-08-30T20:58:43.499 INFO:tasks.rados.rados.0.smithi173.stdout:40: seq_num 39 ranges {0=663552} 2024-08-30T20:58:43.503 INFO:tasks.rados.rados.0.smithi173.stdout:40: writing smithi17368540-40 from 0 to 663552 tid 1 2024-08-30T20:58:43.503 INFO:tasks.rados.rados.0.smithi173.stdout:41: write initial oid 41 2024-08-30T20:58:43.503 INFO:tasks.rados.rados.0.smithi173.stdout:41: seq_num 40 ranges {0=679936} 2024-08-30T20:58:43.507 INFO:tasks.rados.rados.0.smithi173.stdout:41: writing smithi17368540-41 from 0 to 679936 tid 1 2024-08-30T20:58:43.507 INFO:tasks.rados.rados.0.smithi173.stdout:42: write initial oid 42 2024-08-30T20:58:43.508 INFO:tasks.rados.rados.0.smithi173.stdout:42: seq_num 41 ranges {0=696320} 2024-08-30T20:58:43.512 INFO:tasks.rados.rados.0.smithi173.stdout:42: writing smithi17368540-42 from 0 to 696320 tid 1 2024-08-30T20:58:43.512 INFO:tasks.rados.rados.0.smithi173.stdout:43: write initial oid 43 2024-08-30T20:58:43.512 INFO:tasks.rados.rados.0.smithi173.stdout:43: seq_num 42 ranges {0=712704} 2024-08-30T20:58:43.516 INFO:tasks.rados.rados.0.smithi173.stdout:43: writing smithi17368540-43 from 0 to 712704 tid 1 2024-08-30T20:58:43.516 INFO:tasks.rados.rados.0.smithi173.stdout:44: write initial oid 44 2024-08-30T20:58:43.516 INFO:tasks.rados.rados.0.smithi173.stdout:44: seq_num 43 ranges {0=729088} 2024-08-30T20:58:43.521 INFO:tasks.rados.rados.0.smithi173.stdout:44: writing smithi17368540-44 from 0 to 729088 tid 1 2024-08-30T20:58:43.521 INFO:tasks.rados.rados.0.smithi173.stdout:45: write initial oid 45 2024-08-30T20:58:43.521 INFO:tasks.rados.rados.0.smithi173.stdout:45: seq_num 44 ranges {0=745472} 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:45: writing smithi17368540-45 from 0 to 745472 tid 1 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout: waiting on 16 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:31: finishing write tid 1 to smithi17368540-31 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:31: finishing write tid 2 to smithi17368540-31 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:30: finishing write tid 3 to smithi17368540-30 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:30: oid 30 updating version 0 to 6 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:30: oid 30 version 6 is already newer than 5 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:31: finishing write tid 3 to smithi17368540-31 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:31: oid 31 updating version 0 to 5 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:31: oid 31 updating version 5 to 6 2024-08-30T20:58:43.526 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-30T20:58:43.527 INFO:tasks.rados.rados.0.smithi173.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-30T20:58:43.527 INFO:tasks.rados.rados.0.smithi173.stdout:32: finishing write tid 1 to smithi17368540-32 2024-08-30T20:58:43.527 INFO:tasks.rados.rados.0.smithi173.stdout:30: done (15 left) 2024-08-30T20:58:43.527 INFO:tasks.rados.rados.0.smithi173.stdout:31: done (14 left) 2024-08-30T20:58:43.527 INFO:tasks.rados.rados.0.smithi173.stdout:46: write initial oid 46 2024-08-30T20:58:43.527 INFO:tasks.rados.rados.0.smithi173.stdout:46: seq_num 45 ranges {0=761856} 2024-08-30T20:58:43.533 INFO:tasks.rados.rados.0.smithi173.stdout:46: writing smithi17368540-46 from 0 to 761856 tid 1 2024-08-30T20:58:43.534 INFO:tasks.rados.rados.0.smithi173.stdout:47: write initial oid 47 2024-08-30T20:58:43.534 INFO:tasks.rados.rados.0.smithi173.stdout:47: seq_num 46 ranges {0=778240} 2024-08-30T20:58:43.536 INFO:tasks.rados.rados.0.smithi173.stdout:47: writing smithi17368540-47 from 0 to 778240 tid 1 2024-08-30T20:58:43.536 INFO:tasks.rados.rados.0.smithi173.stdout: waiting on 16 2024-08-30T20:58:43.536 INFO:tasks.rados.rados.0.smithi173.stdout:32: finishing write tid 2 to smithi17368540-32 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:33: finishing write tid 1 to smithi17368540-33 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:32: finishing write tid 3 to smithi17368540-32 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:32: oid 32 updating version 0 to 7 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:32: oid 32 updating version 7 to 8 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:33: finishing write tid 2 to smithi17368540-33 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:33: finishing write tid 3 to smithi17368540-33 2024-08-30T20:58:43.537 INFO:tasks.rados.rados.0.smithi173.stdout:33: oid 33 updating version 0 to 7 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:33: oid 33 updating version 7 to 8 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:34: finishing write tid 1 to smithi17368540-34 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:32: done (15 left) 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:33: done (14 left) 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:48: write initial oid 48 2024-08-30T20:58:43.538 INFO:tasks.rados.rados.0.smithi173.stdout:48: seq_num 47 ranges {0=794624} 2024-08-30T20:58:43.540 INFO:tasks.rados.rados.0.smithi173.stdout:48: writing smithi17368540-48 from 0 to 794624 tid 1 2024-08-30T20:58:43.541 INFO:tasks.rados.rados.0.smithi173.stdout:49: write initial oid 49 2024-08-30T20:58:43.541 INFO:tasks.rados.rados.0.smithi173.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-30T20:58:43.543 INFO:tasks.rados.rados.0.smithi173.stdout:49: writing smithi17368540-49 from 0 to 409600 tid 1 2024-08-30T20:58:43.547 INFO:tasks.rados.rados.0.smithi173.stdout:49: writing smithi17368540-49 from 409600 to 811008 tid 2 2024-08-30T20:58:43.547 INFO:tasks.rados.rados.0.smithi173.stdout: waiting on 16 2024-08-30T20:58:43.547 INFO:tasks.rados.rados.0.smithi173.stdout:34: finishing write tid 2 to smithi17368540-34 2024-08-30T20:58:43.547 INFO:tasks.rados.rados.0.smithi173.stdout:34: finishing write tid 3 to smithi17368540-34 2024-08-30T20:58:43.547 INFO:tasks.rados.rados.0.smithi173.stdout:34: oid 34 updating version 0 to 4 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:34: oid 34 version 4 is already newer than 3 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:35: finishing write tid 1 to smithi17368540-35 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:35: finishing write tid 2 to smithi17368540-35 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:35: finishing write tid 3 to smithi17368540-35 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:35: oid 35 updating version 0 to 3 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:35: oid 35 updating version 3 to 4 2024-08-30T20:58:43.548 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:36: finishing write tid 1 to smithi17368540-36 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:36: finishing write tid 2 to smithi17368540-36 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:36: finishing write tid 3 to smithi17368540-36 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:36: oid 36 updating version 0 to 1 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:36: oid 36 updating version 1 to 2 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:37: finishing write tid 1 to smithi17368540-37 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:37: finishing write tid 2 to smithi17368540-37 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:37: finishing write tid 3 to smithi17368540-37 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:37: oid 37 updating version 0 to 4 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:37: oid 37 version 4 is already newer than 3 2024-08-30T20:58:43.549 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:38: finishing write tid 1 to smithi17368540-38 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:38: finishing write tid 2 to smithi17368540-38 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:38: finishing write tid 3 to smithi17368540-38 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:38: oid 38 updating version 0 to 6 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:38: oid 38 version 6 is already newer than 5 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:39: finishing write tid 1 to smithi17368540-39 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:39: finishing write tid 2 to smithi17368540-39 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:39: finishing write tid 3 to smithi17368540-39 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:39: oid 39 updating version 0 to 2 2024-08-30T20:58:43.550 INFO:tasks.rados.rados.0.smithi173.stdout:39: oid 39 version 2 is already newer than 1 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:40: finishing write tid 1 to smithi17368540-40 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:40: finishing write tid 2 to smithi17368540-40 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:40: finishing write tid 3 to smithi17368540-40 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:40: oid 40 updating version 0 to 4 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:40: oid 40 version 4 is already newer than 3 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:41: finishing write tid 1 to smithi17368540-41 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:41: finishing write tid 2 to smithi17368540-41 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:41: finishing write tid 3 to smithi17368540-41 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:41: oid 41 updating version 0 to 4 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:41: oid 41 version 4 is already newer than 3 2024-08-30T20:58:43.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:42: finishing write tid 1 to smithi17368540-42 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:42: finishing write tid 2 to smithi17368540-42 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:42: finishing write tid 3 to smithi17368540-42 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:42: oid 42 updating version 0 to 10 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:42: oid 42 version 10 is already newer than 9 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:43: finishing write tid 1 to smithi17368540-43 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:43: finishing write tid 2 to smithi17368540-43 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:43: finishing write tid 3 to smithi17368540-43 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:43: oid 43 updating version 0 to 12 2024-08-30T20:58:43.552 INFO:tasks.rados.rados.0.smithi173.stdout:43: oid 43 version 12 is already newer than 11 2024-08-30T20:58:43.553 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 12 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-30T20:58:43.553 INFO:tasks.rados.rados.0.smithi173.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-30T20:58:43.553 INFO:tasks.rados.rados.0.smithi173.stdout:44: finishing write tid 1 to smithi17368540-44 2024-08-30T20:58:43.553 INFO:tasks.rados.rados.0.smithi173.stdout:44: finishing write tid 2 to smithi17368540-44 2024-08-30T20:58:43.553 INFO:tasks.rados.rados.0.smithi173.stdout:44: finishing write tid 3 to smithi17368540-44 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:44: oid 44 updating version 0 to 8 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:44: oid 44 version 8 is already newer than 7 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:45: finishing write tid 1 to smithi17368540-45 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:45: finishing write tid 2 to smithi17368540-45 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:45: finishing write tid 3 to smithi17368540-45 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:45: oid 45 updating version 0 to 9 2024-08-30T20:58:43.554 INFO:tasks.rados.rados.0.smithi173.stdout:45: oid 45 updating version 9 to 10 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:46: finishing write tid 1 to smithi17368540-46 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:34: done (15 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:35: done (14 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:36: done (13 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:37: done (12 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:38: done (11 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:39: done (10 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:40: done (9 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:41: done (8 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:42: done (7 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:43: done (6 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:44: done (5 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:45: done (4 left) 2024-08-30T20:58:43.555 INFO:tasks.rados.rados.0.smithi173.stdout:50: write initial oid 50 2024-08-30T20:58:43.556 INFO:tasks.rados.rados.0.smithi173.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-30T20:58:43.558 INFO:tasks.rados.rados.0.smithi173.stdout:50: writing smithi17368540-50 from 0 to 425984 tid 1 2024-08-30T20:58:43.558 INFO:tasks.rados.rados.0.smithi173.stdout:50: writing smithi17368540-50 from 425984 to 827392 tid 2 2024-08-30T20:58:43.558 INFO:tasks.rados.rados.0.smithi173.stdout:51: copy_from oid 24 from oid 34 current snap is 0 2024-08-30T20:58:43.558 INFO:tasks.rados.rados.0.smithi173.stdout:46: finishing write tid 2 to smithi17368540-46 2024-08-30T20:58:43.558 INFO:tasks.rados.rados.0.smithi173.stdout:46: finishing write tid 3 to smithi17368540-46 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:46: oid 46 updating version 0 to 6 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:46: oid 46 version 6 is already newer than 5 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:47: finishing write tid 1 to smithi17368540-47 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:46: done (5 left) 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 0 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:52: seq_num 50 ranges {155648=442368,598016=401408} 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:52: writing smithi17368540-10 from 155648 to 598016 tid 1 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:52: writing smithi17368540-10 from 598016 to 999424 tid 2 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:53: rmattr oid 36 current snap is 0 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:53: done (6 left) 2024-08-30T20:58:43.559 INFO:tasks.rados.rados.0.smithi173.stdout:54: delete oid 33 current snap is 0 2024-08-30T20:58:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:47: finishing write tid 2 to smithi17368540-47 2024-08-30T20:58:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:47: finishing write tid 3 to smithi17368540-47 2024-08-30T20:58:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:47: oid 47 updating version 0 to 7 2024-08-30T20:58:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:47: oid 47 updating version 7 to 8 2024-08-30T20:58:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-30T20:58:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-30T20:58:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:48: finishing write tid 1 to smithi17368540-48 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:48: finishing write tid 2 to smithi17368540-48 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:49: finishing write tid 1 to smithi17368540-49 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:48: finishing write tid 3 to smithi17368540-48 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:48: oid 48 updating version 0 to 6 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:48: oid 48 version 6 is already newer than 5 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:49: finishing write tid 2 to smithi17368540-49 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:49: finishing write tid 3 to smithi17368540-49 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:49: finishing write tid 4 to smithi17368540-49 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:49: oid 49 updating version 0 to 3 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:49: oid 49 updating version 3 to 5 2024-08-30T20:58:43.561 INFO:tasks.rados.rados.0.smithi173.stdout:49: oid 49 version 5 is already newer than 4 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 5 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: finishing write tid 1 to smithi17368540-50 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: finishing write tid 2 to smithi17368540-50 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: finishing write tid 3 to smithi17368540-50 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: finishing write tid 4 to smithi17368540-50 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: oid 50 updating version 0 to 10 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: oid 50 updating version 10 to 11 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: oid 50 version 11 is already newer than 9 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 11 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:51: finishing copy_from racing read to smithi17368540-24 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:51: finishing copy_from to smithi17368540-24 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-30T20:58:43.562 INFO:tasks.rados.rados.0.smithi173.stdout:52: finishing write tid 1 to smithi17368540-10 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:47: done (6 left) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:48: done (5 left) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:49: done (4 left) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:50: done (3 left) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:51: done (2 left) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:54: done (1 left) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:55: read oid 16 snap -1 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:56: rollback oid 31 current snap is 0 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:56: done (2 left) 2024-08-30T20:58:43.564 INFO:tasks.rados.rados.0.smithi173.stdout:57: read oid 28 snap -1 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:59: rollback oid 45 current snap is 0 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:59: done (4 left) 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:60: copy_from oid 23 from oid 48 current snap is 0 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:61: delete oid 1 current snap is 0 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:52: finishing write tid 2 to smithi17368540-10 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:52: finishing write tid 3 to smithi17368540-10 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:61: done (5 left) 2024-08-30T20:58:43.565 INFO:tasks.rados.rados.0.smithi173.stdout:62: read oid 18 snap -1 2024-08-30T20:58:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-30T20:58:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:63: snap_create 2024-08-30T20:58:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:52: finishing write tid 4 to smithi17368540-10 2024-08-30T20:58:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:52: oid 10 updating version 0 to 8 2024-08-30T20:58:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:52: oid 10 updating version 8 to 9 2024-08-30T20:58:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:52: oid 10 version 9 is already newer than 7 2024-08-30T20:58:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-30T20:58:43.567 INFO:tasks.rados.rados.0.smithi173.stdout:52: left oid 10 (ObjNum 50 snap 0 seq_num 50) 2024-08-30T20:58:43.567 INFO:tasks.rados.rados.0.smithi173.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-30T20:58:43.580 INFO:tasks.rados.rados.0.smithi173.stdout:55: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-30T20:58:43.589 INFO:tasks.rados.rados.0.smithi173.stdout:58: finishing copy_from racing read to smithi17368540-29 2024-08-30T20:58:43.589 INFO:tasks.rados.rados.0.smithi173.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-30T20:58:43.598 INFO:tasks.rados.rados.0.smithi173.stdout:58: finishing copy_from to smithi17368540-29 2024-08-30T20:58:43.598 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-30T20:58:43.598 INFO:tasks.rados.rados.0.smithi173.stdout:60: finishing copy_from racing read to smithi17368540-23 2024-08-30T20:58:43.599 INFO:tasks.rados.rados.0.smithi173.stdout:60: finishing copy_from to smithi17368540-23 2024-08-30T20:58:43.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:58:43.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:43 smithi173 ceph-mon[17131]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:43.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:43 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/390169271' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-30T20:58:43.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:43 smithi173 ceph-mon[28069]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:43.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:43 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/390169271' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-30T20:58:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:43 smithi196 ceph-mon[21316]: pgmap v97: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:43 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/390169271' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-30T20:58:44.419 INFO:tasks.rados.rados.0.smithi173.stdout:52: done (6 left) 2024-08-30T20:58:44.419 INFO:tasks.rados.rados.0.smithi173.stdout:55: done (5 left) 2024-08-30T20:58:44.419 INFO:tasks.rados.rados.0.smithi173.stdout:57: done (4 left) 2024-08-30T20:58:44.419 INFO:tasks.rados.rados.0.smithi173.stdout:58: done (3 left) 2024-08-30T20:58:44.419 INFO:tasks.rados.rados.0.smithi173.stdout:60: done (2 left) 2024-08-30T20:58:44.420 INFO:tasks.rados.rados.0.smithi173.stdout:62: done (1 left) 2024-08-30T20:58:44.420 INFO:tasks.rados.rados.0.smithi173.stdout:63: done (0 left) 2024-08-30T20:58:44.420 INFO:tasks.rados.rados.0.smithi173.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-30T20:58:44.420 INFO:tasks.rados.rados.0.smithi173.stdout:65: read oid 30 snap -1 2024-08-30T20:58:44.420 INFO:tasks.rados.rados.0.smithi173.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-30T20:58:44.420 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 1 2024-08-30T20:58:44.420 INFO:tasks.rados.rados.0.smithi173.stdout:66: seq_num 53 ranges {794624=491520,1286144=401408} 2024-08-30T20:58:44.426 INFO:tasks.rados.rados.0.smithi173.stdout:66: writing smithi17368540-23 from 794624 to 1286144 tid 1 2024-08-30T20:58:44.429 INFO:tasks.rados.rados.0.smithi173.stdout:66: writing smithi17368540-23 from 1286144 to 1687552 tid 2 2024-08-30T20:58:44.429 INFO:tasks.rados.rados.0.smithi173.stdout:67: rollback oid 10 current snap is 1 2024-08-30T20:58:44.429 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 0 2024-08-30T20:58:44.429 INFO:tasks.rados.rados.0.smithi173.stdout:64: finishing copy_from racing read to smithi17368540-15 2024-08-30T20:58:44.429 INFO:tasks.rados.rados.0.smithi173.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:64: finishing copy_from to smithi17368540-15 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:64: done (3 left) 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:65: done (2 left) 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:68: setattr oid 20 current snap is 1 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:66: finishing write tid 1 to smithi17368540-23 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:66: finishing write tid 2 to smithi17368540-23 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:67: finishing rollback tid 0 to smithi17368540-10 2024-08-30T20:58:44.447 INFO:tasks.rados.rados.0.smithi173.stdout:66: finishing write tid 3 to smithi17368540-23 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:67: finishing rollback tid 1 to smithi17368540-10 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:67: finishing rollback tid 2 to smithi17368540-10 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:66: finishing write tid 4 to smithi17368540-23 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:66: oid 23 updating version 0 to 13 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:66: oid 23 version 13 is already newer than 11 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:66: oid 23 version 13 is already newer than 12 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-30T20:58:44.448 INFO:tasks.rados.rados.0.smithi173.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:66: done (2 left) 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:67: done (1 left) 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:70: read oid 24 snap 0 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:70: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:72: rollback oid 49 current snap is 1 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 0 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:73: read oid 4 snap 0 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:74: rmattr oid 7 current snap is 1 2024-08-30T20:58:44.450 INFO:tasks.rados.rados.0.smithi173.stdout:74: done (6 left) 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:76: read oid 39 snap -1 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:78: read oid 2 snap -1 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:79: setattr oid 41 current snap is 1 2024-08-30T20:58:44.451 INFO:tasks.rados.rados.0.smithi173.stdout:80: snap_create 2024-08-30T20:58:44.454 INFO:tasks.rados.rados.0.smithi173.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-30T20:58:44.456 INFO:tasks.rados.rados.0.smithi173.stdout:72: finishing rollback tid 0 to smithi17368540-49 2024-08-30T20:58:44.456 INFO:tasks.rados.rados.0.smithi173.stdout:77: finishing copy_from racing read to smithi17368540-6 2024-08-30T20:58:44.456 INFO:tasks.rados.rados.0.smithi173.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-30T20:58:44.457 INFO:tasks.rados.rados.0.smithi173.stdout:71: finishing copy_from racing read to smithi17368540-36 2024-08-30T20:58:44.457 INFO:tasks.rados.rados.0.smithi173.stdout:71: finishing copy_from to smithi17368540-36 2024-08-30T20:58:44.457 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-30T20:58:44.457 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-30T20:58:44.458 INFO:tasks.rados.rados.0.smithi173.stdout:77: finishing copy_from to smithi17368540-6 2024-08-30T20:58:44.458 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-30T20:58:44.458 INFO:tasks.rados.rados.0.smithi173.stdout:72: finishing rollback tid 1 to smithi17368540-49 2024-08-30T20:58:44.458 INFO:tasks.rados.rados.0.smithi173.stdout:72: finishing rollback tid 2 to smithi17368540-49 2024-08-30T20:58:44.458 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-30T20:58:44.459 INFO:tasks.rados.rados.0.smithi173.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:75: finishing copy_from racing read to smithi17368540-21 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:69: finishing copy_from racing read to smithi17368540-45 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:69: finishing copy_from to smithi17368540-45 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 4 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:75: finishing copy_from to smithi17368540-21 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-30T20:58:44.478 INFO:tasks.rados.rados.0.smithi173.stdout:70: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-30T20:58:44.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[17131]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T20:58:44.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[17131]: Cluster is now healthy 2024-08-30T20:58:44.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/390169271' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-30T20:58:44.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[17131]: osdmap e82: 8 total, 8 up, 8 in 2024-08-30T20:58:44.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[28069]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T20:58:44.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[28069]: Cluster is now healthy 2024-08-30T20:58:44.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/390169271' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-30T20:58:44.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:44 smithi173 ceph-mon[28069]: osdmap e82: 8 total, 8 up, 8 in 2024-08-30T20:58:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:44 smithi196 ceph-mon[21316]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T20:58:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:44 smithi196 ceph-mon[21316]: Cluster is now healthy 2024-08-30T20:58:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:44 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/390169271' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-30T20:58:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:44 smithi196 ceph-mon[21316]: osdmap e82: 8 total, 8 up, 8 in 2024-08-30T20:58:45.423 INFO:tasks.rados.rados.0.smithi173.stdout:68: done (11 left) 2024-08-30T20:58:45.423 INFO:tasks.rados.rados.0.smithi173.stdout:69: done (10 left) 2024-08-30T20:58:45.423 INFO:tasks.rados.rados.0.smithi173.stdout:70: done (9 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:71: done (8 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:72: done (7 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:73: done (6 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:75: done (5 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:76: done (4 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:77: done (3 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:78: done (2 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:79: done (1 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:80: done (0 left) 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:81: rollback oid 40 current snap is 2 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 1 2024-08-30T20:58:45.424 INFO:tasks.rados.rados.0.smithi173.stdout:82: snap_create 2024-08-30T20:58:45.427 INFO:tasks.rados.rados.0.smithi173.stdout:81: finishing rollback tid 0 to smithi17368540-40 2024-08-30T20:58:45.428 INFO:tasks.rados.rados.0.smithi173.stdout:81: finishing rollback tid 1 to smithi17368540-40 2024-08-30T20:58:45.428 INFO:tasks.rados.rados.0.smithi173.stdout:81: finishing rollback tid 2 to smithi17368540-40 2024-08-30T20:58:45.428 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 9 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-30T20:58:45.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:45 smithi173 ceph-mon[28069]: osdmap e83: 8 total, 8 up, 8 in 2024-08-30T20:58:45.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:45 smithi173 ceph-mon[28069]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:45.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:45 smithi173 ceph-mon[17131]: osdmap e83: 8 total, 8 up, 8 in 2024-08-30T20:58:45.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:45 smithi173 ceph-mon[17131]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:45.712 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:58:45] "GET /metrics HTTP/1.1" 200 36039 "" "Prometheus/2.43.0" 2024-08-30T20:58:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:45 smithi196 ceph-mon[21316]: osdmap e83: 8 total, 8 up, 8 in 2024-08-30T20:58:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:45 smithi196 ceph-mon[21316]: pgmap v100: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:81: done (1 left) 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:82: done (0 left) 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:83: rollback oid 9 current snap is 3 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 0 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:84: read oid 20 snap 1 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:85: read oid 25 snap -1 2024-08-30T20:58:46.425 INFO:tasks.rados.rados.0.smithi173.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-30T20:58:46.426 INFO:tasks.rados.rados.0.smithi173.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-08-30T20:58:46.426 INFO:tasks.rados.rados.0.smithi173.stdout:87: setattr oid 48 current snap is 3 2024-08-30T20:58:46.426 INFO:tasks.rados.rados.0.smithi173.stdout:88: snap_remove snap 2 2024-08-30T20:58:46.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:46 smithi173 ceph-mon[17131]: osdmap e84: 8 total, 8 up, 8 in 2024-08-30T20:58:46.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:46 smithi173 ceph-mon[28069]: osdmap e84: 8 total, 8 up, 8 in 2024-08-30T20:58:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:46 smithi196 ceph-mon[21316]: osdmap e84: 8 total, 8 up, 8 in 2024-08-30T20:58:47.424 INFO:tasks.rados.rados.0.smithi173.stdout:88: done (5 left) 2024-08-30T20:58:47.424 INFO:tasks.rados.rados.0.smithi173.stdout:89: read oid 38 snap 1 2024-08-30T20:58:47.424 INFO:tasks.rados.rados.0.smithi173.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-30T20:58:47.425 INFO:tasks.rados.rados.0.smithi173.stdout:90: read oid 18 snap -1 2024-08-30T20:58:47.425 INFO:tasks.rados.rados.0.smithi173.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-30T20:58:47.425 INFO:tasks.rados.rados.0.smithi173.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-08-30T20:58:47.425 INFO:tasks.rados.rados.0.smithi173.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-30T20:58:47.440 INFO:tasks.rados.rados.0.smithi173.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:83: finishing rollback tid 0 to smithi17368540-9 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:83: finishing rollback tid 1 to smithi17368540-9 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:83: finishing rollback tid 2 to smithi17368540-9 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 14 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:86: finishing copy_from racing read to smithi17368540-34 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:86: finishing copy_from to smithi17368540-34 2024-08-30T20:58:47.453 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:83: done (7 left) 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:84: done (6 left) 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:85: done (5 left) 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:86: done (4 left) 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:87: done (3 left) 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:92: rmattr oid 49 current snap is 3 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:92: done (3 left) 2024-08-30T20:58:47.454 INFO:tasks.rados.rados.0.smithi173.stdout:93: snap_remove snap 0 2024-08-30T20:58:47.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:47 smithi173 ceph-mon[28069]: osdmap e85: 8 total, 8 up, 8 in 2024-08-30T20:58:47.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:47 smithi173 ceph-mon[28069]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:47.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:47 smithi173 ceph-mon[28069]: osdmap e86: 8 total, 8 up, 8 in 2024-08-30T20:58:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:47 smithi173 ceph-mon[17131]: osdmap e85: 8 total, 8 up, 8 in 2024-08-30T20:58:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:47 smithi173 ceph-mon[17131]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:47.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:47 smithi173 ceph-mon[17131]: osdmap e86: 8 total, 8 up, 8 in 2024-08-30T20:58:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:47 smithi196 ceph-mon[21316]: osdmap e85: 8 total, 8 up, 8 in 2024-08-30T20:58:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:47 smithi196 ceph-mon[21316]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:47 smithi196 ceph-mon[21316]: osdmap e86: 8 total, 8 up, 8 in 2024-08-30T20:58:48.454 INFO:tasks.rados.rados.0.smithi173.stdout:93: done (3 left) 2024-08-30T20:58:48.454 INFO:tasks.rados.rados.0.smithi173.stdout:94: rmattr oid 31 current snap is 3 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:94: done (3 left) 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:95: read oid 43 snap 1 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:96: rmattr oid 14 current snap is 3 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:96: done (4 left) 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:97: read oid 9 snap 1 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 3 2024-08-30T20:58:48.455 INFO:tasks.rados.rados.0.smithi173.stdout:98: seq_num 54 ranges {409600=507904,917504=401408} 2024-08-30T20:58:48.459 INFO:tasks.rados.rados.0.smithi173.stdout:98: writing smithi17368540-25 from 409600 to 917504 tid 1 2024-08-30T20:58:48.461 INFO:tasks.rados.rados.0.smithi173.stdout:98: writing smithi17368540-25 from 917504 to 1318912 tid 2 2024-08-30T20:58:48.461 INFO:tasks.rados.rados.0.smithi173.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-30T20:58:48.471 INFO:tasks.rados.rados.0.smithi173.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-30T20:58:48.488 INFO:tasks.rados.rados.0.smithi173.stdout:91: finishing copy_from racing read to smithi17368540-2 2024-08-30T20:58:48.488 INFO:tasks.rados.rados.0.smithi173.stdout:91: finishing copy_from to smithi17368540-2 2024-08-30T20:58:48.489 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-30T20:58:48.489 INFO:tasks.rados.rados.0.smithi173.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-30T20:58:48.492 INFO:tasks.rados.rados.0.smithi173.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-30T20:58:48.514 INFO:tasks.rados.rados.0.smithi173.stdout:98: finishing write tid 1 to smithi17368540-25 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:98: finishing write tid 2 to smithi17368540-25 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:89: done (5 left) 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:90: done (4 left) 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:91: done (3 left) 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:95: done (2 left) 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:97: done (1 left) 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:99: copy_from oid 36 from oid 3 current snap is 3 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:98: finishing write tid 3 to smithi17368540-25 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:98: finishing write tid 4 to smithi17368540-25 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:98: oid 25 updating version 0 to 19 2024-08-30T20:58:48.515 INFO:tasks.rados.rados.0.smithi173.stdout:98: oid 25 version 19 is already newer than 18 2024-08-30T20:58:48.516 INFO:tasks.rados.rados.0.smithi173.stdout:98: oid 25 version 19 is already newer than 17 2024-08-30T20:58:48.516 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 19 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-08-30T20:58:48.516 INFO:tasks.rados.rados.0.smithi173.stdout:98: left oid 25 (ObjNum 54 snap 3 seq_num 54) 2024-08-30T20:58:48.516 INFO:tasks.rados.rados.0.smithi173.stdout:98: done (1 left) 2024-08-30T20:58:48.516 INFO:tasks.rados.rados.0.smithi173.stdout:100: snap_remove snap 1 2024-08-30T20:58:49.454 INFO:tasks.rados.rados.0.smithi173.stdout:100: done (1 left) 2024-08-30T20:58:49.454 INFO:tasks.rados.rados.0.smithi173.stdout:101: copy_from oid 24 from oid 48 current snap is 3 2024-08-30T20:58:49.454 INFO:tasks.rados.rados.0.smithi173.stdout:102: read oid 23 snap -1 2024-08-30T20:58:49.454 INFO:tasks.rados.rados.0.smithi173.stdout:102: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-30T20:58:49.454 INFO:tasks.rados.rados.0.smithi173.stdout:103: rollback oid 11 current snap is 3 2024-08-30T20:58:49.454 INFO:tasks.rados.rados.0.smithi173.stdout:103: done (3 left) 2024-08-30T20:58:49.454 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 3 2024-08-30T20:58:49.455 INFO:tasks.rados.rados.0.smithi173.stdout:104: seq_num 55 ranges {425984=524288,950272=401408} 2024-08-30T20:58:49.459 INFO:tasks.rados.rados.0.smithi173.stdout:104: writing smithi17368540-26 from 425984 to 950272 tid 1 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:104: writing smithi17368540-26 from 950272 to 1351680 tid 2 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:105: copy_from oid 25 from oid 44 current snap is 3 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:99: finishing copy_from racing read to smithi17368540-36 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:99: finishing copy_from to smithi17368540-36 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:101: finishing copy_from racing read to smithi17368540-24 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:99: done (4 left) 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:106: rollback oid 37 current snap is 3 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:106: done (4 left) 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 3 2024-08-30T20:58:49.463 INFO:tasks.rados.rados.0.smithi173.stdout:107: seq_num 56 ranges {442368=540672,983040=401408} 2024-08-30T20:58:49.468 INFO:tasks.rados.rados.0.smithi173.stdout:107: writing smithi17368540-27 from 442368 to 983040 tid 1 2024-08-30T20:58:49.472 INFO:tasks.rados.rados.0.smithi173.stdout:107: writing smithi17368540-27 from 983040 to 1384448 tid 2 2024-08-30T20:58:49.472 INFO:tasks.rados.rados.0.smithi173.stdout:101: finishing copy_from to smithi17368540-24 2024-08-30T20:58:49.472 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:58:49.472 INFO:tasks.rados.rados.0.smithi173.stdout:102: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-30T20:58:49.532 INFO:tasks.rados.rados.0.smithi173.stdout:104: finishing write tid 1 to smithi17368540-26 2024-08-30T20:58:49.532 INFO:tasks.rados.rados.0.smithi173.stdout:104: finishing write tid 2 to smithi17368540-26 2024-08-30T20:58:49.532 INFO:tasks.rados.rados.0.smithi173.stdout:101: done (4 left) 2024-08-30T20:58:49.532 INFO:tasks.rados.rados.0.smithi173.stdout:102: done (3 left) 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:108: read oid 24 snap -1 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:108: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:109: snap_create 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:104: finishing write tid 3 to smithi17368540-26 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:104: finishing write tid 4 to smithi17368540-26 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:104: oid 26 updating version 0 to 14 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:104: oid 26 version 14 is already newer than 13 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:104: oid 26 updating version 14 to 15 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 15 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-30T20:58:49.533 INFO:tasks.rados.rados.0.smithi173.stdout:104: left oid 26 (ObjNum 55 snap 3 seq_num 55) 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: finishing write tid 1 to smithi17368540-27 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:105: finishing copy_from racing read to smithi17368540-25 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:105: finishing copy_from to smithi17368540-25 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: finishing write tid 2 to smithi17368540-27 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: finishing write tid 3 to smithi17368540-27 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: finishing write tid 4 to smithi17368540-27 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: oid 27 updating version 0 to 22 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: oid 27 updating version 22 to 24 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: oid 27 version 24 is already newer than 23 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 24 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-08-30T20:58:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:107: left oid 27 (ObjNum 56 snap 3 seq_num 56) 2024-08-30T20:58:49.535 INFO:tasks.rados.rados.0.smithi173.stdout:108: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-30T20:58:49.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:49 smithi173 ceph-mon[17131]: osdmap e87: 8 total, 8 up, 8 in 2024-08-30T20:58:49.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:49 smithi173 ceph-mon[17131]: pgmap v106: 121 pgs: 121 active+clean; 25 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.6 MiB/s wr, 86 op/s 2024-08-30T20:58:49.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:49 smithi173 ceph-mon[28069]: osdmap e87: 8 total, 8 up, 8 in 2024-08-30T20:58:49.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:49 smithi173 ceph-mon[28069]: pgmap v106: 121 pgs: 121 active+clean; 25 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.6 MiB/s wr, 86 op/s 2024-08-30T20:58:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:49 smithi196 ceph-mon[21316]: osdmap e87: 8 total, 8 up, 8 in 2024-08-30T20:58:49.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:49 smithi196 ceph-mon[21316]: pgmap v106: 121 pgs: 121 active+clean; 25 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.6 MiB/s wr, 86 op/s 2024-08-30T20:58:50.463 INFO:tasks.rados.rados.0.smithi173.stdout:104: done (4 left) 2024-08-30T20:58:50.463 INFO:tasks.rados.rados.0.smithi173.stdout:105: done (3 left) 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:107: done (2 left) 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:108: done (1 left) 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:109: done (0 left) 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:110: read oid 48 snap 3 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:110: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:111: rollback oid 22 current snap is 4 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 3 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:112: read oid 17 snap 3 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:112: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 4 2024-08-30T20:58:50.464 INFO:tasks.rados.rados.0.smithi173.stdout:113: seq_num 57 ranges {524288=557056,1081344=401408} 2024-08-30T20:58:50.470 INFO:tasks.rados.rados.0.smithi173.stdout:113: writing smithi17368540-32 from 524288 to 1081344 tid 1 2024-08-30T20:58:50.473 INFO:tasks.rados.rados.0.smithi173.stdout:113: writing smithi17368540-32 from 1081344 to 1482752 tid 2 2024-08-30T20:58:50.473 INFO:tasks.rados.rados.0.smithi173.stdout:114: copy_from oid 1 from oid 24 current snap is 4 2024-08-30T20:58:50.473 INFO:tasks.rados.rados.0.smithi173.stdout:111: finishing rollback tid 0 to smithi17368540-22 2024-08-30T20:58:50.473 INFO:tasks.rados.rados.0.smithi173.stdout:111: finishing rollback tid 1 to smithi17368540-22 2024-08-30T20:58:50.473 INFO:tasks.rados.rados.0.smithi173.stdout:111: finishing rollback tid 2 to smithi17368540-22 2024-08-30T20:58:50.473 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 23 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-30T20:58:50.473 INFO:tasks.rados.rados.0.smithi173.stdout:112: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-30T20:58:50.482 INFO:tasks.rados.rados.0.smithi173.stdout:110: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-30T20:58:50.508 INFO:tasks.rados.rados.0.smithi173.stdout:113: finishing write tid 1 to smithi17368540-32 2024-08-30T20:58:50.508 INFO:tasks.rados.rados.0.smithi173.stdout:113: finishing write tid 2 to smithi17368540-32 2024-08-30T20:58:50.508 INFO:tasks.rados.rados.0.smithi173.stdout:113: finishing write tid 3 to smithi17368540-32 2024-08-30T20:58:50.508 INFO:tasks.rados.rados.0.smithi173.stdout:113: finishing write tid 4 to smithi17368540-32 2024-08-30T20:58:50.508 INFO:tasks.rados.rados.0.smithi173.stdout:113: oid 32 updating version 0 to 18 2024-08-30T20:58:50.508 INFO:tasks.rados.rados.0.smithi173.stdout:113: oid 32 updating version 18 to 19 2024-08-30T20:58:50.508 INFO:tasks.rados.rados.0.smithi173.stdout:113: oid 32 version 19 is already newer than 17 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 19 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:113: left oid 32 (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:110: done (4 left) 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:111: done (3 left) 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:112: done (2 left) 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:113: done (1 left) 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:115: read oid 7 snap -1 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:115: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:116: copy_from oid 17 from oid 28 current snap is 4 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:117: copy_from oid 36 from oid 13 current snap is 4 2024-08-30T20:58:50.509 INFO:tasks.rados.rados.0.smithi173.stdout:118: snap_create 2024-08-30T20:58:50.510 INFO:tasks.rados.rados.0.smithi173.stdout:115: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:58:50.515 INFO:tasks.rados.rados.0.smithi173.stdout:116: finishing copy_from racing read to smithi17368540-17 2024-08-30T20:58:50.515 INFO:tasks.rados.rados.0.smithi173.stdout:116: finishing copy_from to smithi17368540-17 2024-08-30T20:58:50.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-30T20:58:50.515 INFO:tasks.rados.rados.0.smithi173.stdout:114: finishing copy_from racing read to smithi17368540-1 2024-08-30T20:58:50.515 INFO:tasks.rados.rados.0.smithi173.stdout:117: finishing copy_from racing read to smithi17368540-36 2024-08-30T20:58:50.515 INFO:tasks.rados.rados.0.smithi173.stdout:117: finishing copy_from to smithi17368540-36 2024-08-30T20:58:50.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 10 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-30T20:58:50.516 INFO:tasks.rados.rados.0.smithi173.stdout:114: finishing copy_from to smithi17368540-1 2024-08-30T20:58:50.516 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:58:50.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:50 smithi173 ceph-mon[17131]: osdmap e88: 8 total, 8 up, 8 in 2024-08-30T20:58:50.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:50 smithi173 ceph-mon[28069]: osdmap e88: 8 total, 8 up, 8 in 2024-08-30T20:58:50.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:50 smithi196 ceph-mon[21316]: osdmap e88: 8 total, 8 up, 8 in 2024-08-30T20:58:51.466 INFO:tasks.rados.rados.0.smithi173.stdout:114: done (4 left) 2024-08-30T20:58:51.466 INFO:tasks.rados.rados.0.smithi173.stdout:115: done (3 left) 2024-08-30T20:58:51.467 INFO:tasks.rados.rados.0.smithi173.stdout:116: done (2 left) 2024-08-30T20:58:51.467 INFO:tasks.rados.rados.0.smithi173.stdout:117: done (1 left) 2024-08-30T20:58:51.467 INFO:tasks.rados.rados.0.smithi173.stdout:118: done (0 left) 2024-08-30T20:58:51.467 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 5 2024-08-30T20:58:51.467 INFO:tasks.rados.rados.0.smithi173.stdout:119: seq_num 58 ranges {139264=573440,712704=401408} 2024-08-30T20:58:51.470 INFO:tasks.rados.rados.0.smithi173.stdout:119: writing smithi17368540-9 from 139264 to 712704 tid 1 2024-08-30T20:58:51.473 INFO:tasks.rados.rados.0.smithi173.stdout:119: writing smithi17368540-9 from 712704 to 1114112 tid 2 2024-08-30T20:58:51.473 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 5 2024-08-30T20:58:51.473 INFO:tasks.rados.rados.0.smithi173.stdout:120: seq_num 59 ranges {188416=598016,786432=401408} 2024-08-30T20:58:51.478 INFO:tasks.rados.rados.0.smithi173.stdout:120: writing smithi17368540-12 from 188416 to 786432 tid 1 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:120: writing smithi17368540-12 from 786432 to 1187840 tid 2 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:121: rollback oid 22 current snap is 5 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 3 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:119: finishing write tid 1 to smithi17368540-9 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:119: finishing write tid 2 to smithi17368540-9 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:119: finishing write tid 3 to smithi17368540-9 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:119: finishing write tid 4 to smithi17368540-9 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:119: oid 9 updating version 0 to 24 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:119: oid 9 updating version 24 to 25 2024-08-30T20:58:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:119: oid 9 updating version 25 to 26 2024-08-30T20:58:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 26 (ObjNum 58 snap 5 seq_num 58) dirty exists 2024-08-30T20:58:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:119: left oid 9 (ObjNum 58 snap 5 seq_num 58) 2024-08-30T20:58:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:119: done (2 left) 2024-08-30T20:58:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:122: snap_create 2024-08-30T20:58:51.483 INFO:tasks.rados.rados.0.smithi173.stdout:120: finishing write tid 1 to smithi17368540-12 2024-08-30T20:58:51.483 INFO:tasks.rados.rados.0.smithi173.stdout:120: finishing write tid 2 to smithi17368540-12 2024-08-30T20:58:51.483 INFO:tasks.rados.rados.0.smithi173.stdout:120: finishing write tid 3 to smithi17368540-12 2024-08-30T20:58:51.485 INFO:tasks.rados.rados.0.smithi173.stdout:120: finishing write tid 4 to smithi17368540-12 2024-08-30T20:58:51.485 INFO:tasks.rados.rados.0.smithi173.stdout:120: oid 12 updating version 0 to 21 2024-08-30T20:58:51.485 INFO:tasks.rados.rados.0.smithi173.stdout:120: oid 12 updating version 21 to 23 2024-08-30T20:58:51.485 INFO:tasks.rados.rados.0.smithi173.stdout:120: oid 12 version 23 is already newer than 22 2024-08-30T20:58:51.485 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 23 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-30T20:58:51.485 INFO:tasks.rados.rados.0.smithi173.stdout:120: left oid 12 (ObjNum 59 snap 5 seq_num 59) 2024-08-30T20:58:51.486 INFO:tasks.rados.rados.0.smithi173.stdout:121: finishing rollback tid 0 to smithi17368540-22 2024-08-30T20:58:51.486 INFO:tasks.rados.rados.0.smithi173.stdout:121: finishing rollback tid 1 to smithi17368540-22 2024-08-30T20:58:51.486 INFO:tasks.rados.rados.0.smithi173.stdout:121: finishing rollback tid 2 to smithi17368540-22 2024-08-30T20:58:51.486 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 27 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-30T20:58:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:51 smithi196 ceph-mon[21316]: osdmap e89: 8 total, 8 up, 8 in 2024-08-30T20:58:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:51 smithi196 ceph-mon[21316]: pgmap v109: 121 pgs: 121 active+clean; 25 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.6 MiB/s wr, 86 op/s 2024-08-30T20:58:51.951 INFO:tasks.rados.rados.0.smithi173.stdout:120: done (2 left) 2024-08-30T20:58:51.951 INFO:tasks.rados.rados.0.smithi173.stdout:121: done (1 left) 2024-08-30T20:58:51.951 INFO:tasks.rados.rados.0.smithi173.stdout:122: done (0 left) 2024-08-30T20:58:51.951 INFO:tasks.rados.rados.0.smithi173.stdout:123: read oid 33 snap -1 2024-08-30T20:58:51.951 INFO:tasks.rados.rados.0.smithi173.stdout:123: expect deleted 2024-08-30T20:58:51.951 INFO:tasks.rados.rados.0.smithi173.stdout:124: read oid 45 snap -1 2024-08-30T20:58:51.952 INFO:tasks.rados.rados.0.smithi173.stdout:124: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-30T20:58:51.952 INFO:tasks.rados.rados.0.smithi173.stdout:125: snap_create 2024-08-30T20:58:51.955 INFO:tasks.rados.rados.0.smithi173.stdout:124: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-30T20:58:51.959 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:51 smithi173 ceph-mon[28069]: osdmap e89: 8 total, 8 up, 8 in 2024-08-30T20:58:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:51 smithi173 ceph-mon[28069]: pgmap v109: 121 pgs: 121 active+clean; 25 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.6 MiB/s wr, 86 op/s 2024-08-30T20:58:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:51 smithi173 ceph-mon[17131]: osdmap e89: 8 total, 8 up, 8 in 2024-08-30T20:58:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:51 smithi173 ceph-mon[17131]: pgmap v109: 121 pgs: 121 active+clean; 25 MiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.6 MiB/s wr, 86 op/s 2024-08-30T20:58:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:52 smithi196 ceph-mon[21316]: osdmap e90: 8 total, 8 up, 8 in 2024-08-30T20:58:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:52 smithi196 ceph-mon[21316]: osdmap e91: 8 total, 8 up, 8 in 2024-08-30T20:58:52.957 INFO:tasks.rados.rados.0.smithi173.stdout:123: done (2 left) 2024-08-30T20:58:52.958 INFO:tasks.rados.rados.0.smithi173.stdout:124: done (1 left) 2024-08-30T20:58:52.958 INFO:tasks.rados.rados.0.smithi173.stdout:125: done (0 left) 2024-08-30T20:58:52.958 INFO:tasks.rados.rados.0.smithi173.stdout:126: copy_from oid 48 from oid 42 current snap is 7 2024-08-30T20:58:52.958 INFO:tasks.rados.rados.0.smithi173.stdout:127: delete oid 29 current snap is 7 2024-08-30T20:58:52.959 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:52 smithi173 ceph-mon[17131]: osdmap e90: 8 total, 8 up, 8 in 2024-08-30T20:58:52.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:52 smithi173 ceph-mon[17131]: osdmap e91: 8 total, 8 up, 8 in 2024-08-30T20:58:52.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:52 smithi173 ceph-mon[28069]: osdmap e90: 8 total, 8 up, 8 in 2024-08-30T20:58:52.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:52 smithi173 ceph-mon[28069]: osdmap e91: 8 total, 8 up, 8 in 2024-08-30T20:58:52.961 INFO:tasks.rados.rados.0.smithi173.stdout:127: done (1 left) 2024-08-30T20:58:52.961 INFO:tasks.rados.rados.0.smithi173.stdout:128: snap_create 2024-08-30T20:58:52.964 INFO:tasks.rados.rados.0.smithi173.stdout:126: finishing copy_from racing read to smithi17368540-48 2024-08-30T20:58:52.965 INFO:tasks.rados.rados.0.smithi173.stdout:126: finishing copy_from to smithi17368540-48 2024-08-30T20:58:52.965 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-30T20:58:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:53 smithi196 ceph-mon[21316]: pgmap v112: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:58:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:53 smithi196 ceph-mon[21316]: osdmap e92: 8 total, 8 up, 8 in 2024-08-30T20:58:53.954 INFO:tasks.rados.rados.0.smithi173.stdout:126: done (1 left) 2024-08-30T20:58:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:128: done (0 left) 2024-08-30T20:58:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 8 2024-08-30T20:58:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:129: seq_num 61 ranges {712704=630784,1343488=401408} 2024-08-30T20:58:53.959 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:53 smithi173 ceph-mon[28069]: pgmap v112: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:58:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:53 smithi173 ceph-mon[28069]: osdmap e92: 8 total, 8 up, 8 in 2024-08-30T20:58:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:53 smithi173 ceph-mon[17131]: pgmap v112: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:58:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:53 smithi173 ceph-mon[17131]: osdmap e92: 8 total, 8 up, 8 in 2024-08-30T20:58:53.963 INFO:tasks.rados.rados.0.smithi173.stdout:129: writing smithi17368540-43 from 712704 to 1343488 tid 1 2024-08-30T20:58:53.966 INFO:tasks.rados.rados.0.smithi173.stdout:129: writing smithi17368540-43 from 1343488 to 1744896 tid 2 2024-08-30T20:58:53.966 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 8 2024-08-30T20:58:53.966 INFO:tasks.rados.rados.0.smithi173.stdout:130: seq_num 62 ranges {999424=647168,1646592=401408} 2024-08-30T20:58:53.975 INFO:tasks.rados.rados.0.smithi173.stdout:130: writing smithi17368540-10 from 999424 to 1646592 tid 1 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:130: writing smithi17368540-10 from 1646592 to 2048000 tid 2 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:131: snap_create 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: finishing write tid 1 to smithi17368540-43 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: finishing write tid 2 to smithi17368540-43 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: finishing write tid 3 to smithi17368540-43 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: finishing write tid 4 to smithi17368540-43 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: oid 43 updating version 0 to 26 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: oid 43 updating version 26 to 27 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: oid 43 version 27 is already newer than 25 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 27 (ObjNum 61 snap 8 seq_num 61) dirty exists 2024-08-30T20:58:53.978 INFO:tasks.rados.rados.0.smithi173.stdout:129: left oid 43 (ObjNum 61 snap 8 seq_num 61) 2024-08-30T20:58:53.981 INFO:tasks.rados.rados.0.smithi173.stdout:130: finishing write tid 1 to smithi17368540-10 2024-08-30T20:58:53.981 INFO:tasks.rados.rados.0.smithi173.stdout:130: finishing write tid 2 to smithi17368540-10 2024-08-30T20:58:53.981 INFO:tasks.rados.rados.0.smithi173.stdout:130: finishing write tid 3 to smithi17368540-10 2024-08-30T20:58:53.982 INFO:tasks.rados.rados.0.smithi173.stdout:130: finishing write tid 4 to smithi17368540-10 2024-08-30T20:58:53.982 INFO:tasks.rados.rados.0.smithi173.stdout:130: oid 10 updating version 0 to 26 2024-08-30T20:58:53.982 INFO:tasks.rados.rados.0.smithi173.stdout:130: oid 10 version 26 is already newer than 25 2024-08-30T20:58:53.982 INFO:tasks.rados.rados.0.smithi173.stdout:130: oid 10 version 26 is already newer than 24 2024-08-30T20:58:53.982 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 26 (ObjNum 62 snap 8 seq_num 62) dirty exists 2024-08-30T20:58:53.982 INFO:tasks.rados.rados.0.smithi173.stdout:130: left oid 10 (ObjNum 62 snap 8 seq_num 62) 2024-08-30T20:58:54.959 INFO:tasks.rados.rados.0.smithi173.stdout:129: done (2 left) 2024-08-30T20:58:54.959 INFO:tasks.rados.rados.0.smithi173.stdout:130: done (1 left) 2024-08-30T20:58:54.959 INFO:tasks.rados.rados.0.smithi173.stdout:131: done (0 left) 2024-08-30T20:58:54.959 INFO:tasks.rados.rados.0.smithi173.stdout:132: snap_create 2024-08-30T20:58:55.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:54 smithi173 ceph-mon[28069]: osdmap e93: 8 total, 8 up, 8 in 2024-08-30T20:58:55.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:54 smithi173 ceph-mon[28069]: pgmap v115: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:58:55.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:54 smithi173 ceph-mon[17131]: osdmap e93: 8 total, 8 up, 8 in 2024-08-30T20:58:55.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:54 smithi173 ceph-mon[17131]: pgmap v115: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:58:55.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:54 smithi196 ceph-mon[21316]: osdmap e93: 8 total, 8 up, 8 in 2024-08-30T20:58:55.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:54 smithi196 ceph-mon[21316]: pgmap v115: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:58:55.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:58:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:58:55] "GET /metrics HTTP/1.1" 200 36039 "" "Prometheus/2.43.0" 2024-08-30T20:58:55.959 INFO:tasks.rados.rados.0.smithi173.stdout:132: done (0 left) 2024-08-30T20:58:55.960 INFO:tasks.rados.rados.0.smithi173.stdout:133: read oid 42 snap -1 2024-08-30T20:58:55.960 INFO:tasks.rados.rados.0.smithi173.stdout:133: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-30T20:58:55.960 INFO:tasks.rados.rados.0.smithi173.stdout:134: rmattr oid 17 current snap is 10 2024-08-30T20:58:55.960 INFO:tasks.rados.rados.0.smithi173.stdout:134: done (1 left) 2024-08-30T20:58:55.960 INFO:tasks.rados.rados.0.smithi173.stdout:135: setattr oid 28 current snap is 10 2024-08-30T20:58:55.961 INFO:tasks.rados.rados.0.smithi173.stdout:136: copy_from oid 33 from oid 16 current snap is 10 2024-08-30T20:58:55.962 INFO:tasks.rados.rados.0.smithi173.stdout:137: setattr oid 32 current snap is 10 2024-08-30T20:58:55.962 INFO:tasks.rados.rados.0.smithi173.stdout:138: snap_remove snap 5 2024-08-30T20:58:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:55 smithi173 ceph-mon[17131]: osdmap e94: 8 total, 8 up, 8 in 2024-08-30T20:58:56.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:55 smithi173 ceph-mon[28069]: osdmap e94: 8 total, 8 up, 8 in 2024-08-30T20:58:56.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:55 smithi196 ceph-mon[21316]: osdmap e94: 8 total, 8 up, 8 in 2024-08-30T20:58:56.950 INFO:tasks.rados.rados.0.smithi173.stdout:138: done (4 left) 2024-08-30T20:58:56.950 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 10 2024-08-30T20:58:56.950 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 29 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-30T20:58:56.951 INFO:tasks.rados.rados.0.smithi173.stdout:139: seq_num 63 ranges {729088=663552,1392640=401408} 2024-08-30T20:58:56.959 INFO:tasks.rados.rados.0.smithi173.stdout:139: writing smithi17368540-25 from 729088 to 1392640 tid 1 2024-08-30T20:58:56.962 INFO:tasks.rados.rados.0.smithi173.stdout:139: writing smithi17368540-25 from 1392640 to 1794048 tid 2 2024-08-30T20:58:56.962 INFO:tasks.rados.rados.0.smithi173.stdout:135: done (4 left) 2024-08-30T20:58:56.962 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 10 2024-08-30T20:58:56.962 INFO:tasks.rados.rados.0.smithi173.stdout:136: finishing copy_from racing read to smithi17368540-33 2024-08-30T20:58:56.963 INFO:tasks.rados.rados.0.smithi173.stdout:136: finishing copy_from to smithi17368540-33 2024-08-30T20:58:56.963 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-30T20:58:56.963 INFO:tasks.rados.rados.0.smithi173.stdout:140: seq_num 64 ranges {1384448=679936,2064384=401408} 2024-08-30T20:58:56.973 INFO:tasks.rados.rados.0.smithi173.stdout:140: writing smithi17368540-27 from 1384448 to 2064384 tid 1 2024-08-30T20:58:56.976 INFO:tasks.rados.rados.0.smithi173.stdout:140: writing smithi17368540-27 from 2064384 to 2465792 tid 2 2024-08-30T20:58:56.976 INFO:tasks.rados.rados.0.smithi173.stdout:136: done (4 left) 2024-08-30T20:58:56.976 INFO:tasks.rados.rados.0.smithi173.stdout:141: snap_remove snap 3 2024-08-30T20:58:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:56 smithi196 ceph-mon[21316]: osdmap e95: 8 total, 8 up, 8 in 2024-08-30T20:58:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:56 smithi196 ceph-mon[21316]: pgmap v118: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:56 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:56 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:56 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:56 smithi196 ceph-mon[21316]: osdmap e96: 8 total, 8 up, 8 in 2024-08-30T20:58:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[28069]: osdmap e95: 8 total, 8 up, 8 in 2024-08-30T20:58:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[28069]: pgmap v118: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[28069]: osdmap e96: 8 total, 8 up, 8 in 2024-08-30T20:58:57.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[17131]: osdmap e95: 8 total, 8 up, 8 in 2024-08-30T20:58:57.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[17131]: pgmap v118: 121 pgs: 121 active+clean; 29 MiB data, 275 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:58:57.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:57.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:58:57.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:58:57.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:56 smithi173 ceph-mon[17131]: osdmap e96: 8 total, 8 up, 8 in 2024-08-30T20:58:57.975 INFO:tasks.rados.rados.0.smithi173.stdout:141: done (4 left) 2024-08-30T20:58:57.975 INFO:tasks.rados.rados.0.smithi173.stdout:142: delete oid 3 current snap is 10 2024-08-30T20:58:57.975 INFO:tasks.rados.rados.0.smithi173.stdout:133: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-30T20:58:58.000 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 29 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: finishing write tid 1 to smithi17368540-25 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: finishing write tid 2 to smithi17368540-25 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:133: done (4 left) 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:137: done (3 left) 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:142: done (2 left) 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:143: snap_create 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: finishing write tid 3 to smithi17368540-25 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: finishing write tid 4 to smithi17368540-25 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: oid 25 updating version 0 to 32 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: oid 25 version 32 is already newer than 31 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: oid 25 version 32 is already newer than 30 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 32 (ObjNum 63 snap 10 seq_num 63) dirty exists 2024-08-30T20:58:58.001 INFO:tasks.rados.rados.0.smithi173.stdout:139: left oid 25 (ObjNum 63 snap 10 seq_num 63) 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: finishing write tid 1 to smithi17368540-27 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: finishing write tid 2 to smithi17368540-27 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: finishing write tid 3 to smithi17368540-27 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: finishing write tid 4 to smithi17368540-27 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: oid 27 updating version 0 to 26 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: oid 27 updating version 26 to 27 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: oid 27 updating version 27 to 28 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 28 (ObjNum 64 snap 10 seq_num 64) dirty exists 2024-08-30T20:58:58.002 INFO:tasks.rados.rados.0.smithi173.stdout:140: left oid 27 (ObjNum 64 snap 10 seq_num 64) 2024-08-30T20:58:58.976 INFO:tasks.rados.rados.0.smithi173.stdout:139: done (2 left) 2024-08-30T20:58:58.976 INFO:tasks.rados.rados.0.smithi173.stdout:140: done (1 left) 2024-08-30T20:58:58.976 INFO:tasks.rados.rados.0.smithi173.stdout:143: done (0 left) 2024-08-30T20:58:58.976 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 11 2024-08-30T20:58:58.976 INFO:tasks.rados.rados.0.smithi173.stdout:144: seq_num 66 ranges {507904=712704,1220608=401408} 2024-08-30T20:58:58.982 INFO:tasks.rados.rados.0.smithi173.stdout:144: writing smithi17368540-31 from 507904 to 1220608 tid 1 2024-08-30T20:58:58.985 INFO:tasks.rados.rados.0.smithi173.stdout:144: writing smithi17368540-31 from 1220608 to 1622016 tid 2 2024-08-30T20:58:58.985 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 11 2024-08-30T20:58:58.985 INFO:tasks.rados.rados.0.smithi173.stdout:145: seq_num 67 ranges {253952=729088,983040=401408} 2024-08-30T20:58:58.991 INFO:tasks.rados.rados.0.smithi173.stdout:145: writing smithi17368540-16 from 253952 to 983040 tid 1 2024-08-30T20:58:58.994 INFO:tasks.rados.rados.0.smithi173.stdout:145: writing smithi17368540-16 from 983040 to 1384448 tid 2 2024-08-30T20:58:58.994 INFO:tasks.rados.rados.0.smithi173.stdout:146: copy_from oid 10 from oid 39 current snap is 11 2024-08-30T20:58:58.994 INFO:tasks.rados.rados.0.smithi173.stdout:144: finishing write tid 1 to smithi17368540-31 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: finishing write tid 2 to smithi17368540-31 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: finishing write tid 3 to smithi17368540-31 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: finishing write tid 4 to smithi17368540-31 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: oid 31 updating version 0 to 43 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: oid 31 version 43 is already newer than 42 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: oid 31 version 43 is already newer than 41 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 43 (ObjNum 66 snap 11 seq_num 66) dirty exists 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: left oid 31 (ObjNum 66 snap 11 seq_num 66) 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:147: read oid 48 snap 7 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:147: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:144: done (3 left) 2024-08-30T20:58:58.995 INFO:tasks.rados.rados.0.smithi173.stdout:148: copy_from oid 21 from oid 34 current snap is 11 2024-08-30T20:58:58.996 INFO:tasks.rados.rados.0.smithi173.stdout:149: snap_remove snap 6 2024-08-30T20:58:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:58 smithi196 ceph-mon[21316]: osdmap e97: 8 total, 8 up, 8 in 2024-08-30T20:58:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:58 smithi196 ceph-mon[21316]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 282 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T20:58:59.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:58 smithi173 ceph-mon[17131]: osdmap e97: 8 total, 8 up, 8 in 2024-08-30T20:58:59.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:58 smithi173 ceph-mon[17131]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 282 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T20:58:59.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:58 smithi173 ceph-mon[28069]: osdmap e97: 8 total, 8 up, 8 in 2024-08-30T20:58:59.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:58 smithi173 ceph-mon[28069]: pgmap v121: 121 pgs: 121 active+clean; 34 MiB data, 282 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T20:58:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:149: done (4 left) 2024-08-30T20:58:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:150: delete oid 8 current snap is 11 2024-08-30T20:58:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:145: finishing write tid 1 to smithi17368540-16 2024-08-30T20:58:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:145: finishing write tid 2 to smithi17368540-16 2024-08-30T20:58:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:145: finishing write tid 3 to smithi17368540-16 2024-08-30T20:58:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:147: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-30T20:59:00.007 INFO:tasks.rados.rados.0.smithi173.stdout:145: finishing write tid 4 to smithi17368540-16 2024-08-30T20:59:00.007 INFO:tasks.rados.rados.0.smithi173.stdout:145: oid 16 updating version 0 to 4 2024-08-30T20:59:00.007 INFO:tasks.rados.rados.0.smithi173.stdout:145: oid 16 updating version 4 to 6 2024-08-30T20:59:00.007 INFO:tasks.rados.rados.0.smithi173.stdout:145: oid 16 version 6 is already newer than 5 2024-08-30T20:59:00.007 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 6 (ObjNum 67 snap 11 seq_num 67) dirty exists 2024-08-30T20:59:00.007 INFO:tasks.rados.rados.0.smithi173.stdout:145: left oid 16 (ObjNum 67 snap 11 seq_num 67) 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:146: finishing copy_from racing read to smithi17368540-10 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:146: finishing copy_from to smithi17368540-10 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:148: finishing copy_from racing read to smithi17368540-21 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:145: done (4 left) 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:146: done (3 left) 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:147: done (2 left) 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:150: done (1 left) 2024-08-30T20:59:00.008 INFO:tasks.rados.rados.0.smithi173.stdout:151: snap_remove snap 9 2024-08-30T20:59:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:58:59 smithi196 ceph-mon[21316]: osdmap e98: 8 total, 8 up, 8 in 2024-08-30T20:59:00.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:58:59 smithi173 ceph-mon[17131]: osdmap e98: 8 total, 8 up, 8 in 2024-08-30T20:59:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:58:59 smithi173 ceph-mon[28069]: osdmap e98: 8 total, 8 up, 8 in 2024-08-30T20:59:00.989 INFO:tasks.rados.rados.0.smithi173.stdout:151: done (1 left) 2024-08-30T20:59:00.989 INFO:tasks.rados.rados.0.smithi173.stdout:152: snap_create 2024-08-30T20:59:00.989 INFO:tasks.rados.rados.0.smithi173.stdout:148: finishing copy_from to smithi17368540-21 2024-08-30T20:59:00.989 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-30T20:59:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:00 smithi196 ceph-mon[21316]: osdmap e99: 8 total, 8 up, 8 in 2024-08-30T20:59:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:00 smithi196 ceph-mon[21316]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 282 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T20:59:01.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:00 smithi173 ceph-mon[17131]: osdmap e99: 8 total, 8 up, 8 in 2024-08-30T20:59:01.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:00 smithi173 ceph-mon[17131]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 282 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T20:59:01.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:00 smithi173 ceph-mon[28069]: osdmap e99: 8 total, 8 up, 8 in 2024-08-30T20:59:01.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:00 smithi173 ceph-mon[28069]: pgmap v124: 121 pgs: 121 active+clean; 34 MiB data, 282 MiB used, 715 GiB / 715 GiB avail; 511 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T20:59:01.951 INFO:tasks.rados.rados.0.smithi173.stdout:148: done (1 left) 2024-08-30T20:59:01.952 INFO:tasks.rados.rados.0.smithi173.stdout:152: done (0 left) 2024-08-30T20:59:01.952 INFO:tasks.rados.rados.0.smithi173.stdout:153: read oid 46 snap -1 2024-08-30T20:59:01.952 INFO:tasks.rados.rados.0.smithi173.stdout:153: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-30T20:59:01.952 INFO:tasks.rados.rados.0.smithi173.stdout:154: read oid 7 snap 8 2024-08-30T20:59:01.952 INFO:tasks.rados.rados.0.smithi173.stdout:154: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:01.952 INFO:tasks.rados.rados.0.smithi173.stdout:155: snap_create 2024-08-30T20:59:01.956 INFO:tasks.rados.rados.0.smithi173.stdout:154: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:01.960 INFO:tasks.rados.rados.0.smithi173.stdout:153: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-30T20:59:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:01 smithi196 ceph-mon[21316]: osdmap e100: 8 total, 8 up, 8 in 2024-08-30T20:59:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:01 smithi196 ceph-mon[21316]: osdmap e101: 8 total, 8 up, 8 in 2024-08-30T20:59:02.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:01 smithi173 ceph-mon[17131]: osdmap e100: 8 total, 8 up, 8 in 2024-08-30T20:59:02.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:01 smithi173 ceph-mon[17131]: osdmap e101: 8 total, 8 up, 8 in 2024-08-30T20:59:02.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:01 smithi173 ceph-mon[28069]: osdmap e100: 8 total, 8 up, 8 in 2024-08-30T20:59:02.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:01 smithi173 ceph-mon[28069]: osdmap e101: 8 total, 8 up, 8 in 2024-08-30T20:59:02.952 INFO:tasks.rados.rados.0.smithi173.stdout:153: done (2 left) 2024-08-30T20:59:02.952 INFO:tasks.rados.rados.0.smithi173.stdout:154: done (1 left) 2024-08-30T20:59:02.952 INFO:tasks.rados.rados.0.smithi173.stdout:155: done (0 left) 2024-08-30T20:59:02.952 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 13 2024-08-30T20:59:02.952 INFO:tasks.rados.rados.0.smithi173.stdout:156: seq_num 69 ranges {204800=761856,966656=401408} 2024-08-30T20:59:02.957 INFO:tasks.rados.rados.0.smithi173.stdout:156: writing smithi17368540-13 from 204800 to 966656 tid 1 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:156: writing smithi17368540-13 from 966656 to 1368064 tid 2 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:157: copy_from oid 15 from oid 5 current snap is 13 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:158: rollback oid 19 current snap is 13 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 7 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:159: copy_from oid 21 from oid 24 current snap is 13 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:160: copy_from oid 3 from oid 7 current snap is 13 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:161: read oid 33 snap -1 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:161: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 13 2024-08-30T20:59:02.961 INFO:tasks.rados.rados.0.smithi173.stdout:162: seq_num 70 ranges {1384448=778240,2162688=401408} 2024-08-30T20:59:02.973 INFO:tasks.rados.rados.0.smithi173.stdout:162: writing smithi17368540-16 from 1384448 to 2162688 tid 1 2024-08-30T20:59:02.976 INFO:tasks.rados.rados.0.smithi173.stdout:162: writing smithi17368540-16 from 2162688 to 2564096 tid 2 2024-08-30T20:59:02.976 INFO:tasks.rados.rados.0.smithi173.stdout:163: rmattr oid 34 current snap is 13 2024-08-30T20:59:02.976 INFO:tasks.rados.rados.0.smithi173.stdout:163: done (7 left) 2024-08-30T20:59:02.976 INFO:tasks.rados.rados.0.smithi173.stdout:164: snap_remove snap 11 2024-08-30T20:59:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:02 smithi196 ceph-mon[21316]: pgmap v127: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 816 KiB/s wr, 6 op/s 2024-08-30T20:59:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:02 smithi196 ceph-mon[21316]: osdmap e102: 8 total, 8 up, 8 in 2024-08-30T20:59:03.360 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:02 smithi173 ceph-mon[28069]: pgmap v127: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 816 KiB/s wr, 6 op/s 2024-08-30T20:59:03.360 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:02 smithi173 ceph-mon[28069]: osdmap e102: 8 total, 8 up, 8 in 2024-08-30T20:59:03.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:02 smithi173 ceph-mon[17131]: pgmap v127: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 816 KiB/s wr, 6 op/s 2024-08-30T20:59:03.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:02 smithi173 ceph-mon[17131]: osdmap e102: 8 total, 8 up, 8 in 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:164: done (7 left) 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:165: read oid 39 snap -1 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:165: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:166: rmattr oid 4 current snap is 13 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:166: done (8 left) 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:167: snap_create 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:158: finishing rollback tid 0 to smithi17368540-19 2024-08-30T20:59:03.958 INFO:tasks.rados.rados.0.smithi173.stdout:158: finishing rollback tid 1 to smithi17368540-19 2024-08-30T20:59:03.959 INFO:tasks.rados.rados.0.smithi173.stdout:158: finishing rollback tid 2 to smithi17368540-19 2024-08-30T20:59:03.959 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 38 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-30T20:59:03.959 INFO:tasks.rados.rados.0.smithi173.stdout:156: finishing write tid 1 to smithi17368540-13 2024-08-30T20:59:03.959 INFO:tasks.rados.rados.0.smithi173.stdout:156: finishing write tid 2 to smithi17368540-13 2024-08-30T20:59:03.959 INFO:tasks.rados.rados.0.smithi173.stdout:161: expect (ObjNum 15 snap 0 seq_num 15) 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:156: finishing write tid 3 to smithi17368540-13 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:156: finishing write tid 4 to smithi17368540-13 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:156: oid 13 updating version 0 to 32 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:156: oid 13 updating version 32 to 33 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:156: oid 13 version 33 is already newer than 31 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 33 (ObjNum 69 snap 13 seq_num 69) dirty exists 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:156: left oid 13 (ObjNum 69 snap 13 seq_num 69) 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:157: finishing copy_from racing read to smithi17368540-15 2024-08-30T20:59:03.970 INFO:tasks.rados.rados.0.smithi173.stdout:157: finishing copy_from to smithi17368540-15 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 6 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:160: finishing copy_from racing read to smithi17368540-3 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:159: finishing copy_from racing read to smithi17368540-21 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:159: finishing copy_from to smithi17368540-21 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 12 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:160: finishing copy_from to smithi17368540-3 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:162: finishing write tid 1 to smithi17368540-16 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:162: finishing write tid 2 to smithi17368540-16 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:162: finishing write tid 3 to smithi17368540-16 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:162: finishing write tid 4 to smithi17368540-16 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:162: oid 16 updating version 0 to 13 2024-08-30T20:59:03.971 INFO:tasks.rados.rados.0.smithi173.stdout:162: oid 16 updating version 13 to 14 2024-08-30T20:59:03.972 INFO:tasks.rados.rados.0.smithi173.stdout:162: oid 16 version 14 is already newer than 12 2024-08-30T20:59:03.972 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 14 (ObjNum 70 snap 13 seq_num 70) dirty exists 2024-08-30T20:59:03.972 INFO:tasks.rados.rados.0.smithi173.stdout:162: left oid 16 (ObjNum 70 snap 13 seq_num 70) 2024-08-30T20:59:03.972 INFO:tasks.rados.rados.0.smithi173.stdout:165: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-30T20:59:04.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:04 smithi173 ceph-mon[17131]: osdmap e103: 8 total, 8 up, 8 in 2024-08-30T20:59:04.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:04 smithi173 ceph-mon[17131]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 816 KiB/s wr, 6 op/s 2024-08-30T20:59:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:04 smithi173 ceph-mon[28069]: osdmap e103: 8 total, 8 up, 8 in 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:156: done (8 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:157: done (7 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:158: done (6 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:159: done (5 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:160: done (4 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:161: done (3 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:162: done (2 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:165: done (1 left) 2024-08-30T20:59:04.966 INFO:tasks.rados.rados.0.smithi173.stdout:167: done (0 left) 2024-08-30T20:59:04.967 INFO:tasks.rados.rados.0.smithi173.stdout:168: copy_from oid 17 from oid 8 current snap is 14 2024-08-30T20:59:04.967 INFO:tasks.rados.rados.0.smithi173.stdout:169: read oid 32 snap -1 2024-08-30T20:59:04.967 INFO:tasks.rados.rados.0.smithi173.stdout:169: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:04.967 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 14 2024-08-30T20:59:04.967 INFO:tasks.rados.rados.0.smithi173.stdout:170: seq_num 71 ranges {1744896=794624,2539520=401408} 2024-08-30T20:59:04.980 INFO:tasks.rados.rados.0.smithi173.stdout:170: writing smithi17368540-43 from 1744896 to 2539520 tid 1 2024-08-30T20:59:04.982 INFO:tasks.rados.rados.0.smithi173.stdout:170: writing smithi17368540-43 from 2539520 to 2940928 tid 2 2024-08-30T20:59:04.983 INFO:tasks.rados.rados.0.smithi173.stdout:171: setattr oid 39 current snap is 14 2024-08-30T20:59:04.983 INFO:tasks.rados.rados.0.smithi173.stdout:168: finishing copy_from to smithi17368540-17 2024-08-30T20:59:04.983 INFO:tasks.rados.rados.0.smithi173.stdout:168: got expected ENOENT (src dne) 2024-08-30T20:59:04.983 INFO:tasks.rados.rados.0.smithi173.stdout:168: finishing copy_from racing read to smithi17368540-17 2024-08-30T20:59:04.983 INFO:tasks.rados.rados.0.smithi173.stdout:169: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:05.034 INFO:tasks.rados.rados.0.smithi173.stdout:170: finishing write tid 1 to smithi17368540-43 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: finishing write tid 2 to smithi17368540-43 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: finishing write tid 3 to smithi17368540-43 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: finishing write tid 4 to smithi17368540-43 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: oid 43 updating version 0 to 57 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: oid 43 version 57 is already newer than 56 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: oid 43 version 57 is already newer than 55 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 57 (ObjNum 71 snap 14 seq_num 71) dirty exists 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: left oid 43 (ObjNum 71 snap 14 seq_num 71) 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:168: done (3 left) 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:169: done (2 left) 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:170: done (1 left) 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:172: read oid 21 snap 12 2024-08-30T20:59:05.035 INFO:tasks.rados.rados.0.smithi173.stdout:172: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-30T20:59:05.036 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 14 2024-08-30T20:59:05.036 INFO:tasks.rados.rados.0.smithi173.stdout:173: seq_num 72 ranges {458752=409600,868352=524288,1392640=278528} 2024-08-30T20:59:05.039 INFO:tasks.rados.rados.0.smithi173.stdout:173: writing smithi17368540-34 from 458752 to 868352 tid 1 2024-08-30T20:59:05.042 INFO:tasks.rados.rados.0.smithi173.stdout:173: writing smithi17368540-34 from 868352 to 1392640 tid 2 2024-08-30T20:59:05.044 INFO:tasks.rados.rados.0.smithi173.stdout:173: writing smithi17368540-34 from 1392640 to 1671168 tid 3 2024-08-30T20:59:05.045 INFO:tasks.rados.rados.0.smithi173.stdout:174: snap_create 2024-08-30T20:59:05.045 INFO:tasks.rados.rados.0.smithi173.stdout:172: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-30T20:59:05.066 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: finishing write tid 1 to smithi17368540-34 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: finishing write tid 2 to smithi17368540-34 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: finishing write tid 3 to smithi17368540-34 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: finishing write tid 4 to smithi17368540-34 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: finishing write tid 5 to smithi17368540-34 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: oid 34 updating version 0 to 20 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: oid 34 version 20 is already newer than 18 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: oid 34 updating version 20 to 21 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: oid 34 version 21 is already newer than 19 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 21 (ObjNum 72 snap 14 seq_num 72) dirty exists 2024-08-30T20:59:05.067 INFO:tasks.rados.rados.0.smithi173.stdout:173: left oid 34 (ObjNum 72 snap 14 seq_num 72) 2024-08-30T20:59:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:04 smithi196 ceph-mon[21316]: osdmap e103: 8 total, 8 up, 8 in 2024-08-30T20:59:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:04 smithi196 ceph-mon[21316]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 816 KiB/s wr, 6 op/s 2024-08-30T20:59:05.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:04 smithi173 ceph-mon[28069]: pgmap v130: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 816 KiB/s wr, 6 op/s 2024-08-30T20:59:05.650 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:59:05] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.43.0" 2024-08-30T20:59:05.967 INFO:tasks.rados.rados.0.smithi173.stdout:171: done (3 left) 2024-08-30T20:59:05.967 INFO:tasks.rados.rados.0.smithi173.stdout:172: done (2 left) 2024-08-30T20:59:05.967 INFO:tasks.rados.rados.0.smithi173.stdout:173: done (1 left) 2024-08-30T20:59:05.967 INFO:tasks.rados.rados.0.smithi173.stdout:174: done (0 left) 2024-08-30T20:59:05.967 INFO:tasks.rados.rados.0.smithi173.stdout:175: snap_create 2024-08-30T20:59:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:05 smithi173 ceph-mon[17131]: osdmap e104: 8 total, 8 up, 8 in 2024-08-30T20:59:06.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:05 smithi173 ceph-mon[28069]: osdmap e104: 8 total, 8 up, 8 in 2024-08-30T20:59:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:05 smithi196 ceph-mon[21316]: osdmap e104: 8 total, 8 up, 8 in 2024-08-30T20:59:06.952 INFO:tasks.rados.rados.0.smithi173.stdout:175: done (0 left) 2024-08-30T20:59:06.952 INFO:tasks.rados.rados.0.smithi173.stdout:176: read oid 45 snap -1 2024-08-30T20:59:06.952 INFO:tasks.rados.rados.0.smithi173.stdout:176: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-30T20:59:06.952 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 16 2024-08-30T20:59:06.952 INFO:tasks.rados.rados.0.smithi173.stdout:177: seq_num 73 ranges {1622016=425984,2048000=409600,2457600=393216} 2024-08-30T20:59:06.963 INFO:tasks.rados.rados.0.smithi173.stdout:177: writing smithi17368540-31 from 1622016 to 2048000 tid 1 2024-08-30T20:59:06.965 INFO:tasks.rados.rados.0.smithi173.stdout:177: writing smithi17368540-31 from 2048000 to 2457600 tid 2 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:177: writing smithi17368540-31 from 2457600 to 2850816 tid 3 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:178: read oid 49 snap -1 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:178: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:179: read oid 38 snap -1 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:179: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:180: read oid 40 snap -1 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:180: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:181: snap_create 2024-08-30T20:59:06.969 INFO:tasks.rados.rados.0.smithi173.stdout:176: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-30T20:59:06.987 INFO:tasks.rados.rados.0.smithi173.stdout:177: finishing write tid 1 to smithi17368540-31 2024-08-30T20:59:06.987 INFO:tasks.rados.rados.0.smithi173.stdout:177: finishing write tid 2 to smithi17368540-31 2024-08-30T20:59:06.987 INFO:tasks.rados.rados.0.smithi173.stdout:177: finishing write tid 3 to smithi17368540-31 2024-08-30T20:59:06.987 INFO:tasks.rados.rados.0.smithi173.stdout:177: finishing write tid 4 to smithi17368540-31 2024-08-30T20:59:06.987 INFO:tasks.rados.rados.0.smithi173.stdout:180: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:177: finishing write tid 5 to smithi17368540-31 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:177: oid 31 updating version 0 to 62 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:177: oid 31 version 62 is already newer than 59 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:177: oid 31 version 62 is already newer than 60 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:177: oid 31 version 62 is already newer than 61 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 62 (ObjNum 73 snap 16 seq_num 73) dirty exists 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:177: left oid 31 (ObjNum 73 snap 16 seq_num 73) 2024-08-30T20:59:07.004 INFO:tasks.rados.rados.0.smithi173.stdout:179: expect (ObjNum 37 snap 0 seq_num 37) 2024-08-30T20:59:07.020 INFO:tasks.rados.rados.0.smithi173.stdout:178: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-30T20:59:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[17131]: osdmap e105: 8 total, 8 up, 8 in 2024-08-30T20:59:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[17131]: pgmap v133: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[17131]: osdmap e106: 8 total, 8 up, 8 in 2024-08-30T20:59:07.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[28069]: osdmap e105: 8 total, 8 up, 8 in 2024-08-30T20:59:07.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[28069]: pgmap v133: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:07.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:07.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:07.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:07.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:06 smithi173 ceph-mon[28069]: osdmap e106: 8 total, 8 up, 8 in 2024-08-30T20:59:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:06 smithi196 ceph-mon[21316]: osdmap e105: 8 total, 8 up, 8 in 2024-08-30T20:59:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:06 smithi196 ceph-mon[21316]: pgmap v133: 121 pgs: 121 active+clean; 37 MiB data, 288 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:06 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:06 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:06 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:06 smithi196 ceph-mon[21316]: osdmap e106: 8 total, 8 up, 8 in 2024-08-30T20:59:07.977 INFO:tasks.rados.rados.0.smithi173.stdout:176: done (5 left) 2024-08-30T20:59:07.977 INFO:tasks.rados.rados.0.smithi173.stdout:177: done (4 left) 2024-08-30T20:59:07.977 INFO:tasks.rados.rados.0.smithi173.stdout:178: done (3 left) 2024-08-30T20:59:07.977 INFO:tasks.rados.rados.0.smithi173.stdout:179: done (2 left) 2024-08-30T20:59:07.977 INFO:tasks.rados.rados.0.smithi173.stdout:180: done (1 left) 2024-08-30T20:59:07.977 INFO:tasks.rados.rados.0.smithi173.stdout:181: done (0 left) 2024-08-30T20:59:07.978 INFO:tasks.rados.rados.0.smithi173.stdout:182: snap_remove snap 4 2024-08-30T20:59:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:07 smithi196 ceph-mon[21316]: Upgrade: Target is version 19.3.0-4625-g24432b66 (unknown) 2024-08-30T20:59:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:07 smithi196 ceph-mon[21316]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, digests ['quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8'] 2024-08-30T20:59:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:07 smithi196 ceph-mon[21316]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-30T20:59:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:07 smithi196 ceph-mon[21316]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 on smithi196 2024-08-30T20:59:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[17131]: Upgrade: Target is version 19.3.0-4625-g24432b66 (unknown) 2024-08-30T20:59:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[17131]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, digests ['quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8'] 2024-08-30T20:59:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[17131]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-30T20:59:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[17131]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 on smithi196 2024-08-30T20:59:08.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[28069]: Upgrade: Target is version 19.3.0-4625-g24432b66 (unknown) 2024-08-30T20:59:08.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[28069]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, digests ['quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8'] 2024-08-30T20:59:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[28069]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-30T20:59:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:07 smithi173 ceph-mon[28069]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 on smithi196 2024-08-30T20:59:08.990 INFO:tasks.rados.rados.0.smithi173.stdout:182: done (0 left) 2024-08-30T20:59:08.990 INFO:tasks.rados.rados.0.smithi173.stdout:183: read oid 36 snap -1 2024-08-30T20:59:08.990 INFO:tasks.rados.rados.0.smithi173.stdout:183: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-30T20:59:08.990 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 17 2024-08-30T20:59:08.990 INFO:tasks.rados.rados.0.smithi173.stdout:184: seq_num 74 ranges {794624=442368,1236992=696320,1933312=106496} 2024-08-30T20:59:08.998 INFO:tasks.rados.rados.0.smithi173.stdout:184: writing smithi17368540-1 from 794624 to 1236992 tid 1 2024-08-30T20:59:09.003 INFO:tasks.rados.rados.0.smithi173.stdout:184: writing smithi17368540-1 from 1236992 to 1933312 tid 2 2024-08-30T20:59:09.004 INFO:tasks.rados.rados.0.smithi173.stdout:184: writing smithi17368540-1 from 1933312 to 2039808 tid 3 2024-08-30T20:59:09.004 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 17 2024-08-30T20:59:09.004 INFO:tasks.rados.rados.0.smithi173.stdout:185: seq_num 75 ranges {1114112=458752,1572864=581632,2154496=221184} 2024-08-30T20:59:09.012 INFO:tasks.rados.rados.0.smithi173.stdout:185: writing smithi17368540-9 from 1114112 to 1572864 tid 1 2024-08-30T20:59:09.015 INFO:tasks.rados.rados.0.smithi173.stdout:185: writing smithi17368540-9 from 1572864 to 2154496 tid 2 2024-08-30T20:59:09.017 INFO:tasks.rados.rados.0.smithi173.stdout:185: writing smithi17368540-9 from 2154496 to 2375680 tid 3 2024-08-30T20:59:09.017 INFO:tasks.rados.rados.0.smithi173.stdout:186: rmattr oid 11 current snap is 17 2024-08-30T20:59:09.017 INFO:tasks.rados.rados.0.smithi173.stdout:186: done (3 left) 2024-08-30T20:59:09.017 INFO:tasks.rados.rados.0.smithi173.stdout:187: snap_remove snap 12 2024-08-30T20:59:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:08 smithi196 ceph-mon[21316]: osdmap e107: 8 total, 8 up, 8 in 2024-08-30T20:59:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:08 smithi196 ceph-mon[21316]: pgmap v136: 121 pgs: 121 active+clean; 43 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-30T20:59:09.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:08 smithi173 ceph-mon[17131]: osdmap e107: 8 total, 8 up, 8 in 2024-08-30T20:59:09.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:08 smithi173 ceph-mon[17131]: pgmap v136: 121 pgs: 121 active+clean; 43 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-30T20:59:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:08 smithi173 ceph-mon[28069]: osdmap e107: 8 total, 8 up, 8 in 2024-08-30T20:59:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:08 smithi173 ceph-mon[28069]: pgmap v136: 121 pgs: 121 active+clean; 43 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-30T20:59:09.687 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T20:59:09.991 INFO:tasks.rados.rados.0.smithi173.stdout:187: done (3 left) 2024-08-30T20:59:09.991 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 17 2024-08-30T20:59:09.991 INFO:tasks.rados.rados.0.smithi173.stdout:188: seq_num 76 ranges {778240=475136,1253376=458752,1712128=344064} 2024-08-30T20:59:09.998 INFO:tasks.rados.rados.0.smithi173.stdout:188: writing smithi17368540-2 from 778240 to 1253376 tid 1 2024-08-30T20:59:10.001 INFO:tasks.rados.rados.0.smithi173.stdout:188: writing smithi17368540-2 from 1253376 to 1712128 tid 2 2024-08-30T20:59:10.004 INFO:tasks.rados.rados.0.smithi173.stdout:188: writing smithi17368540-2 from 1712128 to 2056192 tid 3 2024-08-30T20:59:10.004 INFO:tasks.rados.rados.0.smithi173.stdout:189: copy_from oid 38 from oid 46 current snap is 17 2024-08-30T20:59:10.004 INFO:tasks.rados.rados.0.smithi173.stdout:183: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: finishing write tid 1 to smithi17368540-1 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: finishing write tid 2 to smithi17368540-1 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: finishing write tid 3 to smithi17368540-1 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: finishing write tid 4 to smithi17368540-1 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: finishing write tid 5 to smithi17368540-1 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: oid 1 updating version 0 to 19 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: oid 1 version 19 is already newer than 16 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: oid 1 version 19 is already newer than 17 2024-08-30T20:59:10.011 INFO:tasks.rados.rados.0.smithi173.stdout:184: oid 1 version 19 is already newer than 18 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 19 (ObjNum 74 snap 17 seq_num 74) dirty exists 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:184: left oid 1 (ObjNum 74 snap 17 seq_num 74) 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:185: finishing write tid 1 to smithi17368540-9 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:185: finishing write tid 2 to smithi17368540-9 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:185: finishing write tid 3 to smithi17368540-9 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:185: finishing write tid 4 to smithi17368540-9 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:183: done (4 left) 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:184: done (3 left) 2024-08-30T20:59:10.012 INFO:tasks.rados.rados.0.smithi173.stdout:190: snap_remove snap 15 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (2m) 99s ago 2m 17.2M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (2m) 99s ago 2m 81.0M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (4m) 99s ago 4m 13.9M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (4m) 99s ago 4m 17.3M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,8765 running (7m) 99s ago 7m 437M - 18.2.4-797-g63b0b8e1 600ffa248bd2 2ae1125049b7 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:9283,8765 running (9m) 99s ago 9m 485M - 18.2.4-797-g63b0b8e1 600ffa248bd2 e1e9f8260e32 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (9m) 99s ago 9m 44.8M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 4409dc0886e3 2024-08-30T20:59:10.228 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (8m) 99s ago 8m 38.4M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 1dc0af7e1ebe 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (7m) 99s ago 7m 39.2M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 354b08113242 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (2m) 99s ago 2m 14.0M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (2m) 99s ago 2m 3636k - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (7m) 99s ago 7m 53.4M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (7m) 99s ago 6m 44.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (6m) 99s ago 6m 42.0M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (6m) 99s ago 6m 49.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (5m) 99s ago 5m 43.0M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (5m) 99s ago 5m 50.8M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (5m) 99s ago 5m 41.7M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (4m) 99s ago 4m 42.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T20:59:10.229 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (114s) 99s ago 3m 33.2M - 2.43.0 a07b618ecd1d 7744153a2a63 2024-08-30T20:59:10.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:09 smithi196 ceph-mon[21316]: osdmap e108: 8 total, 8 up, 8 in 2024-08-30T20:59:10.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:09 smithi173 ceph-mon[17131]: osdmap e108: 8 total, 8 up, 8 in 2024-08-30T20:59:10.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:09 smithi173 ceph-mon[28069]: osdmap e108: 8 total, 8 up, 8 in 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T20:59:10.547 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 15 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T20:59:10.548 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:59:10.818 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [], 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "0/20 daemons upgraded", 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 image on host smithi196", 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T20:59:10.819 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:59:10.999 INFO:tasks.rados.rados.0.smithi173.stdout:190: done (3 left) 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:191: rmattr oid 7 current snap is 17 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:191: done (3 left) 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:192: rmattr oid 24 current snap is 17 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:193: rmattr oid 11 current snap is 17 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:193: done (4 left) 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:194: read oid 4 snap -1 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:194: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:195: read oid 18 snap -1 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:195: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-30T20:59:11.000 INFO:tasks.rados.rados.0.smithi173.stdout:196: setattr oid 26 current snap is 17 2024-08-30T20:59:11.001 INFO:tasks.rados.rados.0.smithi173.stdout:185: finishing write tid 5 to smithi17368540-9 2024-08-30T20:59:11.001 INFO:tasks.rados.rados.0.smithi173.stdout:185: oid 9 updating version 0 to 44 2024-08-30T20:59:11.001 INFO:tasks.rados.rados.0.smithi173.stdout:185: oid 9 updating version 44 to 47 2024-08-30T20:59:11.001 INFO:tasks.rados.rados.0.smithi173.stdout:185: oid 9 version 47 is already newer than 45 2024-08-30T20:59:11.001 INFO:tasks.rados.rados.0.smithi173.stdout:185: oid 9 version 47 is already newer than 46 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 47 (ObjNum 75 snap 17 seq_num 75) dirty exists 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:185: left oid 9 (ObjNum 75 snap 17 seq_num 75) 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: finishing write tid 1 to smithi17368540-2 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: finishing write tid 2 to smithi17368540-2 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: finishing write tid 3 to smithi17368540-2 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: finishing write tid 4 to smithi17368540-2 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: finishing write tid 5 to smithi17368540-2 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: oid 2 updating version 0 to 49 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: oid 2 updating version 49 to 50 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: oid 2 version 50 is already newer than 48 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: oid 2 updating version 50 to 51 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 51 (ObjNum 76 snap 17 seq_num 76) dirty exists 2024-08-30T20:59:11.002 INFO:tasks.rados.rados.0.smithi173.stdout:188: left oid 2 (ObjNum 76 snap 17 seq_num 76) 2024-08-30T20:59:11.003 INFO:tasks.rados.rados.0.smithi173.stdout:189: finishing copy_from racing read to smithi17368540-38 2024-08-30T20:59:11.003 INFO:tasks.rados.rados.0.smithi173.stdout:189: finishing copy_from to smithi17368540-38 2024-08-30T20:59:11.003 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-30T20:59:11.004 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 13 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:59:11.004 INFO:tasks.rados.rados.0.smithi173.stdout:185: done (6 left) 2024-08-30T20:59:11.004 INFO:tasks.rados.rados.0.smithi173.stdout:188: done (5 left) 2024-08-30T20:59:11.004 INFO:tasks.rados.rados.0.smithi173.stdout:189: done (4 left) 2024-08-30T20:59:11.004 INFO:tasks.rados.rados.0.smithi173.stdout:192: done (3 left) 2024-08-30T20:59:11.004 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 17 2024-08-30T20:59:11.004 INFO:tasks.rados.rados.0.smithi173.stdout:197: seq_num 77 ranges {2039808=491520,2531328=794624,3325952=8192} 2024-08-30T20:59:11.016 INFO:tasks.rados.rados.0.smithi173.stdout:197: writing smithi17368540-1 from 2039808 to 2531328 tid 1 2024-08-30T20:59:11.021 INFO:tasks.rados.rados.0.smithi173.stdout:197: writing smithi17368540-1 from 2531328 to 3325952 tid 2 2024-08-30T20:59:11.021 INFO:tasks.rados.rados.0.smithi173.stdout:197: writing smithi17368540-1 from 3325952 to 3334144 tid 3 2024-08-30T20:59:11.021 INFO:tasks.rados.rados.0.smithi173.stdout:198: copy_from oid 25 from oid 10 current snap is 17 2024-08-30T20:59:11.021 INFO:tasks.rados.rados.0.smithi173.stdout:194: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-30T20:59:11.023 INFO:tasks.rados.rados.0.smithi173.stdout:195: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-30T20:59:11.031 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 78 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-30T20:59:11.031 INFO:tasks.rados.rados.0.smithi173.stdout:197: finishing write tid 1 to smithi17368540-1 2024-08-30T20:59:11.031 INFO:tasks.rados.rados.0.smithi173.stdout:197: finishing write tid 2 to smithi17368540-1 2024-08-30T20:59:11.031 INFO:tasks.rados.rados.0.smithi173.stdout:197: finishing write tid 3 to smithi17368540-1 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:197: finishing write tid 4 to smithi17368540-1 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:198: finishing copy_from racing read to smithi17368540-25 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:198: finishing copy_from to smithi17368540-25 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:197: finishing write tid 5 to smithi17368540-1 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:197: oid 1 updating version 0 to 25 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:197: oid 1 version 25 is already newer than 24 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:197: oid 1 updating version 25 to 27 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:197: oid 1 version 27 is already newer than 26 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 27 (ObjNum 77 snap 17 seq_num 77) dirty exists 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:197: left oid 1 (ObjNum 77 snap 17 seq_num 77) 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:194: done (4 left) 2024-08-30T20:59:11.032 INFO:tasks.rados.rados.0.smithi173.stdout:195: done (3 left) 2024-08-30T20:59:11.033 INFO:tasks.rados.rados.0.smithi173.stdout:196: done (2 left) 2024-08-30T20:59:11.033 INFO:tasks.rados.rados.0.smithi173.stdout:197: done (1 left) 2024-08-30T20:59:11.033 INFO:tasks.rados.rados.0.smithi173.stdout:198: done (0 left) 2024-08-30T20:59:11.033 INFO:tasks.rados.rados.0.smithi173.stdout:199: snap_create 2024-08-30T20:59:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[28069]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[28069]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[28069]: osdmap e109: 8 total, 8 up, 8 in 2024-08-30T20:59:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[28069]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[28069]: pgmap v139: 121 pgs: 121 active+clean; 43 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-30T20:59:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1893420433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:59:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[17131]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[17131]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[17131]: osdmap e109: 8 total, 8 up, 8 in 2024-08-30T20:59:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[17131]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[17131]: pgmap v139: 121 pgs: 121 active+clean; 43 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-30T20:59:11.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:10 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1893420433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:59:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:10 smithi196 ceph-mon[21316]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:10 smithi196 ceph-mon[21316]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:10 smithi196 ceph-mon[21316]: osdmap e109: 8 total, 8 up, 8 in 2024-08-30T20:59:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:10 smithi196 ceph-mon[21316]: from='client.24857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:10 smithi196 ceph-mon[21316]: pgmap v139: 121 pgs: 121 active+clean; 43 MiB data, 297 MiB used, 715 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-08-30T20:59:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:10 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1893420433' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:59:11.954 INFO:tasks.rados.rados.0.smithi173.stdout:199: done (0 left) 2024-08-30T20:59:11.954 INFO:tasks.rados.rados.0.smithi173.stdout:200: delete oid 31 current snap is 18 2024-08-30T20:59:11.958 INFO:tasks.rados.rados.0.smithi173.stdout:200: done (0 left) 2024-08-30T20:59:11.958 INFO:tasks.rados.rados.0.smithi173.stdout:201: delete oid 26 current snap is 18 2024-08-30T20:59:11.961 INFO:tasks.rados.rados.0.smithi173.stdout:201: done (0 left) 2024-08-30T20:59:11.961 INFO:tasks.rados.rados.0.smithi173.stdout:202: copy_from oid 20 from oid 42 current snap is 18 2024-08-30T20:59:11.961 INFO:tasks.rados.rados.0.smithi173.stdout:203: delete oid 5 current snap is 18 2024-08-30T20:59:11.965 INFO:tasks.rados.rados.0.smithi173.stdout:203: done (1 left) 2024-08-30T20:59:11.965 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 18 2024-08-30T20:59:11.965 INFO:tasks.rados.rados.0.smithi173.stdout:204: seq_num 81 ranges {1368064=565248,1933312=737280,2670592=65536} 2024-08-30T20:59:11.975 INFO:tasks.rados.rados.0.smithi173.stdout:204: writing smithi17368540-13 from 1368064 to 1933312 tid 1 2024-08-30T20:59:11.979 INFO:tasks.rados.rados.0.smithi173.stdout:204: writing smithi17368540-13 from 1933312 to 2670592 tid 2 2024-08-30T20:59:11.980 INFO:tasks.rados.rados.0.smithi173.stdout:204: writing smithi17368540-13 from 2670592 to 2736128 tid 3 2024-08-30T20:59:11.980 INFO:tasks.rados.rados.0.smithi173.stdout:205: read oid 19 snap -1 2024-08-30T20:59:11.980 INFO:tasks.rados.rados.0.smithi173.stdout:205: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-30T20:59:11.980 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 18 2024-08-30T20:59:11.981 INFO:tasks.rados.rados.0.smithi173.stdout:202: finishing copy_from racing read to smithi17368540-20 2024-08-30T20:59:11.981 INFO:tasks.rados.rados.0.smithi173.stdout:206: seq_num 82 ranges {794624=581632,1376256=622592,1998848=180224} 2024-08-30T20:59:11.987 INFO:tasks.rados.rados.0.smithi173.stdout:206: writing smithi17368540-21 from 794624 to 1376256 tid 1 2024-08-30T20:59:11.991 INFO:tasks.rados.rados.0.smithi173.stdout:206: writing smithi17368540-21 from 1376256 to 1998848 tid 2 2024-08-30T20:59:11.992 INFO:tasks.rados.rados.0.smithi173.stdout:206: writing smithi17368540-21 from 1998848 to 2179072 tid 3 2024-08-30T20:59:11.993 INFO:tasks.rados.rados.0.smithi173.stdout:207: delete oid 22 current snap is 18 2024-08-30T20:59:11.993 INFO:tasks.rados.rados.0.smithi173.stdout:202: finishing copy_from to smithi17368540-20 2024-08-30T20:59:11.993 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 10 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-30T20:59:11.993 INFO:tasks.rados.rados.0.smithi173.stdout:204: finishing write tid 1 to smithi17368540-13 2024-08-30T20:59:11.993 INFO:tasks.rados.rados.0.smithi173.stdout:205: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-30T20:59:12.002 INFO:tasks.rados.rados.0.smithi173.stdout:204: finishing write tid 2 to smithi17368540-13 2024-08-30T20:59:12.002 INFO:tasks.rados.rados.0.smithi173.stdout:204: finishing write tid 3 to smithi17368540-13 2024-08-30T20:59:12.002 INFO:tasks.rados.rados.0.smithi173.stdout:204: finishing write tid 4 to smithi17368540-13 2024-08-30T20:59:12.002 INFO:tasks.rados.rados.0.smithi173.stdout:204: finishing write tid 5 to smithi17368540-13 2024-08-30T20:59:12.002 INFO:tasks.rados.rados.0.smithi173.stdout:204: oid 13 updating version 0 to 48 2024-08-30T20:59:12.002 INFO:tasks.rados.rados.0.smithi173.stdout:204: oid 13 updating version 48 to 51 2024-08-30T20:59:12.002 INFO:tasks.rados.rados.0.smithi173.stdout:204: oid 13 version 51 is already newer than 49 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:204: oid 13 version 51 is already newer than 50 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 51 (ObjNum 81 snap 18 seq_num 81) dirty exists 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:204: left oid 13 (ObjNum 81 snap 18 seq_num 81) 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:206: finishing write tid 1 to smithi17368540-21 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:206: finishing write tid 2 to smithi17368540-21 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:206: finishing write tid 3 to smithi17368540-21 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:206: finishing write tid 4 to smithi17368540-21 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:202: done (4 left) 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:204: done (3 left) 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:205: done (2 left) 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:207: done (1 left) 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:208: read oid 32 snap -1 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:208: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:12.003 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 18 2024-08-30T20:59:12.004 INFO:tasks.rados.rados.0.smithi173.stdout:209: seq_num 84 ranges {811008=614400,1425408=434176,1859584=368640} 2024-08-30T20:59:12.009 INFO:tasks.rados.rados.0.smithi173.stdout:209: writing smithi17368540-49 from 811008 to 1425408 tid 1 2024-08-30T20:59:12.012 INFO:tasks.rados.rados.0.smithi173.stdout:209: writing smithi17368540-49 from 1425408 to 1859584 tid 2 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:209: writing smithi17368540-49 from 1859584 to 2228224 tid 3 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:210: delete oid 15 current snap is 18 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:206: finishing write tid 5 to smithi17368540-21 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:206: oid 21 updating version 0 to 60 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:206: oid 21 updating version 60 to 63 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:206: oid 21 version 63 is already newer than 62 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:206: oid 21 version 63 is already newer than 61 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 63 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:206: left oid 21 (ObjNum 82 snap 18 seq_num 82) 2024-08-30T20:59:12.015 INFO:tasks.rados.rados.0.smithi173.stdout:208: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: finishing write tid 1 to smithi17368540-49 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: finishing write tid 2 to smithi17368540-49 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: finishing write tid 3 to smithi17368540-49 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: finishing write tid 4 to smithi17368540-49 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: finishing write tid 5 to smithi17368540-49 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: oid 49 updating version 0 to 19 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: oid 49 version 19 is already newer than 18 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: oid 49 version 19 is already newer than 17 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:209: oid 49 updating version 19 to 20 2024-08-30T20:59:12.063 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 20 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:209: left oid 49 (ObjNum 84 snap 18 seq_num 84) 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:206: done (3 left) 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:208: done (2 left) 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:209: done (1 left) 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:210: done (0 left) 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:211: delete oid 35 current snap is 18 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:211: done (0 left) 2024-08-30T20:59:12.064 INFO:tasks.rados.rados.0.smithi173.stdout:212: setattr oid 29 current snap is 18 2024-08-30T20:59:12.065 INFO:tasks.rados.rados.0.smithi173.stdout:213: snap_remove snap 7 2024-08-30T20:59:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:11 smithi196 ceph-mon[21316]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:11 smithi196 ceph-mon[21316]: osdmap e110: 8 total, 8 up, 8 in 2024-08-30T20:59:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:11 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:11 smithi196 ceph-mon[21316]: osdmap e111: 8 total, 8 up, 8 in 2024-08-30T20:59:12.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[28069]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:12.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[28069]: osdmap e110: 8 total, 8 up, 8 in 2024-08-30T20:59:12.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:12.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[28069]: osdmap e111: 8 total, 8 up, 8 in 2024-08-30T20:59:12.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[17131]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:12.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[17131]: osdmap e110: 8 total, 8 up, 8 in 2024-08-30T20:59:12.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:12.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:11 smithi173 ceph-mon[17131]: osdmap e111: 8 total, 8 up, 8 in 2024-08-30T20:59:13.006 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 52 (ObjNum 33 snap 0 seq_num 1578591552) dirty exists 2024-08-30T20:59:13.006 INFO:tasks.rados.rados.0.smithi173.stdout:212: done (1 left) 2024-08-30T20:59:13.006 INFO:tasks.rados.rados.0.smithi173.stdout:213: done (0 left) 2024-08-30T20:59:13.006 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 18 2024-08-30T20:59:13.007 INFO:tasks.rados.rados.0.smithi173.stdout:214: seq_num 87 ranges {0=663552,663552=491520,1155072=311296} 2024-08-30T20:59:13.010 INFO:tasks.rados.rados.0.smithi173.stdout:214: writing smithi17368540-26 from 0 to 663552 tid 1 2024-08-30T20:59:13.014 INFO:tasks.rados.rados.0.smithi173.stdout:214: writing smithi17368540-26 from 663552 to 1155072 tid 2 2024-08-30T20:59:13.016 INFO:tasks.rados.rados.0.smithi173.stdout:214: writing smithi17368540-26 from 1155072 to 1466368 tid 3 2024-08-30T20:59:13.016 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 18 2024-08-30T20:59:13.016 INFO:tasks.rados.rados.0.smithi173.stdout:215: seq_num 88 ranges {2056192=679936,2736128=778240,3514368=24576} 2024-08-30T20:59:13.031 INFO:tasks.rados.rados.0.smithi173.stdout:215: writing smithi17368540-2 from 2056192 to 2736128 tid 1 2024-08-30T20:59:13.036 INFO:tasks.rados.rados.0.smithi173.stdout:215: writing smithi17368540-2 from 2736128 to 3514368 tid 2 2024-08-30T20:59:13.036 INFO:tasks.rados.rados.0.smithi173.stdout:215: writing smithi17368540-2 from 3514368 to 3538944 tid 3 2024-08-30T20:59:13.036 INFO:tasks.rados.rados.0.smithi173.stdout:216: copy_from oid 28 from oid 27 current snap is 18 2024-08-30T20:59:13.036 INFO:tasks.rados.rados.0.smithi173.stdout:214: finishing write tid 1 to smithi17368540-26 2024-08-30T20:59:13.036 INFO:tasks.rados.rados.0.smithi173.stdout:214: finishing write tid 2 to smithi17368540-26 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: finishing write tid 3 to smithi17368540-26 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: finishing write tid 4 to smithi17368540-26 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:217: snap_create 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: finishing write tid 5 to smithi17368540-26 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: oid 26 updating version 0 to 92 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: oid 26 updating version 92 to 94 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: oid 26 version 94 is already newer than 93 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: oid 26 version 94 is already newer than 87 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 94 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:214: left oid 26 (ObjNum 87 snap 18 seq_num 87) 2024-08-30T20:59:13.037 INFO:tasks.rados.rados.0.smithi173.stdout:215: finishing write tid 1 to smithi17368540-2 2024-08-30T20:59:13.038 INFO:tasks.rados.rados.0.smithi173.stdout:215: finishing write tid 2 to smithi17368540-2 2024-08-30T20:59:13.039 INFO:tasks.rados.rados.0.smithi173.stdout:215: finishing write tid 3 to smithi17368540-2 2024-08-30T20:59:13.039 INFO:tasks.rados.rados.0.smithi173.stdout:215: finishing write tid 4 to smithi17368540-2 2024-08-30T20:59:13.044 INFO:tasks.rados.rados.0.smithi173.stdout:215: finishing write tid 5 to smithi17368540-2 2024-08-30T20:59:13.044 INFO:tasks.rados.rados.0.smithi173.stdout:215: oid 2 updating version 0 to 62 2024-08-30T20:59:13.044 INFO:tasks.rados.rados.0.smithi173.stdout:215: oid 2 updating version 62 to 64 2024-08-30T20:59:13.044 INFO:tasks.rados.rados.0.smithi173.stdout:215: oid 2 version 64 is already newer than 63 2024-08-30T20:59:13.044 INFO:tasks.rados.rados.0.smithi173.stdout:215: oid 2 version 64 is already newer than 61 2024-08-30T20:59:13.044 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 64 (ObjNum 88 snap 18 seq_num 88) dirty exists 2024-08-30T20:59:13.044 INFO:tasks.rados.rados.0.smithi173.stdout:215: left oid 2 (ObjNum 88 snap 18 seq_num 88) 2024-08-30T20:59:13.050 INFO:tasks.rados.rados.0.smithi173.stdout:216: finishing copy_from racing read to smithi17368540-28 2024-08-30T20:59:13.051 INFO:tasks.rados.rados.0.smithi173.stdout:216: finishing copy_from to smithi17368540-28 2024-08-30T20:59:13.051 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 28 (ObjNum 64 snap 10 seq_num 64) dirty exists 2024-08-30T20:59:13.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:12 smithi196 ceph-mon[21316]: pgmap v142: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-30T20:59:13.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:12 smithi173 ceph-mon[17131]: pgmap v142: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-30T20:59:13.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:12 smithi173 ceph-mon[28069]: pgmap v142: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-30T20:59:14.008 INFO:tasks.rados.rados.0.smithi173.stdout:214: done (3 left) 2024-08-30T20:59:14.009 INFO:tasks.rados.rados.0.smithi173.stdout:215: done (2 left) 2024-08-30T20:59:14.009 INFO:tasks.rados.rados.0.smithi173.stdout:216: done (1 left) 2024-08-30T20:59:14.009 INFO:tasks.rados.rados.0.smithi173.stdout:217: done (0 left) 2024-08-30T20:59:14.009 INFO:tasks.rados.rados.0.smithi173.stdout:218: snap_create 2024-08-30T20:59:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:13 smithi196 ceph-mon[21316]: osdmap e112: 8 total, 8 up, 8 in 2024-08-30T20:59:14.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:13 smithi173 ceph-mon[28069]: osdmap e112: 8 total, 8 up, 8 in 2024-08-30T20:59:14.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:13 smithi173 ceph-mon[17131]: osdmap e112: 8 total, 8 up, 8 in 2024-08-30T20:59:15.014 INFO:tasks.rados.rados.0.smithi173.stdout:218: done (0 left) 2024-08-30T20:59:15.014 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 20 2024-08-30T20:59:15.014 INFO:tasks.rados.rados.0.smithi173.stdout:219: seq_num 89 ranges {458752=696320,1155072=655360,1810432=147456} 2024-08-30T20:59:15.020 INFO:tasks.rados.rados.0.smithi173.stdout:219: writing smithi17368540-17 from 458752 to 1155072 tid 1 2024-08-30T20:59:15.024 INFO:tasks.rados.rados.0.smithi173.stdout:219: writing smithi17368540-17 from 1155072 to 1810432 tid 2 2024-08-30T20:59:15.025 INFO:tasks.rados.rados.0.smithi173.stdout:219: writing smithi17368540-17 from 1810432 to 1957888 tid 3 2024-08-30T20:59:15.025 INFO:tasks.rados.rados.0.smithi173.stdout:220: rollback oid 8 current snap is 20 2024-08-30T20:59:15.025 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 8 to 10 2024-08-30T20:59:15.025 INFO:tasks.rados.rados.0.smithi173.stdout:221: rmattr oid 26 current snap is 20 2024-08-30T20:59:15.025 INFO:tasks.rados.rados.0.smithi173.stdout:221: done (2 left) 2024-08-30T20:59:15.026 INFO:tasks.rados.rados.0.smithi173.stdout:222: delete oid 2 current snap is 20 2024-08-30T20:59:15.028 INFO:tasks.rados.rados.0.smithi173.stdout:219: finishing write tid 1 to smithi17368540-17 2024-08-30T20:59:15.028 INFO:tasks.rados.rados.0.smithi173.stdout:222: done (2 left) 2024-08-30T20:59:15.028 INFO:tasks.rados.rados.0.smithi173.stdout:223: rmattr oid 24 current snap is 20 2024-08-30T20:59:15.028 INFO:tasks.rados.rados.0.smithi173.stdout:224: snap_create 2024-08-30T20:59:15.030 INFO:tasks.rados.rados.0.smithi173.stdout:219: finishing write tid 2 to smithi17368540-17 2024-08-30T20:59:15.030 INFO:tasks.rados.rados.0.smithi173.stdout:219: finishing write tid 3 to smithi17368540-17 2024-08-30T20:59:15.030 INFO:tasks.rados.rados.0.smithi173.stdout:220: finishing rollback tid 1 to smithi17368540-8 2024-08-30T20:59:15.030 INFO:tasks.rados.rados.0.smithi173.stdout:219: finishing write tid 4 to smithi17368540-17 2024-08-30T20:59:15.031 INFO:tasks.rados.rados.0.smithi173.stdout:220: finishing rollback tid 2 to smithi17368540-8 2024-08-30T20:59:15.031 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 63 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-30T20:59:15.031 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 18 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-30T20:59:15.031 INFO:tasks.rados.rados.0.smithi173.stdout:219: finishing write tid 5 to smithi17368540-17 2024-08-30T20:59:15.032 INFO:tasks.rados.rados.0.smithi173.stdout:219: oid 17 updating version 0 to 27 2024-08-30T20:59:15.032 INFO:tasks.rados.rados.0.smithi173.stdout:219: oid 17 version 27 is already newer than 25 2024-08-30T20:59:15.032 INFO:tasks.rados.rados.0.smithi173.stdout:219: oid 17 version 27 is already newer than 26 2024-08-30T20:59:15.032 INFO:tasks.rados.rados.0.smithi173.stdout:219: oid 17 version 27 is already newer than 24 2024-08-30T20:59:15.032 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 27 (ObjNum 89 snap 20 seq_num 89) dirty exists 2024-08-30T20:59:15.032 INFO:tasks.rados.rados.0.smithi173.stdout:219: left oid 17 (ObjNum 89 snap 20 seq_num 89) 2024-08-30T20:59:15.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:15 smithi196 ceph-mon[21316]: osdmap e113: 8 total, 8 up, 8 in 2024-08-30T20:59:15.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:15 smithi196 ceph-mon[21316]: pgmap v145: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-30T20:59:15.317 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:15 smithi173 ceph-mon[17131]: osdmap e113: 8 total, 8 up, 8 in 2024-08-30T20:59:15.317 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:15 smithi173 ceph-mon[17131]: pgmap v145: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-30T20:59:15.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:15 smithi173 ceph-mon[28069]: osdmap e113: 8 total, 8 up, 8 in 2024-08-30T20:59:15.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:15 smithi173 ceph-mon[28069]: pgmap v145: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-08-30T20:59:15.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:59:15] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2024-08-30T20:59:16.017 INFO:tasks.rados.rados.0.smithi173.stdout:219: done (3 left) 2024-08-30T20:59:16.018 INFO:tasks.rados.rados.0.smithi173.stdout:220: done (2 left) 2024-08-30T20:59:16.018 INFO:tasks.rados.rados.0.smithi173.stdout:223: done (1 left) 2024-08-30T20:59:16.018 INFO:tasks.rados.rados.0.smithi173.stdout:224: done (0 left) 2024-08-30T20:59:16.018 INFO:tasks.rados.rados.0.smithi173.stdout:225: copy_from oid 48 from oid 47 current snap is 21 2024-08-30T20:59:16.018 INFO:tasks.rados.rados.0.smithi173.stdout:226: read oid 34 snap -1 2024-08-30T20:59:16.018 INFO:tasks.rados.rados.0.smithi173.stdout:226: expect (ObjNum 72 snap 14 seq_num 72) 2024-08-30T20:59:16.018 INFO:tasks.rados.rados.0.smithi173.stdout:227: snap_create 2024-08-30T20:59:16.027 INFO:tasks.rados.rados.0.smithi173.stdout:225: finishing copy_from racing read to smithi17368540-48 2024-08-30T20:59:16.027 INFO:tasks.rados.rados.0.smithi173.stdout:226: expect (ObjNum 72 snap 14 seq_num 72) 2024-08-30T20:59:16.077 INFO:tasks.rados.rados.0.smithi173.stdout:225: finishing copy_from to smithi17368540-48 2024-08-30T20:59:16.077 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-30T20:59:16.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:16 smithi173 ceph-mon[17131]: osdmap e114: 8 total, 8 up, 8 in 2024-08-30T20:59:16.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:16 smithi173 ceph-mon[28069]: osdmap e114: 8 total, 8 up, 8 in 2024-08-30T20:59:16.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:16 smithi196 ceph-mon[21316]: osdmap e114: 8 total, 8 up, 8 in 2024-08-30T20:59:16.956 INFO:tasks.rados.rados.0.smithi173.stdout:225: done (2 left) 2024-08-30T20:59:16.956 INFO:tasks.rados.rados.0.smithi173.stdout:226: done (1 left) 2024-08-30T20:59:16.957 INFO:tasks.rados.rados.0.smithi173.stdout:227: done (0 left) 2024-08-30T20:59:16.957 INFO:tasks.rados.rados.0.smithi173.stdout:228: read oid 47 snap -1 2024-08-30T20:59:16.957 INFO:tasks.rados.rados.0.smithi173.stdout:228: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-30T20:59:16.957 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 22 2024-08-30T20:59:16.957 INFO:tasks.rados.rados.0.smithi173.stdout:229: seq_num 91 ranges {557056=729088,1286144=425984,1712128=376832} 2024-08-30T20:59:16.963 INFO:tasks.rados.rados.0.smithi173.stdout:229: writing smithi17368540-45 from 557056 to 1286144 tid 1 2024-08-30T20:59:16.966 INFO:tasks.rados.rados.0.smithi173.stdout:229: writing smithi17368540-45 from 1286144 to 1712128 tid 2 2024-08-30T20:59:16.968 INFO:tasks.rados.rados.0.smithi173.stdout:229: writing smithi17368540-45 from 1712128 to 2088960 tid 3 2024-08-30T20:59:16.969 INFO:tasks.rados.rados.0.smithi173.stdout:228: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: finishing write tid 1 to smithi17368540-45 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: finishing write tid 2 to smithi17368540-45 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: finishing write tid 3 to smithi17368540-45 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: finishing write tid 4 to smithi17368540-45 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: finishing write tid 5 to smithi17368540-45 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: oid 45 updating version 0 to 77 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: oid 45 version 77 is already newer than 75 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: oid 45 version 77 is already newer than 76 2024-08-30T20:59:16.991 INFO:tasks.rados.rados.0.smithi173.stdout:229: oid 45 updating version 77 to 78 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 78 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:229: left oid 45 (ObjNum 91 snap 22 seq_num 91) 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:228: done (1 left) 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:229: done (0 left) 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:230: read oid 43 snap 16 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:230: expect (ObjNum 71 snap 14 seq_num 71) 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:231: read oid 50 snap -1 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:231: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:232: read oid 35 snap 13 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:232: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-30T20:59:16.992 INFO:tasks.rados.rados.0.smithi173.stdout:233: snap_remove snap 21 2024-08-30T20:59:17.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:17 smithi173 ceph-mon[28069]: osdmap e115: 8 total, 8 up, 8 in 2024-08-30T20:59:17.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:17 smithi173 ceph-mon[28069]: pgmap v148: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:17.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:17 smithi173 ceph-mon[28069]: osdmap e116: 8 total, 8 up, 8 in 2024-08-30T20:59:17.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:17 smithi173 ceph-mon[17131]: osdmap e115: 8 total, 8 up, 8 in 2024-08-30T20:59:17.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:17 smithi173 ceph-mon[17131]: pgmap v148: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:17.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:17 smithi173 ceph-mon[17131]: osdmap e116: 8 total, 8 up, 8 in 2024-08-30T20:59:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:17 smithi196 ceph-mon[21316]: osdmap e115: 8 total, 8 up, 8 in 2024-08-30T20:59:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:17 smithi196 ceph-mon[21316]: pgmap v148: 121 pgs: 121 active+clean; 52 MiB data, 307 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:17.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:17 smithi196 ceph-mon[21316]: osdmap e116: 8 total, 8 up, 8 in 2024-08-30T20:59:17.960 INFO:tasks.rados.rados.0.smithi173.stdout:233: done (3 left) 2024-08-30T20:59:17.960 INFO:tasks.rados.rados.0.smithi173.stdout:234: rollback oid 40 current snap is 22 2024-08-30T20:59:17.960 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 13 2024-08-30T20:59:17.960 INFO:tasks.rados.rados.0.smithi173.stdout:232: expect (ObjNum 34 snap 0 seq_num 34) 2024-08-30T20:59:17.975 INFO:tasks.rados.rados.0.smithi173.stdout:231: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-30T20:59:17.996 INFO:tasks.rados.rados.0.smithi173.stdout:230: expect (ObjNum 71 snap 14 seq_num 71) 2024-08-30T20:59:18.111 INFO:tasks.rados.rados.0.smithi173.stdout:234: finishing rollback tid 0 to smithi17368540-40 2024-08-30T20:59:18.111 INFO:tasks.rados.rados.0.smithi173.stdout:234: finishing rollback tid 1 to smithi17368540-40 2024-08-30T20:59:18.111 INFO:tasks.rados.rados.0.smithi173.stdout:234: finishing rollback tid 2 to smithi17368540-40 2024-08-30T20:59:18.111 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 33 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:230: done (3 left) 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:231: done (2 left) 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:232: done (1 left) 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:234: done (0 left) 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:235: read oid 26 snap -1 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:235: expect (ObjNum 87 snap 18 seq_num 87) 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 22 2024-08-30T20:59:18.112 INFO:tasks.rados.rados.0.smithi173.stdout:236: seq_num 92 ranges {638976=745472,1384448=761856,2146304=40960} 2024-08-30T20:59:18.118 INFO:tasks.rados.rados.0.smithi173.stdout:236: writing smithi17368540-39 from 638976 to 1384448 tid 1 2024-08-30T20:59:18.123 INFO:tasks.rados.rados.0.smithi173.stdout:236: writing smithi17368540-39 from 1384448 to 2146304 tid 2 2024-08-30T20:59:18.123 INFO:tasks.rados.rados.0.smithi173.stdout:236: writing smithi17368540-39 from 2146304 to 2187264 tid 3 2024-08-30T20:59:18.123 INFO:tasks.rados.rados.0.smithi173.stdout:237: setattr oid 12 current snap is 22 2024-08-30T20:59:18.123 INFO:tasks.rados.rados.0.smithi173.stdout:235: expect (ObjNum 87 snap 18 seq_num 87) 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: finishing write tid 1 to smithi17368540-39 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: finishing write tid 2 to smithi17368540-39 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: finishing write tid 3 to smithi17368540-39 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: finishing write tid 4 to smithi17368540-39 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: finishing write tid 5 to smithi17368540-39 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: oid 39 updating version 0 to 14 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: oid 39 updating version 14 to 15 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: oid 39 version 15 is already newer than 13 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:236: oid 39 version 15 is already newer than 12 2024-08-30T20:59:18.162 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 15 (ObjNum 92 snap 22 seq_num 92) dirty exists 2024-08-30T20:59:18.163 INFO:tasks.rados.rados.0.smithi173.stdout:236: left oid 39 (ObjNum 92 snap 22 seq_num 92) 2024-08-30T20:59:18.163 INFO:tasks.rados.rados.0.smithi173.stdout:235: done (2 left) 2024-08-30T20:59:18.163 INFO:tasks.rados.rados.0.smithi173.stdout:236: done (1 left) 2024-08-30T20:59:18.163 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 22 2024-08-30T20:59:18.163 INFO:tasks.rados.rados.0.smithi173.stdout:238: seq_num 93 ranges {0=761856,761856=647168,1409024=155648} 2024-08-30T20:59:18.166 INFO:tasks.rados.rados.0.smithi173.stdout:238: writing smithi17368540-2 from 0 to 761856 tid 1 2024-08-30T20:59:18.169 INFO:tasks.rados.rados.0.smithi173.stdout:238: writing smithi17368540-2 from 761856 to 1409024 tid 2 2024-08-30T20:59:18.172 INFO:tasks.rados.rados.0.smithi173.stdout:238: writing smithi17368540-2 from 1409024 to 1564672 tid 3 2024-08-30T20:59:18.172 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 96 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-30T20:59:18.172 INFO:tasks.rados.rados.0.smithi173.stdout:238: finishing write tid 1 to smithi17368540-2 2024-08-30T20:59:18.172 INFO:tasks.rados.rados.0.smithi173.stdout:239: read oid 1 snap 14 2024-08-30T20:59:18.172 INFO:tasks.rados.rados.0.smithi173.stdout:239: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-30T20:59:18.172 INFO:tasks.rados.rados.0.smithi173.stdout:237: done (2 left) 2024-08-30T20:59:18.172 INFO:tasks.rados.rados.0.smithi173.stdout:240: read oid 39 snap -1 2024-08-30T20:59:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:240: expect (ObjNum 92 snap 22 seq_num 92) 2024-08-30T20:59:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:241: snap_create 2024-08-30T20:59:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:238: finishing write tid 2 to smithi17368540-2 2024-08-30T20:59:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:238: finishing write tid 3 to smithi17368540-2 2024-08-30T20:59:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:238: finishing write tid 4 to smithi17368540-2 2024-08-30T20:59:18.175 INFO:tasks.rados.rados.0.smithi173.stdout:238: finishing write tid 5 to smithi17368540-2 2024-08-30T20:59:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:238: oid 2 updating version 0 to 69 2024-08-30T20:59:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:238: oid 2 version 69 is already newer than 67 2024-08-30T20:59:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:238: oid 2 updating version 69 to 70 2024-08-30T20:59:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:238: oid 2 version 70 is already newer than 68 2024-08-30T20:59:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 70 (ObjNum 93 snap 22 seq_num 93) dirty exists 2024-08-30T20:59:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:238: left oid 2 (ObjNum 93 snap 22 seq_num 93) 2024-08-30T20:59:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:239: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-30T20:59:18.199 INFO:tasks.rados.rados.0.smithi173.stdout:240: expect (ObjNum 92 snap 22 seq_num 92) 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:238: done (3 left) 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:239: done (2 left) 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:240: done (1 left) 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:241: done (0 left) 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:242: rollback oid 30 current snap is 23 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 16 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:243: copy_from oid 9 from oid 25 current snap is 23 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:244: copy_from oid 12 from oid 28 current snap is 23 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:245: read oid 1 snap -1 2024-08-30T20:59:18.967 INFO:tasks.rados.rados.0.smithi173.stdout:245: expect (ObjNum 77 snap 17 seq_num 77) 2024-08-30T20:59:18.968 INFO:tasks.rados.rados.0.smithi173.stdout:246: read oid 17 snap -1 2024-08-30T20:59:18.968 INFO:tasks.rados.rados.0.smithi173.stdout:246: expect (ObjNum 89 snap 20 seq_num 89) 2024-08-30T20:59:18.968 INFO:tasks.rados.rados.0.smithi173.stdout:247: read oid 15 snap 13 2024-08-30T20:59:18.968 INFO:tasks.rados.rados.0.smithi173.stdout:247: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-30T20:59:18.968 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 23 2024-08-30T20:59:18.968 INFO:tasks.rados.rados.0.smithi173.stdout:248: seq_num 94 ranges {2940928=778240,3719168=532480,4251648=270336} 2024-08-30T20:59:18.989 INFO:tasks.rados.rados.0.smithi173.stdout:248: writing smithi17368540-43 from 2940928 to 3719168 tid 1 2024-08-30T20:59:18.992 INFO:tasks.rados.rados.0.smithi173.stdout:248: writing smithi17368540-43 from 3719168 to 4251648 tid 2 2024-08-30T20:59:18.994 INFO:tasks.rados.rados.0.smithi173.stdout:248: writing smithi17368540-43 from 4251648 to 4521984 tid 3 2024-08-30T20:59:18.994 INFO:tasks.rados.rados.0.smithi173.stdout:249: snap_remove snap 14 2024-08-30T20:59:19.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:18 smithi173 ceph-mon[17131]: osdmap e117: 8 total, 8 up, 8 in 2024-08-30T20:59:19.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:18 smithi173 ceph-mon[17131]: pgmap v151: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-30T20:59:19.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:18 smithi173 ceph-mon[28069]: osdmap e117: 8 total, 8 up, 8 in 2024-08-30T20:59:19.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:18 smithi173 ceph-mon[28069]: pgmap v151: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-30T20:59:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:18 smithi196 ceph-mon[21316]: osdmap e117: 8 total, 8 up, 8 in 2024-08-30T20:59:19.288 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:18 smithi196 ceph-mon[21316]: pgmap v151: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-30T20:59:19.970 INFO:tasks.rados.rados.0.smithi173.stdout:249: done (7 left) 2024-08-30T20:59:19.971 INFO:tasks.rados.rados.0.smithi173.stdout:250: copy_from oid 13 from oid 21 current snap is 23 2024-08-30T20:59:19.971 INFO:tasks.rados.rados.0.smithi173.stdout:247: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-30T20:59:19.974 INFO:tasks.rados.rados.0.smithi173.stdout:242: finishing rollback tid 0 to smithi17368540-30 2024-08-30T20:59:19.974 INFO:tasks.rados.rados.0.smithi173.stdout:242: finishing rollback tid 1 to smithi17368540-30 2024-08-30T20:59:19.974 INFO:tasks.rados.rados.0.smithi173.stdout:242: finishing rollback tid 2 to smithi17368540-30 2024-08-30T20:59:19.974 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 15 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-30T20:59:19.974 INFO:tasks.rados.rados.0.smithi173.stdout:246: expect (ObjNum 89 snap 20 seq_num 89) 2024-08-30T20:59:20.036 INFO:tasks.rados.rados.0.smithi173.stdout:243: finishing copy_from racing read to smithi17368540-9 2024-08-30T20:59:20.036 INFO:tasks.rados.rados.0.smithi173.stdout:243: finishing copy_from to smithi17368540-9 2024-08-30T20:59:20.036 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-30T20:59:20.036 INFO:tasks.rados.rados.0.smithi173.stdout:245: expect (ObjNum 77 snap 17 seq_num 77) 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:244: finishing copy_from racing read to smithi17368540-12 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:244: finishing copy_from to smithi17368540-12 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 28 (ObjNum 64 snap 10 seq_num 64) dirty exists 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:248: finishing write tid 1 to smithi17368540-43 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:248: finishing write tid 2 to smithi17368540-43 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:248: finishing write tid 3 to smithi17368540-43 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:248: finishing write tid 4 to smithi17368540-43 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:242: done (7 left) 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:243: done (6 left) 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:244: done (5 left) 2024-08-30T20:59:20.167 INFO:tasks.rados.rados.0.smithi173.stdout:245: done (4 left) 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:246: done (3 left) 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:247: done (2 left) 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:251: rollback oid 49 current snap is 23 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 18 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:248: finishing write tid 5 to smithi17368540-43 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:248: oid 43 updating version 0 to 100 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:248: oid 43 updating version 100 to 101 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:248: oid 43 updating version 101 to 102 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:248: oid 43 updating version 102 to 103 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 103 (ObjNum 94 snap 23 seq_num 94) dirty exists 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:248: left oid 43 (ObjNum 94 snap 23 seq_num 94) 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:250: finishing copy_from racing read to smithi17368540-13 2024-08-30T20:59:20.168 INFO:tasks.rados.rados.0.smithi173.stdout:250: finishing copy_from to smithi17368540-13 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 63 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:248: done (2 left) 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:250: done (1 left) 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:252: rollback oid 50 current snap is 23 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 22 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:253: rmattr oid 5 current snap is 23 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:253: done (2 left) 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:254: rollback oid 26 current snap is 23 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 26 to 16 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:255: rmattr oid 37 current snap is 23 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:255: done (3 left) 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:256: copy_from oid 38 from oid 13 current snap is 23 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:257: rollback oid 19 current snap is 23 2024-08-30T20:59:20.169 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 17 2024-08-30T20:59:20.170 INFO:tasks.rados.rados.0.smithi173.stdout:258: snap_remove snap 10 2024-08-30T20:59:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:19 smithi173 ceph-mon[17131]: osdmap e118: 8 total, 8 up, 8 in 2024-08-30T20:59:20.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:19 smithi173 ceph-mon[28069]: osdmap e118: 8 total, 8 up, 8 in 2024-08-30T20:59:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:19 smithi196 ceph-mon[21316]: osdmap e118: 8 total, 8 up, 8 in 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:258: done (5 left) 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:259: snap_create 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:254: finishing rollback tid 0 to smithi17368540-26 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:252: finishing rollback tid 0 to smithi17368540-50 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:257: finishing rollback tid 0 to smithi17368540-19 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:251: finishing rollback tid 0 to smithi17368540-49 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:252: finishing rollback tid 1 to smithi17368540-50 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:257: finishing rollback tid 1 to smithi17368540-19 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:251: finishing rollback tid 1 to smithi17368540-49 2024-08-30T20:59:20.976 INFO:tasks.rados.rados.0.smithi173.stdout:251: finishing rollback tid 2 to smithi17368540-49 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 35 (ObjNum 84 snap 18 seq_num 84) dirty exists 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:254: finishing rollback tid 1 to smithi17368540-26 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:252: finishing rollback tid 2 to smithi17368540-50 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 21 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:257: finishing rollback tid 2 to smithi17368540-19 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 76 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:254: finishing rollback tid 2 to smithi17368540-26 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 115 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:256: finishing copy_from racing read to smithi17368540-38 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:256: finishing copy_from to smithi17368540-38 2024-08-30T20:59:20.977 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 63 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T20:59:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:20 smithi196 ceph-mon[21316]: osdmap e119: 8 total, 8 up, 8 in 2024-08-30T20:59:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:20 smithi196 ceph-mon[21316]: pgmap v154: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-30T20:59:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:20 smithi173 ceph-mon[17131]: osdmap e119: 8 total, 8 up, 8 in 2024-08-30T20:59:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:20 smithi173 ceph-mon[17131]: pgmap v154: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-30T20:59:21.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:20 smithi173 ceph-mon[28069]: osdmap e119: 8 total, 8 up, 8 in 2024-08-30T20:59:21.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:20 smithi173 ceph-mon[28069]: pgmap v154: 121 pgs: 121 active+clean; 61 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.2 MiB/s wr, 12 op/s 2024-08-30T20:59:21.956 INFO:tasks.rados.rados.0.smithi173.stdout:251: done (5 left) 2024-08-30T20:59:21.956 INFO:tasks.rados.rados.0.smithi173.stdout:252: done (4 left) 2024-08-30T20:59:21.956 INFO:tasks.rados.rados.0.smithi173.stdout:254: done (3 left) 2024-08-30T20:59:21.956 INFO:tasks.rados.rados.0.smithi173.stdout:256: done (2 left) 2024-08-30T20:59:21.957 INFO:tasks.rados.rados.0.smithi173.stdout:257: done (1 left) 2024-08-30T20:59:21.957 INFO:tasks.rados.rados.0.smithi173.stdout:259: done (0 left) 2024-08-30T20:59:21.957 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 24 2024-08-30T20:59:21.957 INFO:tasks.rados.rados.0.smithi173.stdout:260: seq_num 95 ranges {2564096=794624,3358720=409600,3768320=393216} 2024-08-30T20:59:21.974 INFO:tasks.rados.rados.0.smithi173.stdout:260: writing smithi17368540-16 from 2564096 to 3358720 tid 1 2024-08-30T20:59:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:260: writing smithi17368540-16 from 3358720 to 3768320 tid 2 2024-08-30T20:59:21.979 INFO:tasks.rados.rados.0.smithi173.stdout:260: writing smithi17368540-16 from 3768320 to 4161536 tid 3 2024-08-30T20:59:21.980 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 24 2024-08-30T20:59:21.980 INFO:tasks.rados.rados.0.smithi173.stdout:261: seq_num 96 ranges {286720=409600,696320=696320,1392640=507904} 2024-08-30T20:59:21.984 INFO:tasks.rados.rados.0.smithi173.stdout:261: writing smithi17368540-18 from 286720 to 696320 tid 1 2024-08-30T20:59:21.987 INFO:tasks.rados.rados.0.smithi173.stdout:261: writing smithi17368540-18 from 696320 to 1392640 tid 2 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:261: writing smithi17368540-18 from 1392640 to 1900544 tid 3 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:262: setattr oid 45 current snap is 24 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: finishing write tid 1 to smithi17368540-16 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: finishing write tid 2 to smithi17368540-16 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: finishing write tid 3 to smithi17368540-16 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: finishing write tid 4 to smithi17368540-16 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: finishing write tid 5 to smithi17368540-16 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: oid 16 updating version 0 to 29 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: oid 16 version 29 is already newer than 27 2024-08-30T20:59:21.991 INFO:tasks.rados.rados.0.smithi173.stdout:260: oid 16 version 29 is already newer than 26 2024-08-30T20:59:21.992 INFO:tasks.rados.rados.0.smithi173.stdout:260: oid 16 version 29 is already newer than 28 2024-08-30T20:59:21.992 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 29 (ObjNum 95 snap 24 seq_num 95) dirty exists 2024-08-30T20:59:21.992 INFO:tasks.rados.rados.0.smithi173.stdout:260: left oid 16 (ObjNum 95 snap 24 seq_num 95) 2024-08-30T20:59:21.992 INFO:tasks.rados.rados.0.smithi173.stdout:261: finishing write tid 1 to smithi17368540-18 2024-08-30T20:59:21.992 INFO:tasks.rados.rados.0.smithi173.stdout:261: finishing write tid 2 to smithi17368540-18 2024-08-30T20:59:21.993 INFO:tasks.rados.rados.0.smithi173.stdout:261: finishing write tid 3 to smithi17368540-18 2024-08-30T20:59:21.993 INFO:tasks.rados.rados.0.smithi173.stdout:261: finishing write tid 4 to smithi17368540-18 2024-08-30T20:59:21.993 INFO:tasks.rados.rados.0.smithi173.stdout:260: done (2 left) 2024-08-30T20:59:21.993 INFO:tasks.rados.rados.0.smithi173.stdout:263: snap_remove snap 17 2024-08-30T20:59:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:21 smithi196 ceph-mon[21316]: osdmap e120: 8 total, 8 up, 8 in 2024-08-30T20:59:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:21 smithi196 ceph-mon[21316]: osdmap e121: 8 total, 8 up, 8 in 2024-08-30T20:59:22.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:21 smithi173 ceph-mon[17131]: osdmap e120: 8 total, 8 up, 8 in 2024-08-30T20:59:22.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:21 smithi173 ceph-mon[17131]: osdmap e121: 8 total, 8 up, 8 in 2024-08-30T20:59:22.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:21 smithi173 ceph-mon[28069]: osdmap e120: 8 total, 8 up, 8 in 2024-08-30T20:59:22.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:21 smithi173 ceph-mon[28069]: osdmap e121: 8 total, 8 up, 8 in 2024-08-30T20:59:22.981 INFO:tasks.rados.rados.0.smithi173.stdout:261: finishing write tid 5 to smithi17368540-18 2024-08-30T20:59:22.981 INFO:tasks.rados.rados.0.smithi173.stdout:261: oid 18 updating version 0 to 70 2024-08-30T20:59:22.981 INFO:tasks.rados.rados.0.smithi173.stdout:261: oid 18 updating version 70 to 73 2024-08-30T20:59:22.981 INFO:tasks.rados.rados.0.smithi173.stdout:261: oid 18 version 73 is already newer than 71 2024-08-30T20:59:22.981 INFO:tasks.rados.rados.0.smithi173.stdout:261: oid 18 version 73 is already newer than 72 2024-08-30T20:59:22.982 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 73 (ObjNum 96 snap 24 seq_num 96) dirty exists 2024-08-30T20:59:22.982 INFO:tasks.rados.rados.0.smithi173.stdout:261: left oid 18 (ObjNum 96 snap 24 seq_num 96) 2024-08-30T20:59:22.982 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 98 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T20:59:22.982 INFO:tasks.rados.rados.0.smithi173.stdout:261: done (2 left) 2024-08-30T20:59:22.982 INFO:tasks.rados.rados.0.smithi173.stdout:262: done (1 left) 2024-08-30T20:59:22.982 INFO:tasks.rados.rados.0.smithi173.stdout:263: done (0 left) 2024-08-30T20:59:22.982 INFO:tasks.rados.rados.0.smithi173.stdout:264: setattr oid 40 current snap is 24 2024-08-30T20:59:22.984 INFO:tasks.rados.rados.0.smithi173.stdout:265: snap_create 2024-08-30T20:59:22.993 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 45 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-30T20:59:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:22 smithi196 ceph-mon[21316]: pgmap v157: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-08-30T20:59:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:22 smithi173 ceph-mon[17131]: pgmap v157: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-08-30T20:59:23.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:22 smithi173 ceph-mon[28069]: pgmap v157: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-08-30T20:59:23.981 INFO:tasks.rados.rados.0.smithi173.stdout:264: done (1 left) 2024-08-30T20:59:23.981 INFO:tasks.rados.rados.0.smithi173.stdout:265: done (0 left) 2024-08-30T20:59:23.981 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 25 2024-08-30T20:59:23.981 INFO:tasks.rados.rados.0.smithi173.stdout:266: seq_num 97 ranges {253952=434176,688128=581632,1269760=540672,1810432=81920} 2024-08-30T20:59:23.985 INFO:tasks.rados.rados.0.smithi173.stdout:266: writing smithi17368540-33 from 253952 to 688128 tid 1 2024-08-30T20:59:23.988 INFO:tasks.rados.rados.0.smithi173.stdout:266: writing smithi17368540-33 from 688128 to 1269760 tid 2 2024-08-30T20:59:23.991 INFO:tasks.rados.rados.0.smithi173.stdout:266: writing smithi17368540-33 from 1269760 to 1810432 tid 3 2024-08-30T20:59:23.993 INFO:tasks.rados.rados.0.smithi173.stdout:266: writing smithi17368540-33 from 1810432 to 1892352 tid 4 2024-08-30T20:59:23.993 INFO:tasks.rados.rados.0.smithi173.stdout:267: copy_from oid 18 from oid 13 current snap is 25 2024-08-30T20:59:23.993 INFO:tasks.rados.rados.0.smithi173.stdout:266: finishing write tid 1 to smithi17368540-33 2024-08-30T20:59:23.993 INFO:tasks.rados.rados.0.smithi173.stdout:266: finishing write tid 2 to smithi17368540-33 2024-08-30T20:59:23.993 INFO:tasks.rados.rados.0.smithi173.stdout:268: snap_create 2024-08-30T20:59:23.994 INFO:tasks.rados.rados.0.smithi173.stdout:266: finishing write tid 3 to smithi17368540-33 2024-08-30T20:59:23.994 INFO:tasks.rados.rados.0.smithi173.stdout:266: finishing write tid 4 to smithi17368540-33 2024-08-30T20:59:23.995 INFO:tasks.rados.rados.0.smithi173.stdout:266: finishing write tid 5 to smithi17368540-33 2024-08-30T20:59:23.996 INFO:tasks.rados.rados.0.smithi173.stdout:266: finishing write tid 6 to smithi17368540-33 2024-08-30T20:59:23.996 INFO:tasks.rados.rados.0.smithi173.stdout:266: oid 33 updating version 0 to 109 2024-08-30T20:59:23.996 INFO:tasks.rados.rados.0.smithi173.stdout:266: oid 33 updating version 109 to 110 2024-08-30T20:59:23.996 INFO:tasks.rados.rados.0.smithi173.stdout:266: oid 33 updating version 110 to 112 2024-08-30T20:59:23.996 INFO:tasks.rados.rados.0.smithi173.stdout:266: oid 33 version 112 is already newer than 111 2024-08-30T20:59:23.996 INFO:tasks.rados.rados.0.smithi173.stdout:266: oid 33 version 112 is already newer than 108 2024-08-30T20:59:23.996 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 112 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-08-30T20:59:23.997 INFO:tasks.rados.rados.0.smithi173.stdout:266: left oid 33 (ObjNum 97 snap 25 seq_num 97) 2024-08-30T20:59:24.002 INFO:tasks.rados.rados.0.smithi173.stdout:267: finishing copy_from racing read to smithi17368540-18 2024-08-30T20:59:24.003 INFO:tasks.rados.rados.0.smithi173.stdout:267: finishing copy_from to smithi17368540-18 2024-08-30T20:59:24.003 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 63 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T20:59:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:23 smithi196 ceph-mon[21316]: osdmap e122: 8 total, 8 up, 8 in 2024-08-30T20:59:24.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:23 smithi173 ceph-mon[17131]: osdmap e122: 8 total, 8 up, 8 in 2024-08-30T20:59:24.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:23 smithi173 ceph-mon[28069]: osdmap e122: 8 total, 8 up, 8 in 2024-08-30T20:59:24.994 INFO:tasks.rados.rados.0.smithi173.stdout:266: done (2 left) 2024-08-30T20:59:24.994 INFO:tasks.rados.rados.0.smithi173.stdout:267: done (1 left) 2024-08-30T20:59:24.994 INFO:tasks.rados.rados.0.smithi173.stdout:268: done (0 left) 2024-08-30T20:59:24.994 INFO:tasks.rados.rados.0.smithi173.stdout:269: snap_create 2024-08-30T20:59:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:24 smithi196 ceph-mon[21316]: osdmap e123: 8 total, 8 up, 8 in 2024-08-30T20:59:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:24 smithi196 ceph-mon[21316]: pgmap v160: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-08-30T20:59:25.317 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:24 smithi173 ceph-mon[17131]: osdmap e123: 8 total, 8 up, 8 in 2024-08-30T20:59:25.317 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:24 smithi173 ceph-mon[17131]: pgmap v160: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-08-30T20:59:25.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:24 smithi173 ceph-mon[28069]: osdmap e123: 8 total, 8 up, 8 in 2024-08-30T20:59:25.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:24 smithi173 ceph-mon[28069]: pgmap v160: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-08-30T20:59:25.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:59:25] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2024-08-30T20:59:25.997 INFO:tasks.rados.rados.0.smithi173.stdout:269: done (0 left) 2024-08-30T20:59:25.997 INFO:tasks.rados.rados.0.smithi173.stdout:270: read oid 15 snap -1 2024-08-30T20:59:25.997 INFO:tasks.rados.rados.0.smithi173.stdout:270: expect deleted 2024-08-30T20:59:25.997 INFO:tasks.rados.rados.0.smithi173.stdout:271: read oid 1 snap -1 2024-08-30T20:59:25.997 INFO:tasks.rados.rados.0.smithi173.stdout:271: expect (ObjNum 77 snap 17 seq_num 77) 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:272: rmattr oid 37 current snap is 27 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:272: done (2 left) 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:273: copy_from oid 47 from oid 2 current snap is 27 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:274: read oid 27 snap -1 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:274: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:275: read oid 21 snap -1 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:275: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T20:59:25.998 INFO:tasks.rados.rados.0.smithi173.stdout:276: delete oid 24 current snap is 27 2024-08-30T20:59:26.006 INFO:tasks.rados.rados.0.smithi173.stdout:270: done (5 left) 2024-08-30T20:59:26.006 INFO:tasks.rados.rados.0.smithi173.stdout:276: done (4 left) 2024-08-30T20:59:26.006 INFO:tasks.rados.rados.0.smithi173.stdout:277: delete oid 42 current snap is 27 2024-08-30T20:59:26.012 INFO:tasks.rados.rados.0.smithi173.stdout:275: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T20:59:26.083 INFO:tasks.rados.rados.0.smithi173.stdout:274: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T20:59:26.174 INFO:tasks.rados.rados.0.smithi173.stdout:271: expect (ObjNum 77 snap 17 seq_num 77) 2024-08-30T20:59:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:26 smithi196 ceph-mon[21316]: osdmap e124: 8 total, 8 up, 8 in 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:273: finishing copy_from racing read to smithi17368540-47 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:273: finishing copy_from to smithi17368540-47 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 70 (ObjNum 93 snap 22 seq_num 93) dirty exists 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:271: done (4 left) 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:273: done (3 left) 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:274: done (2 left) 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:275: done (1 left) 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:277: done (0 left) 2024-08-30T20:59:26.305 INFO:tasks.rados.rados.0.smithi173.stdout:278: read oid 29 snap -1 2024-08-30T20:59:26.306 INFO:tasks.rados.rados.0.smithi173.stdout:278: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T20:59:26.306 INFO:tasks.rados.rados.0.smithi173.stdout:279: copy_from oid 6 from oid 26 current snap is 27 2024-08-30T20:59:26.306 INFO:tasks.rados.rados.0.smithi173.stdout:280: snap_create 2024-08-30T20:59:26.306 INFO:tasks.rados.rados.0.smithi173.stdout:278: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T20:59:26.312 INFO:tasks.rados.rados.0.smithi173.stdout:279: finishing copy_from racing read to smithi17368540-6 2024-08-30T20:59:26.313 INFO:tasks.rados.rados.0.smithi173.stdout:279: finishing copy_from to smithi17368540-6 2024-08-30T20:59:26.313 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 115 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-30T20:59:26.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:26 smithi173 ceph-mon[17131]: osdmap e124: 8 total, 8 up, 8 in 2024-08-30T20:59:26.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:26 smithi173 ceph-mon[28069]: osdmap e124: 8 total, 8 up, 8 in 2024-08-30T20:59:26.959 INFO:tasks.rados.rados.0.smithi173.stdout:278: done (2 left) 2024-08-30T20:59:26.959 INFO:tasks.rados.rados.0.smithi173.stdout:279: done (1 left) 2024-08-30T20:59:26.959 INFO:tasks.rados.rados.0.smithi173.stdout:280: done (0 left) 2024-08-30T20:59:26.959 INFO:tasks.rados.rados.0.smithi173.stdout:281: rollback oid 14 current snap is 28 2024-08-30T20:59:26.959 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 26 2024-08-30T20:59:26.959 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 28 2024-08-30T20:59:26.960 INFO:tasks.rados.rados.0.smithi173.stdout:282: seq_num 100 ranges {638976=483328,1122304=688128,1810432=516096} 2024-08-30T20:59:26.965 INFO:tasks.rados.rados.0.smithi173.stdout:282: writing smithi17368540-9 from 638976 to 1122304 tid 1 2024-08-30T20:59:26.969 INFO:tasks.rados.rados.0.smithi173.stdout:282: writing smithi17368540-9 from 1122304 to 1810432 tid 2 2024-08-30T20:59:26.972 INFO:tasks.rados.rados.0.smithi173.stdout:282: writing smithi17368540-9 from 1810432 to 2326528 tid 3 2024-08-30T20:59:26.972 INFO:tasks.rados.rados.0.smithi173.stdout:283: read oid 29 snap -1 2024-08-30T20:59:26.972 INFO:tasks.rados.rados.0.smithi173.stdout:283: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T20:59:26.972 INFO:tasks.rados.rados.0.smithi173.stdout:284: copy_from oid 42 from oid 21 current snap is 28 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:281: finishing rollback tid 0 to smithi17368540-14 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:281: finishing rollback tid 1 to smithi17368540-14 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:281: finishing rollback tid 2 to smithi17368540-14 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 73 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:282: finishing write tid 1 to smithi17368540-9 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:282: finishing write tid 2 to smithi17368540-9 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:281: done (3 left) 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:285: rollback oid 16 current snap is 28 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 16 to 24 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:286: read oid 41 snap -1 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:286: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-30T20:59:26.973 INFO:tasks.rados.rados.0.smithi173.stdout:287: snap_create 2024-08-30T20:59:26.974 INFO:tasks.rados.rados.0.smithi173.stdout:283: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:282: finishing write tid 3 to smithi17368540-9 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:282: finishing write tid 4 to smithi17368540-9 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:285: finishing rollback tid 0 to smithi17368540-16 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:285: finishing rollback tid 1 to smithi17368540-16 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:285: finishing rollback tid 2 to smithi17368540-16 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 35 (ObjNum 95 snap 24 seq_num 95) dirty exists 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:282: finishing write tid 5 to smithi17368540-9 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:282: oid 9 updating version 0 to 84 2024-08-30T20:59:26.977 INFO:tasks.rados.rados.0.smithi173.stdout:282: oid 9 version 84 is already newer than 81 2024-08-30T20:59:26.978 INFO:tasks.rados.rados.0.smithi173.stdout:282: oid 9 version 84 is already newer than 83 2024-08-30T20:59:26.978 INFO:tasks.rados.rados.0.smithi173.stdout:282: oid 9 version 84 is already newer than 82 2024-08-30T20:59:26.978 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 84 (ObjNum 100 snap 28 seq_num 100) dirty exists 2024-08-30T20:59:26.978 INFO:tasks.rados.rados.0.smithi173.stdout:282: left oid 9 (ObjNum 100 snap 28 seq_num 100) 2024-08-30T20:59:26.978 INFO:tasks.rados.rados.0.smithi173.stdout:286: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-30T20:59:26.998 INFO:tasks.rados.rados.0.smithi173.stdout:284: finishing copy_from racing read to smithi17368540-42 2024-08-30T20:59:26.998 INFO:tasks.rados.rados.0.smithi173.stdout:284: finishing copy_from to smithi17368540-42 2024-08-30T20:59:26.998 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 63 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T20:59:27.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:27 smithi196 ceph-mon[21316]: osdmap e125: 8 total, 8 up, 8 in 2024-08-30T20:59:27.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:27 smithi196 ceph-mon[21316]: pgmap v163: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:27.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:27 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:27.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:27 smithi196 ceph-mon[21316]: osdmap e126: 8 total, 8 up, 8 in 2024-08-30T20:59:27.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[28069]: osdmap e125: 8 total, 8 up, 8 in 2024-08-30T20:59:27.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[28069]: pgmap v163: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:27.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:27.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[28069]: osdmap e126: 8 total, 8 up, 8 in 2024-08-30T20:59:27.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[17131]: osdmap e125: 8 total, 8 up, 8 in 2024-08-30T20:59:27.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[17131]: pgmap v163: 121 pgs: 121 active+clean; 77 MiB data, 354 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:27.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:27.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:27 smithi173 ceph-mon[17131]: osdmap e126: 8 total, 8 up, 8 in 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:282: done (5 left) 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:283: done (4 left) 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:284: done (3 left) 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:285: done (2 left) 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:286: done (1 left) 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:287: done (0 left) 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 29 2024-08-30T20:59:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:288: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2024-08-30T20:59:27.962 INFO:tasks.rados.rados.0.smithi173.stdout:288: writing smithi17368540-5 from 0 to 499712 tid 1 2024-08-30T20:59:27.965 INFO:tasks.rados.rados.0.smithi173.stdout:288: writing smithi17368540-5 from 499712 to 1073152 tid 2 2024-08-30T20:59:27.968 INFO:tasks.rados.rados.0.smithi173.stdout:288: writing smithi17368540-5 from 1073152 to 1597440 tid 3 2024-08-30T20:59:27.969 INFO:tasks.rados.rados.0.smithi173.stdout:288: writing smithi17368540-5 from 1597440 to 1703936 tid 4 2024-08-30T20:59:27.969 INFO:tasks.rados.rados.0.smithi173.stdout:289: rollback oid 31 current snap is 29 2024-08-30T20:59:27.969 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 18 2024-08-30T20:59:27.969 INFO:tasks.rados.rados.0.smithi173.stdout:288: finishing write tid 1 to smithi17368540-5 2024-08-30T20:59:27.969 INFO:tasks.rados.rados.0.smithi173.stdout:288: finishing write tid 2 to smithi17368540-5 2024-08-30T20:59:27.970 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 29 2024-08-30T20:59:27.970 INFO:tasks.rados.rados.0.smithi173.stdout:290: seq_num 102 ranges {2228224=516096,2744320=450560,3194880=729088,3923968=24576} 2024-08-30T20:59:27.984 INFO:tasks.rados.rados.0.smithi173.stdout:290: writing smithi17368540-49 from 2228224 to 2744320 tid 1 2024-08-30T20:59:27.987 INFO:tasks.rados.rados.0.smithi173.stdout:290: writing smithi17368540-49 from 2744320 to 3194880 tid 2 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:290: writing smithi17368540-49 from 3194880 to 3923968 tid 3 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:290: writing smithi17368540-49 from 3923968 to 3948544 tid 4 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:291: rmattr oid 41 current snap is 29 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:288: finishing write tid 3 to smithi17368540-5 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:288: finishing write tid 4 to smithi17368540-5 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:288: finishing write tid 5 to smithi17368540-5 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:289: finishing rollback tid 1 to smithi17368540-31 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 80 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:288: finishing write tid 6 to smithi17368540-5 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:288: oid 5 updating version 0 to 84 2024-08-30T20:59:27.992 INFO:tasks.rados.rados.0.smithi173.stdout:288: oid 5 updating version 84 to 86 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:288: oid 5 version 86 is already newer than 85 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:288: oid 5 version 86 is already newer than 83 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:288: oid 5 version 86 is already newer than 82 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 86 (ObjNum 101 snap 29 seq_num 101) dirty exists 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:288: left oid 5 (ObjNum 101 snap 29 seq_num 101) 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:290: finishing write tid 1 to smithi17368540-49 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:290: finishing write tid 2 to smithi17368540-49 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:288: done (3 left) 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:289: done (2 left) 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:292: read oid 32 snap -1 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:292: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:293: read oid 10 snap -1 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:293: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-30T20:59:27.993 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 29 2024-08-30T20:59:27.994 INFO:tasks.rados.rados.0.smithi173.stdout:294: seq_num 103 ranges {1671168=532480,2203648=737280,2940928=466944} 2024-08-30T20:59:28.004 INFO:tasks.rados.rados.0.smithi173.stdout:294: writing smithi17368540-34 from 1671168 to 2203648 tid 1 2024-08-30T20:59:28.008 INFO:tasks.rados.rados.0.smithi173.stdout:294: writing smithi17368540-34 from 2203648 to 2940928 tid 2 2024-08-30T20:59:28.011 INFO:tasks.rados.rados.0.smithi173.stdout:294: writing smithi17368540-34 from 2940928 to 3407872 tid 3 2024-08-30T20:59:28.011 INFO:tasks.rados.rados.0.smithi173.stdout:295: rmattr oid 33 current snap is 29 2024-08-30T20:59:28.011 INFO:tasks.rados.rados.0.smithi173.stdout:295: done (5 left) 2024-08-30T20:59:28.011 INFO:tasks.rados.rados.0.smithi173.stdout:296: read oid 46 snap -1 2024-08-30T20:59:28.011 INFO:tasks.rados.rados.0.smithi173.stdout:296: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-30T20:59:28.011 INFO:tasks.rados.rados.0.smithi173.stdout:297: read oid 3 snap -1 2024-08-30T20:59:28.011 INFO:tasks.rados.rados.0.smithi173.stdout:297: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:28.012 INFO:tasks.rados.rados.0.smithi173.stdout:298: setattr oid 13 current snap is 29 2024-08-30T20:59:28.012 INFO:tasks.rados.rados.0.smithi173.stdout:293: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 52 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: finishing write tid 3 to smithi17368540-49 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: finishing write tid 4 to smithi17368540-49 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: finishing write tid 5 to smithi17368540-49 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: finishing write tid 6 to smithi17368540-49 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: oid 49 updating version 0 to 45 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: oid 49 updating version 45 to 48 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: oid 49 version 48 is already newer than 46 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: oid 49 updating version 48 to 49 2024-08-30T20:59:28.029 INFO:tasks.rados.rados.0.smithi173.stdout:290: oid 49 version 49 is already newer than 47 2024-08-30T20:59:28.030 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 49 (ObjNum 102 snap 29 seq_num 102) dirty exists 2024-08-30T20:59:28.030 INFO:tasks.rados.rados.0.smithi173.stdout:290: left oid 49 (ObjNum 102 snap 29 seq_num 102) 2024-08-30T20:59:28.030 INFO:tasks.rados.rados.0.smithi173.stdout:292: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:28.076 INFO:tasks.rados.rados.0.smithi173.stdout:294: finishing write tid 1 to smithi17368540-34 2024-08-30T20:59:28.077 INFO:tasks.rados.rados.0.smithi173.stdout:294: finishing write tid 2 to smithi17368540-34 2024-08-30T20:59:28.077 INFO:tasks.rados.rados.0.smithi173.stdout:294: finishing write tid 3 to smithi17368540-34 2024-08-30T20:59:28.077 INFO:tasks.rados.rados.0.smithi173.stdout:297: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:28.079 INFO:tasks.rados.rados.0.smithi173.stdout:294: finishing write tid 4 to smithi17368540-34 2024-08-30T20:59:28.079 INFO:tasks.rados.rados.0.smithi173.stdout:294: finishing write tid 5 to smithi17368540-34 2024-08-30T20:59:28.079 INFO:tasks.rados.rados.0.smithi173.stdout:294: oid 34 updating version 0 to 116 2024-08-30T20:59:28.079 INFO:tasks.rados.rados.0.smithi173.stdout:294: oid 34 updating version 116 to 118 2024-08-30T20:59:28.079 INFO:tasks.rados.rados.0.smithi173.stdout:294: oid 34 updating version 118 to 119 2024-08-30T20:59:28.079 INFO:tasks.rados.rados.0.smithi173.stdout:294: oid 34 version 119 is already newer than 117 2024-08-30T20:59:28.079 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 119 (ObjNum 103 snap 29 seq_num 103) dirty exists 2024-08-30T20:59:28.080 INFO:tasks.rados.rados.0.smithi173.stdout:294: left oid 34 (ObjNum 103 snap 29 seq_num 103) 2024-08-30T20:59:28.080 INFO:tasks.rados.rados.0.smithi173.stdout:296: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:290: done (7 left) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:291: done (6 left) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:292: done (5 left) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:293: done (4 left) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:294: done (3 left) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:296: done (2 left) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:297: done (1 left) 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 29 2024-08-30T20:59:28.099 INFO:tasks.rados.rados.0.smithi173.stdout:299: seq_num 104 ranges {204800=548864,753664=622592,1376256=581632} 2024-08-30T20:59:28.103 INFO:tasks.rados.rados.0.smithi173.stdout:299: writing smithi17368540-36 from 204800 to 753664 tid 1 2024-08-30T20:59:28.106 INFO:tasks.rados.rados.0.smithi173.stdout:299: writing smithi17368540-36 from 753664 to 1376256 tid 2 2024-08-30T20:59:28.109 INFO:tasks.rados.rados.0.smithi173.stdout:299: writing smithi17368540-36 from 1376256 to 1957888 tid 3 2024-08-30T20:59:28.110 INFO:tasks.rados.rados.0.smithi173.stdout:300: snap_create 2024-08-30T20:59:28.110 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 88 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T20:59:28.110 INFO:tasks.rados.rados.0.smithi173.stdout:299: finishing write tid 1 to smithi17368540-36 2024-08-30T20:59:28.110 INFO:tasks.rados.rados.0.smithi173.stdout:299: finishing write tid 2 to smithi17368540-36 2024-08-30T20:59:28.112 INFO:tasks.rados.rados.0.smithi173.stdout:299: finishing write tid 3 to smithi17368540-36 2024-08-30T20:59:28.112 INFO:tasks.rados.rados.0.smithi173.stdout:299: finishing write tid 4 to smithi17368540-36 2024-08-30T20:59:28.116 INFO:tasks.rados.rados.0.smithi173.stdout:299: finishing write tid 5 to smithi17368540-36 2024-08-30T20:59:28.116 INFO:tasks.rados.rados.0.smithi173.stdout:299: oid 36 updating version 0 to 19 2024-08-30T20:59:28.116 INFO:tasks.rados.rados.0.smithi173.stdout:299: oid 36 updating version 19 to 21 2024-08-30T20:59:28.116 INFO:tasks.rados.rados.0.smithi173.stdout:299: oid 36 version 21 is already newer than 18 2024-08-30T20:59:28.116 INFO:tasks.rados.rados.0.smithi173.stdout:299: oid 36 version 21 is already newer than 20 2024-08-30T20:59:28.116 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 21 (ObjNum 104 snap 29 seq_num 104) dirty exists 2024-08-30T20:59:28.116 INFO:tasks.rados.rados.0.smithi173.stdout:299: left oid 36 (ObjNum 104 snap 29 seq_num 104) 2024-08-30T20:59:28.966 INFO:tasks.rados.rados.0.smithi173.stdout:298: done (2 left) 2024-08-30T20:59:28.967 INFO:tasks.rados.rados.0.smithi173.stdout:299: done (1 left) 2024-08-30T20:59:28.967 INFO:tasks.rados.rados.0.smithi173.stdout:300: done (0 left) 2024-08-30T20:59:28.967 INFO:tasks.rados.rados.0.smithi173.stdout:301: read oid 25 snap 8 2024-08-30T20:59:28.967 INFO:tasks.rados.rados.0.smithi173.stdout:301: expect (ObjNum 43 snap 0 seq_num 43) 2024-08-30T20:59:28.967 INFO:tasks.rados.rados.0.smithi173.stdout:302: snap_remove snap 24 2024-08-30T20:59:29.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:28 smithi196 ceph-mon[21316]: osdmap e127: 8 total, 8 up, 8 in 2024-08-30T20:59:29.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:28 smithi196 ceph-mon[21316]: pgmap v166: 121 pgs: 121 active+clean; 87 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-30T20:59:29.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:28 smithi173 ceph-mon[17131]: osdmap e127: 8 total, 8 up, 8 in 2024-08-30T20:59:29.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:28 smithi173 ceph-mon[17131]: pgmap v166: 121 pgs: 121 active+clean; 87 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-30T20:59:29.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:28 smithi173 ceph-mon[28069]: osdmap e127: 8 total, 8 up, 8 in 2024-08-30T20:59:29.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:28 smithi173 ceph-mon[28069]: pgmap v166: 121 pgs: 121 active+clean; 87 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-30T20:59:29.968 INFO:tasks.rados.rados.0.smithi173.stdout:302: done (1 left) 2024-08-30T20:59:29.968 INFO:tasks.rados.rados.0.smithi173.stdout:303: copy_from oid 9 from oid 36 current snap is 30 2024-08-30T20:59:29.968 INFO:tasks.rados.rados.0.smithi173.stdout:301: expect (ObjNum 43 snap 0 seq_num 43) 2024-08-30T20:59:29.992 INFO:tasks.rados.rados.0.smithi173.stdout:303: finishing copy_from racing read to smithi17368540-9 2024-08-30T20:59:29.992 INFO:tasks.rados.rados.0.smithi173.stdout:301: done (1 left) 2024-08-30T20:59:29.992 INFO:tasks.rados.rados.0.smithi173.stdout:304: snap_create 2024-08-30T20:59:29.992 INFO:tasks.rados.rados.0.smithi173.stdout:303: finishing copy_from to smithi17368540-9 2024-08-30T20:59:29.993 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 21 (ObjNum 104 snap 29 seq_num 104) dirty exists 2024-08-30T20:59:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:29 smithi196 ceph-mon[21316]: osdmap e128: 8 total, 8 up, 8 in 2024-08-30T20:59:30.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:29 smithi173 ceph-mon[28069]: osdmap e128: 8 total, 8 up, 8 in 2024-08-30T20:59:30.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:29 smithi173 ceph-mon[17131]: osdmap e128: 8 total, 8 up, 8 in 2024-08-30T20:59:30.984 INFO:tasks.rados.rados.0.smithi173.stdout:303: done (1 left) 2024-08-30T20:59:30.984 INFO:tasks.rados.rados.0.smithi173.stdout:304: done (0 left) 2024-08-30T20:59:30.984 INFO:tasks.rados.rados.0.smithi173.stdout:305: snap_remove snap 16 2024-08-30T20:59:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:30 smithi196 ceph-mon[21316]: osdmap e129: 8 total, 8 up, 8 in 2024-08-30T20:59:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:30 smithi196 ceph-mon[21316]: pgmap v169: 121 pgs: 121 active+clean; 87 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-30T20:59:31.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:30 smithi173 ceph-mon[17131]: osdmap e129: 8 total, 8 up, 8 in 2024-08-30T20:59:31.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:30 smithi173 ceph-mon[17131]: pgmap v169: 121 pgs: 121 active+clean; 87 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-30T20:59:31.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:30 smithi173 ceph-mon[28069]: osdmap e129: 8 total, 8 up, 8 in 2024-08-30T20:59:31.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:30 smithi173 ceph-mon[28069]: pgmap v169: 121 pgs: 121 active+clean; 87 MiB data, 371 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-30T20:59:31.960 INFO:tasks.rados.rados.0.smithi173.stdout:305: done (0 left) 2024-08-30T20:59:31.960 INFO:tasks.rados.rados.0.smithi173.stdout:306: snap_remove snap 19 2024-08-30T20:59:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:31 smithi196 ceph-mon[21316]: osdmap e130: 8 total, 8 up, 8 in 2024-08-30T20:59:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:31 smithi196 ceph-mon[21316]: osdmap e131: 8 total, 8 up, 8 in 2024-08-30T20:59:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:31 smithi173 ceph-mon[17131]: osdmap e130: 8 total, 8 up, 8 in 2024-08-30T20:59:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:31 smithi173 ceph-mon[17131]: osdmap e131: 8 total, 8 up, 8 in 2024-08-30T20:59:32.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:31 smithi173 ceph-mon[28069]: osdmap e130: 8 total, 8 up, 8 in 2024-08-30T20:59:32.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:31 smithi173 ceph-mon[28069]: osdmap e131: 8 total, 8 up, 8 in 2024-08-30T20:59:32.961 INFO:tasks.rados.rados.0.smithi173.stdout:306: done (0 left) 2024-08-30T20:59:32.961 INFO:tasks.rados.rados.0.smithi173.stdout:307: copy_from oid 43 from oid 3 current snap is 31 2024-08-30T20:59:32.961 INFO:tasks.rados.rados.0.smithi173.stdout:308: read oid 37 snap -1 2024-08-30T20:59:32.961 INFO:tasks.rados.rados.0.smithi173.stdout:308: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-30T20:59:32.961 INFO:tasks.rados.rados.0.smithi173.stdout:309: delete oid 12 current snap is 31 2024-08-30T20:59:32.970 INFO:tasks.rados.rados.0.smithi173.stdout:309: done (2 left) 2024-08-30T20:59:32.971 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 31 2024-08-30T20:59:32.971 INFO:tasks.rados.rados.0.smithi173.stdout:310: seq_num 106 ranges {2179072=581632,2760704=794624,3555328=409600} 2024-08-30T20:59:32.986 INFO:tasks.rados.rados.0.smithi173.stdout:310: writing smithi17368540-13 from 2179072 to 2760704 tid 1 2024-08-30T20:59:32.992 INFO:tasks.rados.rados.0.smithi173.stdout:310: writing smithi17368540-13 from 2760704 to 3555328 tid 2 2024-08-30T20:59:32.993 INFO:tasks.rados.rados.0.smithi173.stdout:310: writing smithi17368540-13 from 3555328 to 3964928 tid 3 2024-08-30T20:59:32.993 INFO:tasks.rados.rados.0.smithi173.stdout:311: delete oid 9 current snap is 31 2024-08-30T20:59:32.993 INFO:tasks.rados.rados.0.smithi173.stdout:308: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:307: finishing copy_from racing read to smithi17368540-43 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:307: finishing copy_from to smithi17368540-43 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: finishing write tid 1 to smithi17368540-13 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: finishing write tid 2 to smithi17368540-13 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: finishing write tid 3 to smithi17368540-13 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: finishing write tid 4 to smithi17368540-13 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: finishing write tid 5 to smithi17368540-13 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: oid 13 updating version 0 to 105 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: oid 13 version 105 is already newer than 104 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: oid 13 updating version 105 to 106 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:310: oid 13 updating version 106 to 107 2024-08-30T20:59:33.010 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 107 (ObjNum 106 snap 31 seq_num 106) dirty exists 2024-08-30T20:59:33.011 INFO:tasks.rados.rados.0.smithi173.stdout:310: left oid 13 (ObjNum 106 snap 31 seq_num 106) 2024-08-30T20:59:33.011 INFO:tasks.rados.rados.0.smithi173.stdout:307: done (3 left) 2024-08-30T20:59:33.011 INFO:tasks.rados.rados.0.smithi173.stdout:308: done (2 left) 2024-08-30T20:59:33.011 INFO:tasks.rados.rados.0.smithi173.stdout:310: done (1 left) 2024-08-30T20:59:33.011 INFO:tasks.rados.rados.0.smithi173.stdout:311: done (0 left) 2024-08-30T20:59:33.011 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 31 2024-08-30T20:59:33.011 INFO:tasks.rados.rados.0.smithi173.stdout:312: seq_num 108 ranges {606208=614400,1220608=606208,1826816=598016} 2024-08-30T20:59:33.016 INFO:tasks.rados.rados.0.smithi173.stdout:312: writing smithi17368540-37 from 606208 to 1220608 tid 1 2024-08-30T20:59:33.019 INFO:tasks.rados.rados.0.smithi173.stdout:312: writing smithi17368540-37 from 1220608 to 1826816 tid 2 2024-08-30T20:59:33.022 INFO:tasks.rados.rados.0.smithi173.stdout:312: writing smithi17368540-37 from 1826816 to 2424832 tid 3 2024-08-30T20:59:33.022 INFO:tasks.rados.rados.0.smithi173.stdout:313: copy_from oid 21 from oid 32 current snap is 31 2024-08-30T20:59:33.022 INFO:tasks.rados.rados.0.smithi173.stdout:312: finishing write tid 1 to smithi17368540-37 2024-08-30T20:59:33.022 INFO:tasks.rados.rados.0.smithi173.stdout:312: finishing write tid 2 to smithi17368540-37 2024-08-30T20:59:33.022 INFO:tasks.rados.rados.0.smithi173.stdout:314: setattr oid 43 current snap is 31 2024-08-30T20:59:33.024 INFO:tasks.rados.rados.0.smithi173.stdout:315: read oid 34 snap -1 2024-08-30T20:59:33.024 INFO:tasks.rados.rados.0.smithi173.stdout:315: expect (ObjNum 103 snap 29 seq_num 103) 2024-08-30T20:59:33.024 INFO:tasks.rados.rados.0.smithi173.stdout:316: snap_create 2024-08-30T20:59:33.025 INFO:tasks.rados.rados.0.smithi173.stdout:312: finishing write tid 3 to smithi17368540-37 2024-08-30T20:59:33.025 INFO:tasks.rados.rados.0.smithi173.stdout:312: finishing write tid 4 to smithi17368540-37 2024-08-30T20:59:33.026 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 160 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:312: finishing write tid 5 to smithi17368540-37 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:312: oid 37 updating version 0 to 32 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:312: oid 37 version 32 is already newer than 29 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:312: oid 37 version 32 is already newer than 30 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:312: oid 37 version 32 is already newer than 31 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 32 (ObjNum 108 snap 31 seq_num 108) dirty exists 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:312: left oid 37 (ObjNum 108 snap 31 seq_num 108) 2024-08-30T20:59:33.028 INFO:tasks.rados.rados.0.smithi173.stdout:313: finishing copy_from racing read to smithi17368540-21 2024-08-30T20:59:33.030 INFO:tasks.rados.rados.0.smithi173.stdout:313: finishing copy_from to smithi17368540-21 2024-08-30T20:59:33.030 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 29 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T20:59:33.043 INFO:tasks.rados.rados.0.smithi173.stdout:315: expect (ObjNum 103 snap 29 seq_num 103) 2024-08-30T20:59:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:32 smithi196 ceph-mon[21316]: pgmap v172: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:59:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:32 smithi196 ceph-mon[21316]: osdmap e132: 8 total, 8 up, 8 in 2024-08-30T20:59:33.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:32 smithi173 ceph-mon[17131]: pgmap v172: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:59:33.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:32 smithi173 ceph-mon[17131]: osdmap e132: 8 total, 8 up, 8 in 2024-08-30T20:59:33.362 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:32 smithi173 ceph-mon[28069]: pgmap v172: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:59:33.362 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:32 smithi173 ceph-mon[28069]: osdmap e132: 8 total, 8 up, 8 in 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:312: done (4 left) 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:313: done (3 left) 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:314: done (2 left) 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:315: done (1 left) 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:316: done (0 left) 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:317: read oid 31 snap -1 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:317: expect deleted 2024-08-30T20:59:33.990 INFO:tasks.rados.rados.0.smithi173.stdout:318: rollback oid 22 current snap is 32 2024-08-30T20:59:33.991 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 26 2024-08-30T20:59:33.991 INFO:tasks.rados.rados.0.smithi173.stdout:319: read oid 48 snap -1 2024-08-30T20:59:33.991 INFO:tasks.rados.rados.0.smithi173.stdout:319: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-30T20:59:33.991 INFO:tasks.rados.rados.0.smithi173.stdout:320: read oid 3 snap 27 2024-08-30T20:59:33.991 INFO:tasks.rados.rados.0.smithi173.stdout:320: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:33.991 INFO:tasks.rados.rados.0.smithi173.stdout:321: snap_remove snap 28 2024-08-30T20:59:34.994 INFO:tasks.rados.rados.0.smithi173.stdout:321: done (4 left) 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:322: read oid 18 snap -1 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:322: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:323: rmattr oid 41 current snap is 32 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:324: rmattr oid 16 current snap is 32 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:324: done (6 left) 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:325: copy_from oid 25 from oid 33 current snap is 32 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:326: delete oid 20 current snap is 32 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:318: finishing rollback tid 1 to smithi17368540-22 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 65 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-30T20:59:34.995 INFO:tasks.rados.rados.0.smithi173.stdout:320: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:34.999 INFO:tasks.rados.rados.0.smithi173.stdout:319: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-30T20:59:35.024 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 66 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-30T20:59:35.024 INFO:tasks.rados.rados.0.smithi173.stdout:322: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T20:59:35.095 INFO:tasks.rados.rados.0.smithi173.stdout:325: finishing copy_from racing read to smithi17368540-25 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:325: finishing copy_from to smithi17368540-25 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 112 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:317: done (7 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:318: done (6 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:319: done (5 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:320: done (4 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:322: done (3 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:323: done (2 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:325: done (1 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:326: done (0 left) 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:327: rollback oid 30 current snap is 32 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 31 2024-08-30T20:59:35.096 INFO:tasks.rados.rados.0.smithi173.stdout:328: read oid 19 snap -1 2024-08-30T20:59:35.097 INFO:tasks.rados.rados.0.smithi173.stdout:328: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-30T20:59:35.097 INFO:tasks.rados.rados.0.smithi173.stdout:329: snap_remove snap 27 2024-08-30T20:59:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:34 smithi196 ceph-mon[21316]: osdmap e133: 8 total, 8 up, 8 in 2024-08-30T20:59:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:34 smithi196 ceph-mon[21316]: pgmap v175: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:59:35.316 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:34 smithi173 ceph-mon[17131]: osdmap e133: 8 total, 8 up, 8 in 2024-08-30T20:59:35.317 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:34 smithi173 ceph-mon[17131]: pgmap v175: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:59:35.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:34 smithi173 ceph-mon[28069]: osdmap e133: 8 total, 8 up, 8 in 2024-08-30T20:59:35.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:34 smithi173 ceph-mon[28069]: pgmap v175: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-30T20:59:35.601 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:59:35] "GET /metrics HTTP/1.1" 200 36107 "" "Prometheus/2.43.0" 2024-08-30T20:59:36.002 INFO:tasks.rados.rados.0.smithi173.stdout:329: done (2 left) 2024-08-30T20:59:36.003 INFO:tasks.rados.rados.0.smithi173.stdout:330: delete oid 12 current snap is 32 2024-08-30T20:59:36.003 INFO:tasks.rados.rados.0.smithi173.stdout:327: finishing rollback tid 0 to smithi17368540-30 2024-08-30T20:59:36.003 INFO:tasks.rados.rados.0.smithi173.stdout:327: finishing rollback tid 1 to smithi17368540-30 2024-08-30T20:59:36.003 INFO:tasks.rados.rados.0.smithi173.stdout:327: finishing rollback tid 2 to smithi17368540-30 2024-08-30T20:59:36.003 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 76 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-30T20:59:36.003 INFO:tasks.rados.rados.0.smithi173.stdout:328: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-30T20:59:36.015 INFO:tasks.rados.rados.0.smithi173.stdout:327: done (2 left) 2024-08-30T20:59:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:328: done (1 left) 2024-08-30T20:59:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:330: done (0 left) 2024-08-30T20:59:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 32 2024-08-30T20:59:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:331: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-08-30T20:59:36.019 INFO:tasks.rados.rados.0.smithi173.stdout:331: writing smithi17368540-12 from 0 to 663552 tid 1 2024-08-30T20:59:36.023 INFO:tasks.rados.rados.0.smithi173.stdout:331: writing smithi17368540-12 from 663552 to 1327104 tid 2 2024-08-30T20:59:36.025 INFO:tasks.rados.rados.0.smithi173.stdout:331: writing smithi17368540-12 from 1327104 to 1777664 tid 3 2024-08-30T20:59:36.026 INFO:tasks.rados.rados.0.smithi173.stdout:331: writing smithi17368540-12 from 1777664 to 1867776 tid 4 2024-08-30T20:59:36.026 INFO:tasks.rados.rados.0.smithi173.stdout:332: snap_remove snap 30 2024-08-30T20:59:36.180 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:35 smithi196 ceph-mon[21316]: osdmap e134: 8 total, 8 up, 8 in 2024-08-30T20:59:36.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:35 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:36.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:35 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:59:36.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:35 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:59:36.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:35 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:59:36.181 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:35 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:59:36.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[17131]: osdmap e134: 8 total, 8 up, 8 in 2024-08-30T20:59:36.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:36.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:59:36.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:59:36.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:59:36.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:59:36.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[28069]: osdmap e134: 8 total, 8 up, 8 in 2024-08-30T20:59:36.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:36.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:59:36.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T20:59:36.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T20:59:36.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:35 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:59:36.963 INFO:tasks.rados.rados.0.smithi173.stdout:332: done (1 left) 2024-08-30T20:59:36.963 INFO:tasks.rados.rados.0.smithi173.stdout:333: snap_remove snap 22 2024-08-30T20:59:37.257 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:37 smithi196 ceph-mon[21316]: Upgrade: Updating mgr.x 2024-08-30T20:59:37.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:37 smithi196 ceph-mon[21316]: Deploying daemon mgr.x on smithi196 2024-08-30T20:59:37.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:37 smithi196 ceph-mon[21316]: osdmap e135: 8 total, 8 up, 8 in 2024-08-30T20:59:37.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:37 smithi196 ceph-mon[21316]: pgmap v178: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:37.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:37 smithi196 ceph-mon[21316]: osdmap e136: 8 total, 8 up, 8 in 2024-08-30T20:59:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[17131]: Upgrade: Updating mgr.x 2024-08-30T20:59:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[17131]: Deploying daemon mgr.x on smithi196 2024-08-30T20:59:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[17131]: osdmap e135: 8 total, 8 up, 8 in 2024-08-30T20:59:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[17131]: pgmap v178: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[17131]: osdmap e136: 8 total, 8 up, 8 in 2024-08-30T20:59:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[28069]: Upgrade: Updating mgr.x 2024-08-30T20:59:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[28069]: Deploying daemon mgr.x on smithi196 2024-08-30T20:59:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[28069]: osdmap e135: 8 total, 8 up, 8 in 2024-08-30T20:59:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[28069]: pgmap v178: 121 pgs: 121 active+clean; 93 MiB data, 386 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:37 smithi173 ceph-mon[28069]: osdmap e136: 8 total, 8 up, 8 in 2024-08-30T20:59:37.520 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:37 smithi196 systemd[1]: Stopping Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:59:37.824 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:37 smithi196 podman[54380]: 2024-08-30 20:59:37.526513598 +0000 UTC m=+0.124936276 container died 2ae1125049b720d65f4222aaa514c8c209109146214b8284ae63eeb595e629ca (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-63b0b8e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T20:59:37.963 INFO:tasks.rados.rados.0.smithi173.stdout:333: done (1 left) 2024-08-30T20:59:37.963 INFO:tasks.rados.rados.0.smithi173.stdout:334: snap_remove snap 20 2024-08-30T20:59:38.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:37 smithi196 podman[54380]: 2024-08-30 20:59:37.989640297 +0000 UTC m=+0.588063016 container cleanup 2ae1125049b720d65f4222aaa514c8c209109146214b8284ae63eeb595e629ca (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-63b0b8e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-30T20:59:38.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:37 smithi196 bash[54380]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x 2024-08-30T20:59:38.754 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:38 smithi196 podman[54395]: 2024-08-30 20:59:38.374739476 +0000 UTC m=+0.842816006 container remove 2ae1125049b720d65f4222aaa514c8c209109146214b8284ae63eeb595e629ca (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-63b0b8e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-08-30T20:59:38.754 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:38 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-30T20:59:38.754 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:38 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-30T20:59:38.755 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:38 smithi196 systemd[1]: Stopped Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:59:38.755 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:38 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service: Consumed 10.956s CPU time. 2024-08-30T20:59:38.974 INFO:tasks.rados.rados.0.smithi173.stdout:334: done (1 left) 2024-08-30T20:59:38.974 INFO:tasks.rados.rados.0.smithi173.stdout:335: snap_remove snap 23 2024-08-30T20:59:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:38 smithi196 ceph-mon[21316]: osdmap e137: 8 total, 8 up, 8 in 2024-08-30T20:59:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:38 smithi196 ceph-mon[21316]: pgmap v181: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-30T20:59:39.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:38 smithi196 systemd[1]: Starting Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T20:59:39.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:38 smithi196 podman[54522]: 2024-08-30 20:59:38.866733313 +0000 UTC m=+0.015884434 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T20:59:39.421 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:39 smithi196 podman[54522]: 2024-08-30 20:59:39.084441102 +0000 UTC m=+0.233592223 container create c18a52ddb4ec280da5ef1c5a50ae7664849d555a74ae5d12696ef57b59fc2476 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-30T20:59:39.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:38 smithi173 ceph-mon[28069]: osdmap e137: 8 total, 8 up, 8 in 2024-08-30T20:59:39.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:38 smithi173 ceph-mon[28069]: pgmap v181: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-30T20:59:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:38 smithi173 ceph-mon[17131]: osdmap e137: 8 total, 8 up, 8 in 2024-08-30T20:59:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:38 smithi173 ceph-mon[17131]: pgmap v181: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-30T20:59:39.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:39 smithi196 podman[54522]: 2024-08-30 20:59:39.420747855 +0000 UTC m=+0.569898996 container init c18a52ddb4ec280da5ef1c5a50ae7664849d555a74ae5d12696ef57b59fc2476 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T20:59:39.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:39 smithi196 podman[54522]: 2024-08-30 20:59:39.423940252 +0000 UTC m=+0.573091379 container start c18a52ddb4ec280da5ef1c5a50ae7664849d555a74ae5d12696ef57b59fc2476 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-30T20:59:39.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:39 smithi196 ceph-mgr[54541]: -- 172.21.15.196:0/67877204 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55769a16b0e0 con 0x55769a149400 2024-08-30T20:59:39.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:39 smithi196 bash[54522]: c18a52ddb4ec280da5ef1c5a50ae7664849d555a74ae5d12696ef57b59fc2476 2024-08-30T20:59:39.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:39 smithi196 systemd[1]: Started Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T20:59:39.977 INFO:tasks.rados.rados.0.smithi173.stdout:335: done (1 left) 2024-08-30T20:59:39.977 INFO:tasks.rados.rados.0.smithi173.stdout:336: setattr oid 21 current snap is 32 2024-08-30T20:59:39.977 INFO:tasks.rados.rados.0.smithi173.stdout:337: read oid 30 snap -1 2024-08-30T20:59:39.977 INFO:tasks.rados.rados.0.smithi173.stdout:337: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-30T20:59:39.977 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 32 2024-08-30T20:59:39.978 INFO:tasks.rados.rados.0.smithi173.stdout:338: seq_num 112 ranges {1351680=679936,2031616=548864,2580480=655360} 2024-08-30T20:59:39.991 INFO:tasks.rados.rados.0.smithi173.stdout:338: writing smithi17368540-6 from 1351680 to 2031616 tid 1 2024-08-30T20:59:39.995 INFO:tasks.rados.rados.0.smithi173.stdout:338: writing smithi17368540-6 from 2031616 to 2580480 tid 2 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:338: writing smithi17368540-6 from 2580480 to 3235840 tid 3 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:339: setattr oid 5 current snap is 32 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:331: finishing write tid 1 to smithi17368540-12 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:331: finishing write tid 2 to smithi17368540-12 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:331: finishing write tid 3 to smithi17368540-12 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:331: finishing write tid 4 to smithi17368540-12 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:331: finishing write tid 5 to smithi17368540-12 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:331: finishing write tid 6 to smithi17368540-12 2024-08-30T20:59:39.999 INFO:tasks.rados.rados.0.smithi173.stdout:331: oid 12 updating version 0 to 170 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:331: oid 12 updating version 170 to 172 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:331: oid 12 updating version 172 to 173 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:331: oid 12 updating version 173 to 174 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:331: oid 12 version 174 is already newer than 171 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 174 (ObjNum 111 snap 32 seq_num 111) dirty exists 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:331: left oid 12 (ObjNum 111 snap 32 seq_num 111) 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 155 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T20:59:40.000 INFO:tasks.rados.rados.0.smithi173.stdout:337: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-30T20:59:40.013 INFO:tasks.rados.rados.0.smithi173.stdout:338: finishing write tid 1 to smithi17368540-6 2024-08-30T20:59:40.013 INFO:tasks.rados.rados.0.smithi173.stdout:338: finishing write tid 2 to smithi17368540-6 2024-08-30T20:59:40.013 INFO:tasks.rados.rados.0.smithi173.stdout:338: finishing write tid 3 to smithi17368540-6 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: finishing write tid 4 to smithi17368540-6 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: finishing write tid 5 to smithi17368540-6 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: oid 6 updating version 0 to 122 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: oid 6 updating version 122 to 123 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: oid 6 version 123 is already newer than 120 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: oid 6 version 123 is already newer than 121 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 123 (ObjNum 112 snap 32 seq_num 112) dirty exists 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: left oid 6 (ObjNum 112 snap 32 seq_num 112) 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:331: done (4 left) 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:336: done (3 left) 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:337: done (2 left) 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:338: done (1 left) 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:340: read oid 47 snap -1 2024-08-30T20:59:40.014 INFO:tasks.rados.rados.0.smithi173.stdout:340: expect (ObjNum 93 snap 22 seq_num 93) 2024-08-30T20:59:40.015 INFO:tasks.rados.rados.0.smithi173.stdout:341: snap_remove snap 8 2024-08-30T20:59:40.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:39 smithi196 ceph-mon[21316]: osdmap e138: 8 total, 8 up, 8 in 2024-08-30T20:59:40.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:39 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:40.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:39 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:40.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:39 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[17131]: osdmap e138: 8 total, 8 up, 8 in 2024-08-30T20:59:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:40.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[28069]: osdmap e138: 8 total, 8 up, 8 in 2024-08-30T20:59:40.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:40.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:40.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:39 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:40.987 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 127 (ObjNum 101 snap 29 seq_num 101) dirty exists 2024-08-30T20:59:40.988 INFO:tasks.rados.rados.0.smithi173.stdout:340: expect (ObjNum 93 snap 22 seq_num 93) 2024-08-30T20:59:41.037 INFO:tasks.rados.rados.0.smithi173.stdout:339: done (2 left) 2024-08-30T20:59:41.037 INFO:tasks.rados.rados.0.smithi173.stdout:340: done (1 left) 2024-08-30T20:59:41.038 INFO:tasks.rados.rados.0.smithi173.stdout:341: done (0 left) 2024-08-30T20:59:41.038 INFO:tasks.rados.rados.0.smithi173.stdout:342: snap_remove snap 18 2024-08-30T20:59:41.127 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T20:59:41.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:40 smithi196 ceph-mon[21316]: osdmap e139: 8 total, 8 up, 8 in 2024-08-30T20:59:41.264 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:40 smithi196 ceph-mon[21316]: pgmap v184: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-30T20:59:41.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:40 smithi173 ceph-mon[17131]: osdmap e139: 8 total, 8 up, 8 in 2024-08-30T20:59:41.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:40 smithi173 ceph-mon[17131]: pgmap v184: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-30T20:59:41.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:40 smithi173 ceph-mon[28069]: osdmap e139: 8 total, 8 up, 8 in 2024-08-30T20:59:41.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:40 smithi173 ceph-mon[28069]: pgmap v184: 121 pgs: 121 active+clean; 102 MiB data, 398 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-30T20:59:41.669 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T20:59:41.669 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (2m) 2m ago 3m 17.2M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (3m) 2m ago 3m 81.0M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (4m) 2m ago 4m 13.9M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (4m) 2m ago 4m 17.3M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 starting - - - - 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:9283,8765 running (9m) 2m ago 9m 485M - 18.2.4-797-g63b0b8e1 600ffa248bd2 e1e9f8260e32 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (9m) 2m ago 9m 44.8M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 4409dc0886e3 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (8m) 2m ago 8m 38.4M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 1dc0af7e1ebe 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (8m) 2m ago 8m 39.2M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 354b08113242 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (3m) 2m ago 3m 14.0M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (2m) 2m ago 2m 3636k - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (7m) 2m ago 7m 53.4M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (7m) 2m ago 7m 44.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T20:59:41.670 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (7m) 2m ago 7m 42.0M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T20:59:41.671 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (6m) 2m ago 6m 49.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T20:59:41.671 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (6m) 2m ago 6m 43.0M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T20:59:41.671 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (5m) 2m ago 5m 50.8M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T20:59:41.671 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (5m) 2m ago 5m 41.7M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T20:59:41.671 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (5m) 2m ago 5m 42.5M 2992M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T20:59:41.671 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (2m) 2m ago 3m 33.2M - 2.43.0 a07b618ecd1d 7744153a2a63 2024-08-30T20:59:41.966 INFO:tasks.rados.rados.0.smithi173.stdout:342: done (0 left) 2024-08-30T20:59:41.966 INFO:tasks.rados.rados.0.smithi173.stdout:343: read oid 36 snap -1 2024-08-30T20:59:41.966 INFO:tasks.rados.rados.0.smithi173.stdout:343: expect (ObjNum 104 snap 29 seq_num 104) 2024-08-30T20:59:41.966 INFO:tasks.rados.rados.0.smithi173.stdout:344: setattr oid 42 current snap is 32 2024-08-30T20:59:41.968 INFO:tasks.rados.rados.0.smithi173.stdout:345: setattr oid 11 current snap is 32 2024-08-30T20:59:41.971 INFO:tasks.rados.rados.0.smithi173.stdout:346: delete oid 15 current snap is 32 2024-08-30T20:59:41.978 INFO:tasks.rados.rados.0.smithi173.stdout:346: done (3 left) 2024-08-30T20:59:41.978 INFO:tasks.rados.rados.0.smithi173.stdout:347: copy_from oid 12 from oid 47 current snap is 32 2024-08-30T20:59:41.978 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 32 2024-08-30T20:59:41.978 INFO:tasks.rados.rados.0.smithi173.stdout:348: seq_num 114 ranges {57344=712704,770048=712704,1482752=491520} 2024-08-30T20:59:41.983 INFO:tasks.rados.rados.0.smithi173.stdout:348: writing smithi17368540-4 from 57344 to 770048 tid 1 2024-08-30T20:59:41.988 INFO:tasks.rados.rados.0.smithi173.stdout:348: writing smithi17368540-4 from 770048 to 1482752 tid 2 2024-08-30T20:59:41.992 INFO:tasks.rados.rados.0.smithi173.stdout:348: writing smithi17368540-4 from 1482752 to 1974272 tid 3 2024-08-30T20:59:41.992 INFO:tasks.rados.rados.0.smithi173.stdout:349: read oid 45 snap -1 2024-08-30T20:59:41.992 INFO:tasks.rados.rados.0.smithi173.stdout:349: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T20:59:41.993 INFO:tasks.rados.rados.0.smithi173.stdout:350: read oid 20 snap -1 2024-08-30T20:59:41.993 INFO:tasks.rados.rados.0.smithi173.stdout:350: expect deleted 2024-08-30T20:59:41.993 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 32 2024-08-30T20:59:41.993 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 141 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-30T20:59:41.993 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 218 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T20:59:41.993 INFO:tasks.rados.rados.0.smithi173.stdout:343: expect (ObjNum 104 snap 29 seq_num 104) 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T20:59:42.009 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T20:59:42.010 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T20:59:42.010 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T20:59:42.010 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 15 2024-08-30T20:59:42.010 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T20:59:42.010 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:59:42.055 INFO:tasks.rados.rados.0.smithi173.stdout:348: finishing write tid 1 to smithi17368540-4 2024-08-30T20:59:42.055 INFO:tasks.rados.rados.0.smithi173.stdout:351: seq_num 115 ranges {1892352=729088,2621440=647168,3268608=434176,3702784=122880} 2024-08-30T20:59:42.069 INFO:tasks.rados.rados.0.smithi173.stdout:351: writing smithi17368540-33 from 1892352 to 2621440 tid 1 2024-08-30T20:59:42.072 INFO:tasks.rados.rados.0.smithi173.stdout:351: writing smithi17368540-33 from 2621440 to 3268608 tid 2 2024-08-30T20:59:42.075 INFO:tasks.rados.rados.0.smithi173.stdout:351: writing smithi17368540-33 from 3268608 to 3702784 tid 3 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:351: writing smithi17368540-33 from 3702784 to 3825664 tid 4 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:343: done (7 left) 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:344: done (6 left) 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:345: done (5 left) 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:352: rollback oid 39 current snap is 32 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 31 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:348: finishing write tid 2 to smithi17368540-4 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:347: finishing copy_from racing read to smithi17368540-12 2024-08-30T20:59:42.077 INFO:tasks.rados.rados.0.smithi173.stdout:348: finishing write tid 3 to smithi17368540-4 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: finishing write tid 4 to smithi17368540-4 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: finishing write tid 5 to smithi17368540-4 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: oid 4 updating version 0 to 145 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: oid 4 updating version 145 to 146 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: oid 4 version 146 is already newer than 143 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: oid 4 version 146 is already newer than 144 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 146 (ObjNum 114 snap 32 seq_num 114) dirty exists 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: left oid 4 (ObjNum 114 snap 32 seq_num 114) 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:347: finishing copy_from to smithi17368540-12 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 70 (ObjNum 93 snap 22 seq_num 93) dirty exists 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:347: done (5 left) 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:348: done (4 left) 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:350: done (3 left) 2024-08-30T20:59:42.078 INFO:tasks.rados.rados.0.smithi173.stdout:353: setattr oid 44 current snap is 32 2024-08-30T20:59:42.079 INFO:tasks.rados.rados.0.smithi173.stdout:349: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T20:59:42.154 INFO:tasks.rados.rados.0.smithi173.stdout:351: finishing write tid 1 to smithi17368540-33 2024-08-30T20:59:42.154 INFO:tasks.rados.rados.0.smithi173.stdout:351: finishing write tid 2 to smithi17368540-33 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: finishing write tid 3 to smithi17368540-33 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:352: finishing rollback tid 0 to smithi17368540-39 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: finishing write tid 4 to smithi17368540-33 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:352: finishing rollback tid 1 to smithi17368540-39 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: finishing write tid 5 to smithi17368540-33 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:352: finishing rollback tid 2 to smithi17368540-39 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 35 (ObjNum 92 snap 22 seq_num 92) dirty exists 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: finishing write tid 6 to smithi17368540-33 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: oid 33 updating version 0 to 174 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: oid 33 updating version 174 to 177 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: oid 33 version 177 is already newer than 173 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: oid 33 version 177 is already newer than 175 2024-08-30T20:59:42.155 INFO:tasks.rados.rados.0.smithi173.stdout:351: oid 33 version 177 is already newer than 176 2024-08-30T20:59:42.156 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 177 (ObjNum 115 snap 32 seq_num 115) dirty exists 2024-08-30T20:59:42.156 INFO:tasks.rados.rados.0.smithi173.stdout:351: left oid 33 (ObjNum 115 snap 32 seq_num 115) 2024-08-30T20:59:42.156 INFO:tasks.rados.rados.0.smithi173.stdout:349: done (3 left) 2024-08-30T20:59:42.156 INFO:tasks.rados.rados.0.smithi173.stdout:351: done (2 left) 2024-08-30T20:59:42.156 INFO:tasks.rados.rados.0.smithi173.stdout:352: done (1 left) 2024-08-30T20:59:42.156 INFO:tasks.rados.rados.0.smithi173.stdout:354: snap_create 2024-08-30T20:59:42.156 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 119 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-30T20:59:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:41 smithi196 ceph-mon[21316]: osdmap e140: 8 total, 8 up, 8 in 2024-08-30T20:59:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:41 smithi196 ceph-mon[21316]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:41 smithi196 ceph-mon[21316]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:41 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:41 smithi196 ceph-mon[21316]: osdmap e141: 8 total, 8 up, 8 in 2024-08-30T20:59:42.297 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T20:59:42.297 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T20:59:42.297 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T20:59:42.297 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T20:59:42.297 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [], 2024-08-30T20:59:42.297 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "", 2024-08-30T20:59:42.297 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading mgr daemons", 2024-08-30T20:59:42.298 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T20:59:42.298 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T20:59:42.298 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[17131]: osdmap e140: 8 total, 8 up, 8 in 2024-08-30T20:59:42.298 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[17131]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:42.298 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[17131]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:42.298 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:42.298 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[17131]: osdmap e141: 8 total, 8 up, 8 in 2024-08-30T20:59:42.298 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[28069]: osdmap e140: 8 total, 8 up, 8 in 2024-08-30T20:59:42.299 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[28069]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:42.299 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[28069]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:42.299 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:42.299 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:41 smithi173 ceph-mon[28069]: osdmap e141: 8 total, 8 up, 8 in 2024-08-30T20:59:43.001 INFO:tasks.rados.rados.0.smithi173.stdout:353: done (1 left) 2024-08-30T20:59:43.001 INFO:tasks.rados.rados.0.smithi173.stdout:354: done (0 left) 2024-08-30T20:59:43.001 INFO:tasks.rados.rados.0.smithi173.stdout:355: read oid 46 snap -1 2024-08-30T20:59:43.002 INFO:tasks.rados.rados.0.smithi173.stdout:355: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-30T20:59:43.002 INFO:tasks.rados.rados.0.smithi173.stdout:356: snap_remove snap 26 2024-08-30T20:59:43.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:42 smithi196 ceph-mon[21316]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:43.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:42 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3426375071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:59:43.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:42 smithi196 ceph-mon[21316]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:43.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:42 smithi196 ceph-mon[21316]: pgmap v187: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-08-30T20:59:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[17131]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/3426375071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:59:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[17131]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[17131]: pgmap v187: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-08-30T20:59:43.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[28069]: from='client.24890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3426375071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T20:59:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[28069]: from='client.24902 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T20:59:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:42 smithi173 ceph-mon[28069]: pgmap v187: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-08-30T20:59:43.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:59:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:59:43.514Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi196.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-08-30T20:59:44.008 INFO:tasks.rados.rados.0.smithi173.stdout:355: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-30T20:59:44.036 INFO:tasks.rados.rados.0.smithi173.stdout:355: done (1 left) 2024-08-30T20:59:44.036 INFO:tasks.rados.rados.0.smithi173.stdout:356: done (0 left) 2024-08-30T20:59:44.037 INFO:tasks.rados.rados.0.smithi173.stdout:357: read oid 45 snap -1 2024-08-30T20:59:44.037 INFO:tasks.rados.rados.0.smithi173.stdout:357: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T20:59:44.037 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 33 2024-08-30T20:59:44.037 INFO:tasks.rados.rados.0.smithi173.stdout:358: seq_num 116 ranges {729088=745472,1474560=532480,2007040=638976,2646016=32768} 2024-08-30T20:59:44.042 INFO:tasks.rados.rados.0.smithi173.stdout:358: writing smithi17368540-44 from 729088 to 1474560 tid 1 2024-08-30T20:59:44.045 INFO:tasks.rados.rados.0.smithi173.stdout:358: writing smithi17368540-44 from 1474560 to 2007040 tid 2 2024-08-30T20:59:44.049 INFO:tasks.rados.rados.0.smithi173.stdout:358: writing smithi17368540-44 from 2007040 to 2646016 tid 3 2024-08-30T20:59:44.049 INFO:tasks.rados.rados.0.smithi173.stdout:358: writing smithi17368540-44 from 2646016 to 2678784 tid 4 2024-08-30T20:59:44.049 INFO:tasks.rados.rados.0.smithi173.stdout:359: snap_remove snap 32 2024-08-30T20:59:44.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:43 smithi196 ceph-mon[21316]: osdmap e142: 8 total, 8 up, 8 in 2024-08-30T20:59:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:43 smithi173 ceph-mon[17131]: osdmap e142: 8 total, 8 up, 8 in 2024-08-30T20:59:44.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:43 smithi173 ceph-mon[28069]: osdmap e142: 8 total, 8 up, 8 in 2024-08-30T20:59:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:359: done (2 left) 2024-08-30T20:59:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:360: snap_create 2024-08-30T20:59:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:357: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T20:59:45.084 INFO:tasks.rados.rados.0.smithi173.stdout:358: finishing write tid 1 to smithi17368540-44 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: finishing write tid 2 to smithi17368540-44 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: finishing write tid 3 to smithi17368540-44 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: finishing write tid 4 to smithi17368540-44 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: finishing write tid 5 to smithi17368540-44 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: finishing write tid 6 to smithi17368540-44 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: oid 44 updating version 0 to 128 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: oid 44 version 128 is already newer than 127 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: oid 44 version 128 is already newer than 126 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: oid 44 version 128 is already newer than 125 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: oid 44 updating version 128 to 129 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 129 (ObjNum 116 snap 33 seq_num 116) dirty exists 2024-08-30T20:59:45.085 INFO:tasks.rados.rados.0.smithi173.stdout:358: left oid 44 (ObjNum 116 snap 33 seq_num 116) 2024-08-30T20:59:45.132 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:44] ENGINE Bus STARTING 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: CherryPy Checker: 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: The Application mounted at '' has an empty config. 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:44] ENGINE Serving on http://:::9283 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:44] ENGINE Bus STARTED 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: osdmap e143: 8 total, 8 up, 8 in 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: pgmap v190: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-08-30T20:59:45.133 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: Standby manager daemon x restarted 2024-08-30T20:59:45.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: Standby manager daemon x started 2024-08-30T20:59:45.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:59:45.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:59:45.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:59:45.134 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:45 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: osdmap e143: 8 total, 8 up, 8 in 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: pgmap v190: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: Standby manager daemon x restarted 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: Standby manager daemon x started 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:59:45.317 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: osdmap e143: 8 total, 8 up, 8 in 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: pgmap v190: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: Standby manager daemon x restarted 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: Standby manager daemon x started 2024-08-30T20:59:45.318 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T20:59:45.319 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:59:45.319 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T20:59:45.319 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:59:45.676 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:59:45] "GET /metrics HTTP/1.1" 200 36104 "" "Prometheus/2.43.0" 2024-08-30T20:59:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:357: done (2 left) 2024-08-30T20:59:46.019 INFO:tasks.rados.rados.0.smithi173.stdout:358: done (1 left) 2024-08-30T20:59:46.019 INFO:tasks.rados.rados.0.smithi173.stdout:360: done (0 left) 2024-08-30T20:59:46.019 INFO:tasks.rados.rados.0.smithi173.stdout:361: snap_remove snap 25 2024-08-30T20:59:46.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:46 smithi196 ceph-mon[21316]: osdmap e144: 8 total, 8 up, 8 in 2024-08-30T20:59:46.326 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:46 smithi196 ceph-mon[21316]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-30T20:59:46.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:46 smithi173 ceph-mon[28069]: osdmap e144: 8 total, 8 up, 8 in 2024-08-30T20:59:46.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:46 smithi173 ceph-mon[28069]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-30T20:59:46.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:46 smithi173 ceph-mon[17131]: osdmap e144: 8 total, 8 up, 8 in 2024-08-30T20:59:46.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:46 smithi173 ceph-mon[17131]: mgrmap e23: y(active, since 3m), standbys: x 2024-08-30T20:59:46.461 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 20:59:46 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T20:59:46.261Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=4 2024-08-30T20:59:46.968 INFO:tasks.rados.rados.0.smithi173.stdout:361: done (0 left) 2024-08-30T20:59:46.968 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 34 2024-08-30T20:59:46.968 INFO:tasks.rados.rados.0.smithi173.stdout:362: seq_num 117 ranges {827392=770048,1597440=417792,2015232=442368,2457600=344064} 2024-08-30T20:59:46.977 INFO:tasks.rados.rados.0.smithi173.stdout:362: writing smithi17368540-50 from 827392 to 1597440 tid 1 2024-08-30T20:59:46.980 INFO:tasks.rados.rados.0.smithi173.stdout:362: writing smithi17368540-50 from 1597440 to 2015232 tid 2 2024-08-30T20:59:46.983 INFO:tasks.rados.rados.0.smithi173.stdout:362: writing smithi17368540-50 from 2015232 to 2457600 tid 3 2024-08-30T20:59:46.986 INFO:tasks.rados.rados.0.smithi173.stdout:362: writing smithi17368540-50 from 2457600 to 2801664 tid 4 2024-08-30T20:59:46.986 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 34 2024-08-30T20:59:46.986 INFO:tasks.rados.rados.0.smithi173.stdout:363: seq_num 118 ranges {1974272=786432,2760704=704512,3465216=499712} 2024-08-30T20:59:47.001 INFO:tasks.rados.rados.0.smithi173.stdout:363: writing smithi17368540-4 from 1974272 to 2760704 tid 1 2024-08-30T20:59:47.005 INFO:tasks.rados.rados.0.smithi173.stdout:363: writing smithi17368540-4 from 2760704 to 3465216 tid 2 2024-08-30T20:59:47.008 INFO:tasks.rados.rados.0.smithi173.stdout:363: writing smithi17368540-4 from 3465216 to 3964928 tid 3 2024-08-30T20:59:47.008 INFO:tasks.rados.rados.0.smithi173.stdout:364: rmattr oid 9 current snap is 34 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:364: done (2 left) 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:365: delete oid 21 current snap is 34 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: finishing write tid 1 to smithi17368540-50 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: finishing write tid 2 to smithi17368540-50 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: finishing write tid 3 to smithi17368540-50 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: finishing write tid 4 to smithi17368540-50 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: finishing write tid 5 to smithi17368540-50 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: finishing write tid 6 to smithi17368540-50 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: oid 50 updating version 0 to 117 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: oid 50 updating version 117 to 120 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: oid 50 updating version 120 to 121 2024-08-30T20:59:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:362: oid 50 version 121 is already newer than 119 2024-08-30T20:59:47.010 INFO:tasks.rados.rados.0.smithi173.stdout:362: oid 50 version 121 is already newer than 118 2024-08-30T20:59:47.010 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 121 (ObjNum 117 snap 34 seq_num 117) dirty exists 2024-08-30T20:59:47.010 INFO:tasks.rados.rados.0.smithi173.stdout:362: left oid 50 (ObjNum 117 snap 34 seq_num 117) 2024-08-30T20:59:47.010 INFO:tasks.rados.rados.0.smithi173.stdout:363: finishing write tid 1 to smithi17368540-4 2024-08-30T20:59:47.010 INFO:tasks.rados.rados.0.smithi173.stdout:363: finishing write tid 2 to smithi17368540-4 2024-08-30T20:59:47.011 INFO:tasks.rados.rados.0.smithi173.stdout:363: finishing write tid 3 to smithi17368540-4 2024-08-30T20:59:47.011 INFO:tasks.rados.rados.0.smithi173.stdout:362: done (2 left) 2024-08-30T20:59:47.011 INFO:tasks.rados.rados.0.smithi173.stdout:365: done (1 left) 2024-08-30T20:59:47.011 INFO:tasks.rados.rados.0.smithi173.stdout:366: read oid 29 snap -1 2024-08-30T20:59:47.011 INFO:tasks.rados.rados.0.smithi173.stdout:366: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T20:59:47.011 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 34 2024-08-30T20:59:47.011 INFO:tasks.rados.rados.0.smithi173.stdout:367: seq_num 120 ranges {3948544=417792,4366336=475136,4841472=622592,5464064=507904} 2024-08-30T20:59:47.034 INFO:tasks.rados.rados.0.smithi173.stdout:367: writing smithi17368540-49 from 3948544 to 4366336 tid 1 2024-08-30T20:59:47.037 INFO:tasks.rados.rados.0.smithi173.stdout:367: writing smithi17368540-49 from 4366336 to 4841472 tid 2 2024-08-30T20:59:47.040 INFO:tasks.rados.rados.0.smithi173.stdout:367: writing smithi17368540-49 from 4841472 to 5464064 tid 3 2024-08-30T20:59:47.044 INFO:tasks.rados.rados.0.smithi173.stdout:367: writing smithi17368540-49 from 5464064 to 5971968 tid 4 2024-08-30T20:59:47.044 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 34 2024-08-30T20:59:47.044 INFO:tasks.rados.rados.0.smithi173.stdout:363: finishing write tid 4 to smithi17368540-4 2024-08-30T20:59:47.044 INFO:tasks.rados.rados.0.smithi173.stdout:368: seq_num 121 ranges {1957888=434176,2392064=753664,3145728=425984,3571712=425984} 2024-08-30T20:59:47.057 INFO:tasks.rados.rados.0.smithi173.stdout:368: writing smithi17368540-36 from 1957888 to 2392064 tid 1 2024-08-30T20:59:47.061 INFO:tasks.rados.rados.0.smithi173.stdout:368: writing smithi17368540-36 from 2392064 to 3145728 tid 2 2024-08-30T20:59:47.063 INFO:tasks.rados.rados.0.smithi173.stdout:368: writing smithi17368540-36 from 3145728 to 3571712 tid 3 2024-08-30T20:59:47.066 INFO:tasks.rados.rados.0.smithi173.stdout:368: writing smithi17368540-36 from 3571712 to 3997696 tid 4 2024-08-30T20:59:47.066 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 34 2024-08-30T20:59:47.066 INFO:tasks.rados.rados.0.smithi173.stdout:369: seq_num 122 ranges {1564672=450560,2015232=688128,2703360=630784,3334144=286720} 2024-08-30T20:59:47.076 INFO:tasks.rados.rados.0.smithi173.stdout:369: writing smithi17368540-2 from 1564672 to 2015232 tid 1 2024-08-30T20:59:47.080 INFO:tasks.rados.rados.0.smithi173.stdout:369: writing smithi17368540-2 from 2015232 to 2703360 tid 2 2024-08-30T20:59:47.083 INFO:tasks.rados.rados.0.smithi173.stdout:369: writing smithi17368540-2 from 2703360 to 3334144 tid 3 2024-08-30T20:59:47.085 INFO:tasks.rados.rados.0.smithi173.stdout:369: writing smithi17368540-2 from 3334144 to 3620864 tid 4 2024-08-30T20:59:47.085 INFO:tasks.rados.rados.0.smithi173.stdout:370: snap_remove snap 13 2024-08-30T20:59:47.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:47 smithi173 ceph-mon[17131]: osdmap e145: 8 total, 8 up, 8 in 2024-08-30T20:59:47.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:47 smithi173 ceph-mon[17131]: pgmap v193: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:47.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:47 smithi173 ceph-mon[17131]: osdmap e146: 8 total, 8 up, 8 in 2024-08-30T20:59:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:47 smithi173 ceph-mon[28069]: osdmap e145: 8 total, 8 up, 8 in 2024-08-30T20:59:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:47 smithi173 ceph-mon[28069]: pgmap v193: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:47 smithi173 ceph-mon[28069]: osdmap e146: 8 total, 8 up, 8 in 2024-08-30T20:59:47.483 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:47 smithi196 ceph-mon[21316]: osdmap e145: 8 total, 8 up, 8 in 2024-08-30T20:59:47.483 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:47 smithi196 ceph-mon[21316]: pgmap v193: 121 pgs: 121 active+clean; 95 MiB data, 395 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:47.483 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:47 smithi196 ceph-mon[21316]: osdmap e146: 8 total, 8 up, 8 in 2024-08-30T20:59:48.033 INFO:tasks.rados.rados.0.smithi173.stdout:370: done (5 left) 2024-08-30T20:59:48.034 INFO:tasks.rados.rados.0.smithi173.stdout:371: copy_from oid 35 from oid 13 current snap is 34 2024-08-30T20:59:48.034 INFO:tasks.rados.rados.0.smithi173.stdout:372: read oid 32 snap -1 2024-08-30T20:59:48.034 INFO:tasks.rados.rados.0.smithi173.stdout:372: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:48.034 INFO:tasks.rados.rados.0.smithi173.stdout:373: rollback oid 31 current snap is 34 2024-08-30T20:59:48.034 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 29 2024-08-30T20:59:48.034 INFO:tasks.rados.rados.0.smithi173.stdout:374: snap_create 2024-08-30T20:59:48.034 INFO:tasks.rados.rados.0.smithi173.stdout:366: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T20:59:48.037 INFO:tasks.rados.rados.0.smithi173.stdout:363: finishing write tid 5 to smithi17368540-4 2024-08-30T20:59:48.037 INFO:tasks.rados.rados.0.smithi173.stdout:363: oid 4 updating version 0 to 160 2024-08-30T20:59:48.037 INFO:tasks.rados.rados.0.smithi173.stdout:363: oid 4 updating version 160 to 163 2024-08-30T20:59:48.037 INFO:tasks.rados.rados.0.smithi173.stdout:363: oid 4 version 163 is already newer than 161 2024-08-30T20:59:48.037 INFO:tasks.rados.rados.0.smithi173.stdout:363: oid 4 version 163 is already newer than 162 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 163 (ObjNum 118 snap 34 seq_num 118) dirty exists 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:363: left oid 4 (ObjNum 118 snap 34 seq_num 118) 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: finishing write tid 1 to smithi17368540-49 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: finishing write tid 2 to smithi17368540-49 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: finishing write tid 3 to smithi17368540-49 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: finishing write tid 4 to smithi17368540-49 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: finishing write tid 5 to smithi17368540-49 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: finishing write tid 6 to smithi17368540-49 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: oid 49 updating version 0 to 86 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: oid 49 updating version 86 to 87 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: oid 49 version 87 is already newer than 83 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: oid 49 version 87 is already newer than 84 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: oid 49 version 87 is already newer than 85 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 87 (ObjNum 120 snap 34 seq_num 120) dirty exists 2024-08-30T20:59:48.038 INFO:tasks.rados.rados.0.smithi173.stdout:367: left oid 49 (ObjNum 120 snap 34 seq_num 120) 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: finishing write tid 1 to smithi17368540-36 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: finishing write tid 2 to smithi17368540-36 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: finishing write tid 3 to smithi17368540-36 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: finishing write tid 4 to smithi17368540-36 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: finishing write tid 5 to smithi17368540-36 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: finishing write tid 6 to smithi17368540-36 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: oid 36 updating version 0 to 73 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: oid 36 updating version 73 to 75 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: oid 36 version 75 is already newer than 74 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: oid 36 version 75 is already newer than 72 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: oid 36 updating version 75 to 76 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 76 (ObjNum 121 snap 34 seq_num 121) dirty exists 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:368: left oid 36 (ObjNum 121 snap 34 seq_num 121) 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:369: finishing write tid 1 to smithi17368540-2 2024-08-30T20:59:48.039 INFO:tasks.rados.rados.0.smithi173.stdout:369: finishing write tid 2 to smithi17368540-2 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: finishing write tid 3 to smithi17368540-2 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: finishing write tid 4 to smithi17368540-2 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: finishing write tid 5 to smithi17368540-2 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: finishing write tid 6 to smithi17368540-2 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: oid 2 updating version 0 to 110 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: oid 2 version 110 is already newer than 109 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: oid 2 updating version 110 to 112 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: oid 2 version 112 is already newer than 111 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: oid 2 version 112 is already newer than 108 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 112 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-08-30T20:59:48.040 INFO:tasks.rados.rados.0.smithi173.stdout:369: left oid 2 (ObjNum 122 snap 34 seq_num 122) 2024-08-30T20:59:48.050 INFO:tasks.rados.rados.0.smithi173.stdout:372: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:48.129 INFO:tasks.rados.rados.0.smithi173.stdout:373: finishing rollback tid 1 to smithi17368540-31 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 80 (ObjNum 129 snap 0 seq_num 1579181312) dirty dne 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:371: finishing copy_from racing read to smithi17368540-35 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:371: finishing copy_from to smithi17368540-35 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 107 (ObjNum 106 snap 31 seq_num 106) dirty exists 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:363: done (8 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:366: done (7 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:367: done (6 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:368: done (5 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:369: done (4 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:371: done (3 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:372: done (2 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:373: done (1 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:374: done (0 left) 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:375: read oid 14 snap -1 2024-08-30T20:59:48.130 INFO:tasks.rados.rados.0.smithi173.stdout:375: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-30T20:59:48.131 INFO:tasks.rados.rados.0.smithi173.stdout:376: delete oid 12 current snap is 35 2024-08-30T20:59:48.131 INFO:tasks.rados.rados.0.smithi173.stdout:376: done (1 left) 2024-08-30T20:59:48.131 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 35 2024-08-30T20:59:48.131 INFO:tasks.rados.rados.0.smithi173.stdout:377: seq_num 124 ranges {1564672=483328,2048000=458752,2506752=598016,3104768=548864} 2024-08-30T20:59:48.142 INFO:tasks.rados.rados.0.smithi173.stdout:377: writing smithi17368540-47 from 1564672 to 2048000 tid 1 2024-08-30T20:59:48.144 INFO:tasks.rados.rados.0.smithi173.stdout:377: writing smithi17368540-47 from 2048000 to 2506752 tid 2 2024-08-30T20:59:48.148 INFO:tasks.rados.rados.0.smithi173.stdout:377: writing smithi17368540-47 from 2506752 to 3104768 tid 3 2024-08-30T20:59:48.151 INFO:tasks.rados.rados.0.smithi173.stdout:377: writing smithi17368540-47 from 3104768 to 3653632 tid 4 2024-08-30T20:59:48.152 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 35 2024-08-30T20:59:48.152 INFO:tasks.rados.rados.0.smithi173.stdout:378: seq_num 125 ranges {2678784=499712,3178496=745472,3923968=409600,4333568=450560} 2024-08-30T20:59:48.169 INFO:tasks.rados.rados.0.smithi173.stdout:378: writing smithi17368540-44 from 2678784 to 3178496 tid 1 2024-08-30T20:59:48.173 INFO:tasks.rados.rados.0.smithi173.stdout:378: writing smithi17368540-44 from 3178496 to 3923968 tid 2 2024-08-30T20:59:48.175 INFO:tasks.rados.rados.0.smithi173.stdout:378: writing smithi17368540-44 from 3923968 to 4333568 tid 3 2024-08-30T20:59:48.178 INFO:tasks.rados.rados.0.smithi173.stdout:378: writing smithi17368540-44 from 4333568 to 4784128 tid 4 2024-08-30T20:59:48.178 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 35 2024-08-30T20:59:48.178 INFO:tasks.rados.rados.0.smithi173.stdout:379: seq_num 126 ranges {0=516096,516096=630784,1146880=614400,1761280=360448} 2024-08-30T20:59:48.181 INFO:tasks.rados.rados.0.smithi173.stdout:379: writing smithi17368540-9 from 0 to 516096 tid 1 2024-08-30T20:59:48.184 INFO:tasks.rados.rados.0.smithi173.stdout:379: writing smithi17368540-9 from 516096 to 1146880 tid 2 2024-08-30T20:59:48.188 INFO:tasks.rados.rados.0.smithi173.stdout:379: writing smithi17368540-9 from 1146880 to 1761280 tid 3 2024-08-30T20:59:48.190 INFO:tasks.rados.rados.0.smithi173.stdout:379: writing smithi17368540-9 from 1761280 to 2121728 tid 4 2024-08-30T20:59:48.190 INFO:tasks.rados.rados.0.smithi173.stdout:380: snap_remove snap 34 2024-08-30T20:59:48.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:48] ENGINE Bus STOPPING 2024-08-30T20:59:48.432 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:48.057+0000 7ff0b90f4640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-30T20:59:48.432 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setuser ceph since I am not root 2024-08-30T20:59:48.432 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ignoring --setgroup ceph since I am not root 2024-08-30T20:59:48.432 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:48.230+0000 7f34372e8040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-30T20:59:48.432 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:48.286+0000 7f34372e8040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-30T20:59:48.432 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:48.430+0000 7f34372e8040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-30T20:59:48.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:48.497+0000 7f34372e8040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-30T20:59:48.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:48.642+0000 7f34372e8040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:59:48.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T20:59:48.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:48] ENGINE Bus STOPPED 2024-08-30T20:59:49.071 INFO:tasks.rados.rados.0.smithi173.stdout:380: done (4 left) 2024-08-30T20:59:49.071 INFO:tasks.rados.rados.0.smithi173.stdout:381: rollback oid 29 current snap is 35 2024-08-30T20:59:49.071 INFO:tasks.rados.rados.0.smithi173.stdout:375: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-30T20:59:49.075 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:48.782+0000 7f34372e8040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: osdmap e147: 8 total, 8 up, 8 in 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:49.076 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: Activating manager daemon x 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: osdmap e148: 8 total, 8 up, 8 in 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.14544 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: mgrmap e24: x(active, starting, since 0.00854839s) 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:59:49.077 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:59:49.078 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: osdmap e147: 8 total, 8 up, 8 in 2024-08-30T20:59:49.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: Activating manager daemon x 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: osdmap e148: 8 total, 8 up, 8 in 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.14544 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: mgrmap e24: x(active, starting, since 0.00854839s) 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:59:49.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:59:49.081 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: Manager daemon x is now available 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.082 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: Manager daemon x is now available 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.083 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:48 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: finishing write tid 1 to smithi17368540-47 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: finishing write tid 2 to smithi17368540-47 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: finishing write tid 3 to smithi17368540-47 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 29 to 33 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: finishing write tid 4 to smithi17368540-47 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: finishing write tid 5 to smithi17368540-47 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: finishing write tid 6 to smithi17368540-47 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: oid 47 updating version 0 to 134 2024-08-30T20:59:49.084 INFO:tasks.rados.rados.0.smithi173.stdout:377: oid 47 version 134 is already newer than 132 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:377: oid 47 version 134 is already newer than 133 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:377: oid 47 updating version 134 to 135 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:377: oid 47 version 135 is already newer than 131 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 135 (ObjNum 124 snap 35 seq_num 124) dirty exists 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:377: left oid 47 (ObjNum 124 snap 35 seq_num 124) 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: finishing write tid 1 to smithi17368540-44 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: finishing write tid 2 to smithi17368540-44 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: finishing write tid 3 to smithi17368540-44 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: finishing write tid 4 to smithi17368540-44 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: finishing write tid 5 to smithi17368540-44 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: finishing write tid 6 to smithi17368540-44 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: oid 44 updating version 0 to 144 2024-08-30T20:59:49.085 INFO:tasks.rados.rados.0.smithi173.stdout:378: oid 44 version 144 is already newer than 143 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:378: oid 44 updating version 144 to 147 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:378: oid 44 version 147 is already newer than 146 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:378: oid 44 version 147 is already newer than 145 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 147 (ObjNum 125 snap 35 seq_num 125) dirty exists 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:378: left oid 44 (ObjNum 125 snap 35 seq_num 125) 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: finishing write tid 1 to smithi17368540-9 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: finishing write tid 2 to smithi17368540-9 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: finishing write tid 3 to smithi17368540-9 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: finishing write tid 4 to smithi17368540-9 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: finishing write tid 5 to smithi17368540-9 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: finishing write tid 6 to smithi17368540-9 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: oid 9 updating version 0 to 152 2024-08-30T20:59:49.086 INFO:tasks.rados.rados.0.smithi173.stdout:379: oid 9 version 152 is already newer than 149 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:379: oid 9 version 152 is already newer than 150 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:379: oid 9 version 152 is already newer than 148 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:379: oid 9 version 152 is already newer than 151 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 152 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:379: left oid 9 (ObjNum 126 snap 35 seq_num 126) 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:375: done (4 left) 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:377: done (3 left) 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:378: done (2 left) 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:379: done (1 left) 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 35 2024-08-30T20:59:49.087 INFO:tasks.rados.rados.0.smithi173.stdout:382: seq_num 127 ranges {221184=532480,753664=507904,1261568=778240,2039808=319488} 2024-08-30T20:59:49.088 INFO:tasks.rados.rados.0.smithi173.stdout:382: writing smithi17368540-14 from 221184 to 753664 tid 1 2024-08-30T20:59:49.089 INFO:tasks.rados.rados.0.smithi173.stdout:382: writing smithi17368540-14 from 753664 to 1261568 tid 2 2024-08-30T20:59:49.093 INFO:tasks.rados.rados.0.smithi173.stdout:382: writing smithi17368540-14 from 1261568 to 2039808 tid 3 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:382: writing smithi17368540-14 from 2039808 to 2359296 tid 4 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:383: copy_from oid 6 from oid 19 current snap is 35 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:381: finishing rollback tid 0 to smithi17368540-29 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:381: finishing rollback tid 1 to smithi17368540-29 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:381: finishing rollback tid 2 to smithi17368540-29 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 177 (ObjNum 177 snap 0 seq_num 1578622640) dirty exists 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:382: finishing write tid 1 to smithi17368540-14 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:382: finishing write tid 2 to smithi17368540-14 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:381: done (2 left) 2024-08-30T20:59:49.096 INFO:tasks.rados.rados.0.smithi173.stdout:384: snap_create 2024-08-30T20:59:49.097 INFO:tasks.rados.rados.0.smithi173.stdout:382: finishing write tid 3 to smithi17368540-14 2024-08-30T20:59:49.098 INFO:tasks.rados.rados.0.smithi173.stdout:382: finishing write tid 4 to smithi17368540-14 2024-08-30T20:59:49.098 INFO:tasks.rados.rados.0.smithi173.stdout:382: finishing write tid 5 to smithi17368540-14 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:382: finishing write tid 6 to smithi17368540-14 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:382: oid 14 updating version 0 to 141 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:382: oid 14 updating version 141 to 143 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:382: oid 14 version 143 is already newer than 138 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:382: oid 14 version 143 is already newer than 142 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:382: oid 14 version 143 is already newer than 137 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 143 (ObjNum 127 snap 35 seq_num 127) dirty exists 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:382: left oid 14 (ObjNum 127 snap 35 seq_num 127) 2024-08-30T20:59:49.100 INFO:tasks.rados.rados.0.smithi173.stdout:383: finishing copy_from racing read to smithi17368540-6 2024-08-30T20:59:49.101 INFO:tasks.rados.rados.0.smithi173.stdout:383: finishing copy_from to smithi17368540-6 2024-08-30T20:59:49.101 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 76 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-30T20:59:49.245 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.952+0000 7f964970a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.245 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.952+0000 7f964970a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.245 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.952+0000 7f964970a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.245 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.952+0000 7f964970a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.245 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.952+0000 7f964970a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.953+0000 7f964bf0f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.953+0000 7f964bf0f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.953+0000 7f964bf0f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.953+0000 7f964bf0f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:48.953+0000 7f964bf0f640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:49] ENGINE Bus STARTING 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:49] ENGINE Serving on http://:::9283 2024-08-30T20:59:49.246 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:20:59:49] ENGINE Bus STARTED 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: osdmap e147: 8 total, 8 up, 8 in 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 172.21.15.173:0/1817276320' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: Activating manager daemon x 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: osdmap e148: 8 total, 8 up, 8 in 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.14544 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-30T20:59:49.247 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: mgrmap e24: x(active, starting, since 0.00854839s) 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T20:59:49.248 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: Manager daemon x is now available 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:49.249 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:48 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:49.361 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:49.110+0000 7f34372e8040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-30T20:59:49.361 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:49.171+0000 7f34372e8040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-30T20:59:49.361 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:49.358+0000 7f34372e8040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-30T20:59:50.074 INFO:tasks.rados.rados.0.smithi173.stdout:382: done (2 left) 2024-08-30T20:59:50.075 INFO:tasks.rados.rados.0.smithi173.stdout:383: done (1 left) 2024-08-30T20:59:50.075 INFO:tasks.rados.rados.0.smithi173.stdout:384: done (0 left) 2024-08-30T20:59:50.075 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 36 2024-08-30T20:59:50.075 INFO:tasks.rados.rados.0.smithi173.stdout:385: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-08-30T20:59:50.077 INFO:tasks.rados.rados.0.smithi173.stdout:385: writing smithi17368540-12 from 0 to 548864 tid 1 2024-08-30T20:59:50.082 INFO:tasks.rados.rados.0.smithi173.stdout:385: writing smithi17368540-12 from 548864 to 1343488 tid 2 2024-08-30T20:59:50.086 INFO:tasks.rados.rados.0.smithi173.stdout:385: writing smithi17368540-12 from 1343488 to 1925120 tid 3 2024-08-30T20:59:50.088 INFO:tasks.rados.rados.0.smithi173.stdout:385: writing smithi17368540-12 from 1925120 to 2154496 tid 4 2024-08-30T20:59:50.088 INFO:tasks.rados.rados.0.smithi173.stdout:386: read oid 9 snap -1 2024-08-30T20:59:50.088 INFO:tasks.rados.rados.0.smithi173.stdout:386: expect (ObjNum 126 snap 35 seq_num 126) 2024-08-30T20:59:50.088 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 36 2024-08-30T20:59:50.088 INFO:tasks.rados.rados.0.smithi173.stdout:385: finishing write tid 1 to smithi17368540-12 2024-08-30T20:59:50.088 INFO:tasks.rados.rados.0.smithi173.stdout:387: seq_num 129 ranges {1351680=565248,1916928=679936,2596864=786432,3383296=139264} 2024-08-30T20:59:50.099 INFO:tasks.rados.rados.0.smithi173.stdout:387: writing smithi17368540-26 from 1351680 to 1916928 tid 1 2024-08-30T20:59:50.103 INFO:tasks.rados.rados.0.smithi173.stdout:387: writing smithi17368540-26 from 1916928 to 2596864 tid 2 2024-08-30T20:59:50.108 INFO:tasks.rados.rados.0.smithi173.stdout:387: writing smithi17368540-26 from 2596864 to 3383296 tid 3 2024-08-30T20:59:50.109 INFO:tasks.rados.rados.0.smithi173.stdout:387: writing smithi17368540-26 from 3383296 to 3522560 tid 4 2024-08-30T20:59:50.109 INFO:tasks.rados.rados.0.smithi173.stdout:388: snap_create 2024-08-30T20:59:50.109 INFO:tasks.rados.rados.0.smithi173.stdout:385: finishing write tid 2 to smithi17368540-12 2024-08-30T20:59:50.109 INFO:tasks.rados.rados.0.smithi173.stdout:385: finishing write tid 3 to smithi17368540-12 2024-08-30T20:59:50.109 INFO:tasks.rados.rados.0.smithi173.stdout:385: finishing write tid 4 to smithi17368540-12 2024-08-30T20:59:50.109 INFO:tasks.rados.rados.0.smithi173.stdout:385: finishing write tid 5 to smithi17368540-12 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:385: finishing write tid 6 to smithi17368540-12 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:385: oid 12 updating version 0 to 254 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:385: oid 12 updating version 254 to 255 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:385: oid 12 version 255 is already newer than 251 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:385: oid 12 version 255 is already newer than 253 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:385: oid 12 version 255 is already newer than 252 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 255 (ObjNum 128 snap 36 seq_num 128) dirty exists 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:385: left oid 12 (ObjNum 128 snap 36 seq_num 128) 2024-08-30T20:59:50.110 INFO:tasks.rados.rados.0.smithi173.stdout:386: expect (ObjNum 126 snap 35 seq_num 126) 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: finishing write tid 1 to smithi17368540-26 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: finishing write tid 2 to smithi17368540-26 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: finishing write tid 3 to smithi17368540-26 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: finishing write tid 4 to smithi17368540-26 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: finishing write tid 5 to smithi17368540-26 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: finishing write tid 6 to smithi17368540-26 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: oid 26 updating version 0 to 260 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: oid 26 version 260 is already newer than 258 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: oid 26 updating version 260 to 261 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: oid 26 version 261 is already newer than 257 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:387: oid 26 version 261 is already newer than 259 2024-08-30T20:59:50.166 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 261 (ObjNum 129 snap 36 seq_num 129) dirty exists 2024-08-30T20:59:50.167 INFO:tasks.rados.rados.0.smithi173.stdout:387: left oid 26 (ObjNum 129 snap 36 seq_num 129) 2024-08-30T20:59:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: Checking for cert/key for grafana.a 2024-08-30T20:59:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: Migrating grafana.a cert to cert store 2024-08-30T20:59:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: Migrating grafana.a key to cert store 2024-08-30T20:59:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T20:59:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: mgrmap e25: x(active, since 1.01134s) 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: osdmap e149: 8 total, 8 up, 8 in 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: pgmap v4: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 29 GiB/s rd, 24 GiB/s wr, 512.54k op/s; 554 MiB/s, 1.97k objects/s recovering 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: Deploying cephadm binary to smithi173 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[28069]: Deploying cephadm binary to smithi196 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: Checking for cert/key for grafana.a 2024-08-30T20:59:50.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: Migrating grafana.a cert to cert store 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: Migrating grafana.a key to cert store 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: mgrmap e25: x(active, since 1.01134s) 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: osdmap e149: 8 total, 8 up, 8 in 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: pgmap v4: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 29 GiB/s rd, 24 GiB/s wr, 512.54k op/s; 554 MiB/s, 1.97k objects/s recovering 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: Deploying cephadm binary to smithi173 2024-08-30T20:59:50.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:49 smithi173 ceph-mon[17131]: Deploying cephadm binary to smithi196 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: Checking for cert/key for grafana.a 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: Migrating grafana.a cert to cert store 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: Migrating grafana.a key to cert store 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-30T20:59:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-30T20:59:50.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-30T20:59:50.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: mgrmap e25: x(active, since 1.01134s) 2024-08-30T20:59:50.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: osdmap e149: 8 total, 8 up, 8 in 2024-08-30T20:59:50.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T20:59:50.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: pgmap v4: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 29 GiB/s rd, 24 GiB/s wr, 512.54k op/s; 554 MiB/s, 1.97k objects/s recovering 2024-08-30T20:59:50.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: Deploying cephadm binary to smithi173 2024-08-30T20:59:50.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:49 smithi196 ceph-mon[21316]: Deploying cephadm binary to smithi196 2024-08-30T20:59:50.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:50.261+0000 7f34372e8040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-30T20:59:50.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:50.327+0000 7f34372e8040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-30T20:59:51.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:50.594+0000 7f962fc9a640 -1 log_channel(cephadm) log [ERR] : [30/Aug/2024:20:59:50] ENGINE Error in HTTPServer.serve 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: Traceback (most recent call last): 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: self._connections.run(self.expiration_interval) 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: self._run(expiration_interval) 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: s = self.context.wrap_socket( 2024-08-30T20:59:51.021 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:59:51.022 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: return self.sslsocket_class._create( 2024-08-30T20:59:51.022 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:59:51.022 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: self.do_handshake() 2024-08-30T20:59:51.022 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:59:51.022 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: self._sslobj.do_handshake() 2024-08-30T20:59:51.022 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:59:51.022 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 20:59:50 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T20:59:51.084 INFO:tasks.rados.rados.0.smithi173.stdout:385: done (3 left) 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:386: done (2 left) 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:387: done (1 left) 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:388: done (0 left) 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:389: copy_from oid 15 from oid 40 current snap is 37 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:390: read oid 7 snap 35 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:390: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:391: rollback oid 31 current snap is 37 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 35 2024-08-30T20:59:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:392: delete oid 35 current snap is 37 2024-08-30T20:59:51.088 INFO:tasks.rados.rados.0.smithi173.stdout:391: finishing rollback tid 1 to smithi17368540-31 2024-08-30T20:59:51.088 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 0 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-08-30T20:59:51.088 INFO:tasks.rados.rados.0.smithi173.stdout:390: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:389: finishing copy_from racing read to smithi17368540-15 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:389: finishing copy_from to smithi17368540-15 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 45 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:389: done (3 left) 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:390: done (2 left) 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:391: done (1 left) 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:392: done (0 left) 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:393: read oid 41 snap -1 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:393: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-30T20:59:51.094 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 37 2024-08-30T20:59:51.095 INFO:tasks.rados.rados.0.smithi173.stdout:394: seq_num 131 ranges {3825664=598016,4423680=499712,4923392=753664,5677056=352256} 2024-08-30T20:59:51.119 INFO:tasks.rados.rados.0.smithi173.stdout:394: writing smithi17368540-33 from 3825664 to 4423680 tid 1 2024-08-30T20:59:51.123 INFO:tasks.rados.rados.0.smithi173.stdout:394: writing smithi17368540-33 from 4423680 to 4923392 tid 2 2024-08-30T20:59:51.128 INFO:tasks.rados.rados.0.smithi173.stdout:394: writing smithi17368540-33 from 4923392 to 5677056 tid 3 2024-08-30T20:59:51.131 INFO:tasks.rados.rados.0.smithi173.stdout:394: writing smithi17368540-33 from 5677056 to 6029312 tid 4 2024-08-30T20:59:51.131 INFO:tasks.rados.rados.0.smithi173.stdout:395: copy_from oid 31 from oid 45 current snap is 37 2024-08-30T20:59:51.131 INFO:tasks.rados.rados.0.smithi173.stdout:393: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:394: finishing write tid 1 to smithi17368540-33 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:394: finishing write tid 2 to smithi17368540-33 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:393: done (2 left) 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:396: read oid 27 snap -1 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:396: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:397: copy_from oid 2 from oid 10 current snap is 37 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:394: finishing write tid 3 to smithi17368540-33 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:394: finishing write tid 4 to smithi17368540-33 2024-08-30T20:59:51.153 INFO:tasks.rados.rados.0.smithi173.stdout:394: finishing write tid 5 to smithi17368540-33 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: finishing write tid 6 to smithi17368540-33 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: oid 33 updating version 0 to 201 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: oid 33 updating version 201 to 202 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: oid 33 version 202 is already newer than 199 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: oid 33 version 202 is already newer than 200 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: oid 33 updating version 202 to 203 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 203 (ObjNum 131 snap 37 seq_num 131) dirty exists 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: left oid 33 (ObjNum 131 snap 37 seq_num 131) 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:395: finishing copy_from racing read to smithi17368540-31 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:395: finishing copy_from to smithi17368540-31 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 98 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:394: done (3 left) 2024-08-30T20:59:51.154 INFO:tasks.rados.rados.0.smithi173.stdout:395: done (2 left) 2024-08-30T20:59:51.155 INFO:tasks.rados.rados.0.smithi173.stdout:398: rmattr oid 7 current snap is 37 2024-08-30T20:59:51.155 INFO:tasks.rados.rados.0.smithi173.stdout:398: done (2 left) 2024-08-30T20:59:51.155 INFO:tasks.rados.rados.0.smithi173.stdout:399: rmattr oid 50 current snap is 37 2024-08-30T20:59:51.155 INFO:tasks.rados.rados.0.smithi173.stdout:399: done (2 left) 2024-08-30T20:59:51.155 INFO:tasks.rados.rados.0.smithi173.stdout:400: setattr oid 26 current snap is 37 2024-08-30T20:59:51.156 INFO:tasks.rados.rados.0.smithi173.stdout:401: rollback oid 50 current snap is 37 2024-08-30T20:59:51.156 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 35 2024-08-30T20:59:51.156 INFO:tasks.rados.rados.0.smithi173.stdout:402: delete oid 39 current snap is 37 2024-08-30T20:59:51.160 INFO:tasks.rados.rados.0.smithi173.stdout:397: finishing copy_from racing read to smithi17368540-2 2024-08-30T20:59:51.161 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 264 (ObjNum 129 snap 36 seq_num 129) dirty exists 2024-08-30T20:59:51.162 INFO:tasks.rados.rados.0.smithi173.stdout:401: finishing rollback tid 0 to smithi17368540-50 2024-08-30T20:59:51.162 INFO:tasks.rados.rados.0.smithi173.stdout:401: finishing rollback tid 1 to smithi17368540-50 2024-08-30T20:59:51.162 INFO:tasks.rados.rados.0.smithi173.stdout:401: finishing rollback tid 2 to smithi17368540-50 2024-08-30T20:59:51.162 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 147 (ObjNum 117 snap 34 seq_num 117) dirty exists 2024-08-30T20:59:51.163 INFO:tasks.rados.rados.0.smithi173.stdout:400: done (4 left) 2024-08-30T20:59:51.163 INFO:tasks.rados.rados.0.smithi173.stdout:401: done (3 left) 2024-08-30T20:59:51.163 INFO:tasks.rados.rados.0.smithi173.stdout:402: done (2 left) 2024-08-30T20:59:51.163 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 37 2024-08-30T20:59:51.163 INFO:tasks.rados.rados.0.smithi173.stdout:403: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-08-30T20:59:51.166 INFO:tasks.rados.rados.0.smithi173.stdout:403: writing smithi17368540-24 from 0 to 630784 tid 1 2024-08-30T20:59:51.171 INFO:tasks.rados.rados.0.smithi173.stdout:403: writing smithi17368540-24 from 630784 to 1294336 tid 2 2024-08-30T20:59:51.175 INFO:tasks.rados.rados.0.smithi173.stdout:403: writing smithi17368540-24 from 1294336 to 2064384 tid 3 2024-08-30T20:59:51.176 INFO:tasks.rados.rados.0.smithi173.stdout:403: writing smithi17368540-24 from 2064384 to 2236416 tid 4 2024-08-30T20:59:51.176 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 37 2024-08-30T20:59:51.176 INFO:tasks.rados.rados.0.smithi173.stdout:396: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T20:59:51.283 INFO:tasks.rados.rados.0.smithi173.stdout:404: seq_num 134 ranges {303104=647168,950272=548864,1499136=573440,2072576=483328} 2024-08-30T20:59:51.288 INFO:tasks.rados.rados.0.smithi173.stdout:404: writing smithi17368540-6 from 303104 to 950272 tid 1 2024-08-30T20:59:51.291 INFO:tasks.rados.rados.0.smithi173.stdout:404: writing smithi17368540-6 from 950272 to 1499136 tid 2 2024-08-30T20:59:51.295 INFO:tasks.rados.rados.0.smithi173.stdout:404: writing smithi17368540-6 from 1499136 to 2072576 tid 3 2024-08-30T20:59:51.298 INFO:tasks.rados.rados.0.smithi173.stdout:404: writing smithi17368540-6 from 2072576 to 2555904 tid 4 2024-08-30T20:59:51.298 INFO:tasks.rados.rados.0.smithi173.stdout:396: done (3 left) 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:405: read oid 12 snap -1 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:405: expect (ObjNum 128 snap 36 seq_num 128) 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:406: read oid 36 snap -1 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:406: expect (ObjNum 121 snap 34 seq_num 121) 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 37 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:397: finishing copy_from to smithi17368540-2 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:403: finishing write tid 1 to smithi17368540-24 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:403: finishing write tid 2 to smithi17368540-24 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:403: finishing write tid 3 to smithi17368540-24 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:403: finishing write tid 4 to smithi17368540-24 2024-08-30T20:59:51.299 INFO:tasks.rados.rados.0.smithi173.stdout:407: seq_num 135 ranges {679936=663552,1343488=434176,1777664=786432,2564096=385024} 2024-08-30T20:59:51.306 INFO:tasks.rados.rados.0.smithi173.stdout:407: writing smithi17368540-41 from 679936 to 1343488 tid 1 2024-08-30T20:59:51.308 INFO:tasks.rados.rados.0.smithi173.stdout:407: writing smithi17368540-41 from 1343488 to 1777664 tid 2 2024-08-30T20:59:51.313 INFO:tasks.rados.rados.0.smithi173.stdout:407: writing smithi17368540-41 from 1777664 to 2564096 tid 3 2024-08-30T20:59:51.316 INFO:tasks.rados.rados.0.smithi173.stdout:407: writing smithi17368540-41 from 2564096 to 2949120 tid 4 2024-08-30T20:59:51.316 INFO:tasks.rados.rados.0.smithi173.stdout:397: done (5 left) 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:408: read oid 8 snap -1 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:408: expect (ObjNum 7 snap 0 seq_num 7) 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:409: read oid 17 snap -1 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:409: expect (ObjNum 89 snap 20 seq_num 89) 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:403: finishing write tid 5 to smithi17368540-24 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:403: finishing write tid 6 to smithi17368540-24 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:403: oid 24 updating version 0 to 112 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:403: oid 24 version 112 is already newer than 111 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:403: oid 24 version 112 is already newer than 110 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:403: oid 24 version 112 is already newer than 109 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:403: oid 24 updating version 112 to 113 2024-08-30T20:59:51.317 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 113 (ObjNum 133 snap 37 seq_num 133) dirty exists 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:403: left oid 24 (ObjNum 133 snap 37 seq_num 133) 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: finishing write tid 1 to smithi17368540-6 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: finishing write tid 2 to smithi17368540-6 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: finishing write tid 3 to smithi17368540-6 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: finishing write tid 4 to smithi17368540-6 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: finishing write tid 5 to smithi17368540-6 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: finishing write tid 6 to smithi17368540-6 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: oid 6 updating version 0 to 128 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: oid 6 version 128 is already newer than 126 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: oid 6 version 128 is already newer than 127 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: oid 6 version 128 is already newer than 125 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:404: oid 6 version 128 is already newer than 124 2024-08-30T20:59:51.318 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 128 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-30T20:59:51.319 INFO:tasks.rados.rados.0.smithi173.stdout:404: left oid 6 (ObjNum 134 snap 37 seq_num 134) 2024-08-30T20:59:51.319 INFO:tasks.rados.rados.0.smithi173.stdout:405: expect (ObjNum 128 snap 36 seq_num 128) 2024-08-30T20:59:51.343 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-mon[17131]: pgmap v5: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 92 MiB/s rd, 74 MiB/s wr, 1.57k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-30T20:59:51.343 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-mon[17131]: osdmap e150: 8 total, 8 up, 8 in 2024-08-30T20:59:51.343 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-mon[17131]: [30/Aug/2024:20:59:50] ENGINE Bus STARTING 2024-08-30T20:59:51.343 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-mon[28069]: pgmap v5: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 92 MiB/s rd, 74 MiB/s wr, 1.57k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-30T20:59:51.343 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-mon[28069]: osdmap e150: 8 total, 8 up, 8 in 2024-08-30T20:59:51.343 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-mon[28069]: [30/Aug/2024:20:59:50] ENGINE Bus STARTING 2024-08-30T20:59:51.343 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.035+0000 7f34372e8040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-30T20:59:51.344 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.181+0000 7f34372e8040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-30T20:59:51.380 INFO:tasks.rados.rados.0.smithi173.stdout:407: finishing write tid 1 to smithi17368540-41 2024-08-30T20:59:51.380 INFO:tasks.rados.rados.0.smithi173.stdout:403: done (6 left) 2024-08-30T20:59:51.380 INFO:tasks.rados.rados.0.smithi173.stdout:404: done (5 left) 2024-08-30T20:59:51.380 INFO:tasks.rados.rados.0.smithi173.stdout:405: done (4 left) 2024-08-30T20:59:51.380 INFO:tasks.rados.rados.0.smithi173.stdout:410: rmattr oid 30 current snap is 37 2024-08-30T20:59:51.381 INFO:tasks.rados.rados.0.smithi173.stdout:410: done (4 left) 2024-08-30T20:59:51.381 INFO:tasks.rados.rados.0.smithi173.stdout:411: setattr oid 2 current snap is 37 2024-08-30T20:59:51.381 INFO:tasks.rados.rados.0.smithi173.stdout:407: finishing write tid 2 to smithi17368540-41 2024-08-30T20:59:51.381 INFO:tasks.rados.rados.0.smithi173.stdout:407: finishing write tid 3 to smithi17368540-41 2024-08-30T20:59:51.381 INFO:tasks.rados.rados.0.smithi173.stdout:407: finishing write tid 4 to smithi17368540-41 2024-08-30T20:59:51.381 INFO:tasks.rados.rados.0.smithi173.stdout:408: expect (ObjNum 7 snap 0 seq_num 7) 2024-08-30T20:59:51.383 INFO:tasks.rados.rados.0.smithi173.stdout:407: finishing write tid 5 to smithi17368540-41 2024-08-30T20:59:51.383 INFO:tasks.rados.rados.0.smithi173.stdout:406: expect (ObjNum 121 snap 34 seq_num 121) 2024-08-30T20:59:51.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:51 smithi196 ceph-mon[21316]: pgmap v5: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 92 MiB/s rd, 74 MiB/s wr, 1.57k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-30T20:59:51.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:51 smithi196 ceph-mon[21316]: osdmap e150: 8 total, 8 up, 8 in 2024-08-30T20:59:51.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:51 smithi196 ceph-mon[21316]: [30/Aug/2024:20:59:50] ENGINE Bus STARTING 2024-08-30T20:59:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:407: finishing write tid 6 to smithi17368540-41 2024-08-30T20:59:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:407: oid 41 updating version 0 to 124 2024-08-30T20:59:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:407: oid 41 version 124 is already newer than 123 2024-08-30T20:59:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:407: oid 41 version 124 is already newer than 121 2024-08-30T20:59:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:407: oid 41 version 124 is already newer than 122 2024-08-30T20:59:51.532 INFO:tasks.rados.rados.0.smithi173.stdout:407: oid 41 version 124 is already newer than 120 2024-08-30T20:59:51.532 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 124 (ObjNum 135 snap 37 seq_num 135) dirty exists 2024-08-30T20:59:51.532 INFO:tasks.rados.rados.0.smithi173.stdout:407: left oid 41 (ObjNum 135 snap 37 seq_num 135) 2024-08-30T20:59:51.532 INFO:tasks.rados.rados.0.smithi173.stdout:409: expect (ObjNum 89 snap 20 seq_num 89) 2024-08-30T20:59:51.590 INFO:tasks.rados.rados.0.smithi173.stdout:406: done (4 left) 2024-08-30T20:59:51.590 INFO:tasks.rados.rados.0.smithi173.stdout:407: done (3 left) 2024-08-30T20:59:51.590 INFO:tasks.rados.rados.0.smithi173.stdout:408: done (2 left) 2024-08-30T20:59:51.590 INFO:tasks.rados.rados.0.smithi173.stdout:409: done (1 left) 2024-08-30T20:59:51.590 INFO:tasks.rados.rados.0.smithi173.stdout:412: rmattr oid 6 current snap is 37 2024-08-30T20:59:51.590 INFO:tasks.rados.rados.0.smithi173.stdout:412: done (1 left) 2024-08-30T20:59:51.590 INFO:tasks.rados.rados.0.smithi173.stdout:413: setattr oid 26 current snap is 37 2024-08-30T20:59:51.591 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 119 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-30T20:59:51.592 INFO:tasks.rados.rados.0.smithi173.stdout:411: done (1 left) 2024-08-30T20:59:51.592 INFO:tasks.rados.rados.0.smithi173.stdout:414: snap_create 2024-08-30T20:59:51.594 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 265 (ObjNum 129 snap 36 seq_num 129) dirty exists 2024-08-30T20:59:51.645 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.341+0000 7f34372e8040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-30T20:59:51.646 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.414+0000 7f34372e8040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-30T20:59:51.646 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.574+0000 7f34372e8040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-30T20:59:51.646 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.644+0000 7f34372e8040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-30T20:59:51.916 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.708+0000 7f34372e8040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-30T20:59:51.916 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.875+0000 7f34372e8040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-30T20:59:51.968 INFO:tasks.rados.rados.0.smithi173.stdout:413: done (1 left) 2024-08-30T20:59:51.968 INFO:tasks.rados.rados.0.smithi173.stdout:414: done (0 left) 2024-08-30T20:59:51.968 INFO:tasks.rados.rados.0.smithi173.stdout:415: setattr oid 39 current snap is 38 2024-08-30T20:59:51.970 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 38 2024-08-30T20:59:51.970 INFO:tasks.rados.rados.0.smithi173.stdout:416: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-08-30T20:59:51.975 INFO:tasks.rados.rados.0.smithi173.stdout:416: writing smithi17368540-22 from 0 to 688128 tid 1 2024-08-30T20:59:51.980 INFO:tasks.rados.rados.0.smithi173.stdout:416: writing smithi17368540-22 from 688128 to 1409024 tid 2 2024-08-30T20:59:51.984 INFO:tasks.rados.rados.0.smithi173.stdout:416: writing smithi17368540-22 from 1409024 to 1949696 tid 3 2024-08-30T20:59:51.987 INFO:tasks.rados.rados.0.smithi173.stdout:416: writing smithi17368540-22 from 1949696 to 2293760 tid 4 2024-08-30T20:59:51.987 INFO:tasks.rados.rados.0.smithi173.stdout:417: snap_remove snap 37 2024-08-30T20:59:52.176 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[17131]: [30/Aug/2024:20:59:50] ENGINE Serving on https://172.21.15.196:7150 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[17131]: [30/Aug/2024:20:59:50] ENGINE Error in HTTPServer.serve 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: Traceback (most recent call last): 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._run(expiration_interval) 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:59:52.177 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: self.do_handshake() 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[17131]: [30/Aug/2024:20:59:50] ENGINE Serving on http://172.21.15.196:8765 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[17131]: [30/Aug/2024:20:59:50] ENGINE Bus STARTED 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[17131]: mgrmap e26: x(active, since 3s) 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[17131]: osdmap e151: 8 total, 8 up, 8 in 2024-08-30T20:59:52.178 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[17131]: osdmap e152: 8 total, 8 up, 8 in 2024-08-30T20:59:52.179 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:51.941+0000 7f34372e8040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-30T20:59:52.179 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:52.020+0000 7f34372e8040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-30T20:59:52.179 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:52.106+0000 7f34372e8040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-30T20:59:52.179 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:52.174+0000 7f34372e8040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-30T20:59:52.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[28069]: [30/Aug/2024:20:59:50] ENGINE Serving on https://172.21.15.196:7150 2024-08-30T20:59:52.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[28069]: [30/Aug/2024:20:59:50] ENGINE Error in HTTPServer.serve 2024-08-30T20:59:52.179 INFO:journalctl@ceph.mon.c.smithi173.stdout: Traceback (most recent call last): 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._run(expiration_interval) 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T20:59:52.180 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout: self.do_handshake() 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[28069]: [30/Aug/2024:20:59:50] ENGINE Serving on http://172.21.15.196:8765 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[28069]: [30/Aug/2024:20:59:50] ENGINE Bus STARTED 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[28069]: mgrmap e26: x(active, since 3s) 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[28069]: osdmap e151: 8 total, 8 up, 8 in 2024-08-30T20:59:52.181 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-mon[28069]: osdmap e152: 8 total, 8 up, 8 in 2024-08-30T20:59:52.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:52.240+0000 7f34372e8040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-30T20:59:52.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:52 smithi196 ceph-mon[21316]: [30/Aug/2024:20:59:50] ENGINE Serving on https://172.21.15.196:7150 2024-08-30T20:59:52.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:52 smithi196 ceph-mon[21316]: [30/Aug/2024:20:59:50] ENGINE Error in HTTPServer.serve 2024-08-30T20:59:52.520 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-30T20:59:52.520 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T20:59:52.520 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-30T20:59:52.520 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T20:59:52.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-30T20:59:52.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T20:59:52.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:52 smithi196 ceph-mon[21316]: [30/Aug/2024:20:59:50] ENGINE Serving on http://172.21.15.196:8765 2024-08-30T20:59:52.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:52 smithi196 ceph-mon[21316]: [30/Aug/2024:20:59:50] ENGINE Bus STARTED 2024-08-30T20:59:52.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:52 smithi196 ceph-mon[21316]: mgrmap e26: x(active, since 3s) 2024-08-30T20:59:52.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:52 smithi196 ceph-mon[21316]: osdmap e151: 8 total, 8 up, 8 in 2024-08-30T20:59:52.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:52 smithi196 ceph-mon[21316]: osdmap e152: 8 total, 8 up, 8 in 2024-08-30T20:59:52.977 INFO:tasks.rados.rados.0.smithi173.stdout:417: done (2 left) 2024-08-30T20:59:52.977 INFO:tasks.rados.rados.0.smithi173.stdout:418: rmattr oid 7 current snap is 38 2024-08-30T20:59:52.977 INFO:tasks.rados.rados.0.smithi173.stdout:418: done (2 left) 2024-08-30T20:59:52.977 INFO:tasks.rados.rados.0.smithi173.stdout:419: copy_from oid 19 from oid 37 current snap is 38 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 44 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: finishing write tid 1 to smithi17368540-22 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: finishing write tid 2 to smithi17368540-22 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: finishing write tid 3 to smithi17368540-22 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: finishing write tid 4 to smithi17368540-22 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: finishing write tid 5 to smithi17368540-22 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: finishing write tid 6 to smithi17368540-22 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: oid 22 updating version 0 to 205 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: oid 22 updating version 205 to 206 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: oid 22 updating version 206 to 208 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: oid 22 version 208 is already newer than 207 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:416: oid 22 version 208 is already newer than 204 2024-08-30T20:59:52.978 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 208 (ObjNum 136 snap 38 seq_num 136) dirty exists 2024-08-30T20:59:52.979 INFO:tasks.rados.rados.0.smithi173.stdout:416: left oid 22 (ObjNum 136 snap 38 seq_num 136) 2024-08-30T20:59:52.979 INFO:tasks.rados.rados.0.smithi173.stdout:415: done (2 left) 2024-08-30T20:59:52.979 INFO:tasks.rados.rados.0.smithi173.stdout:416: done (1 left) 2024-08-30T20:59:52.979 INFO:tasks.rados.rados.0.smithi173.stdout:420: copy_from oid 48 from oid 31 current snap is 38 2024-08-30T20:59:52.979 INFO:tasks.rados.rados.0.smithi173.stdout:421: delete oid 16 current snap is 38 2024-08-30T20:59:52.980 INFO:tasks.rados.rados.0.smithi173.stdout:421: done (2 left) 2024-08-30T20:59:52.980 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 38 2024-08-30T20:59:52.980 INFO:tasks.rados.rados.0.smithi173.stdout:422: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-08-30T20:59:52.985 INFO:tasks.rados.rados.0.smithi173.stdout:422: writing smithi17368540-21 from 0 to 720896 tid 1 2024-08-30T20:59:52.989 INFO:tasks.rados.rados.0.smithi173.stdout:422: writing smithi17368540-21 from 720896 to 1261568 tid 2 2024-08-30T20:59:52.993 INFO:tasks.rados.rados.0.smithi173.stdout:422: writing smithi17368540-21 from 1261568 to 1818624 tid 3 2024-08-30T20:59:52.997 INFO:tasks.rados.rados.0.smithi173.stdout:422: writing smithi17368540-21 from 1818624 to 2326528 tid 4 2024-08-30T20:59:52.997 INFO:tasks.rados.rados.0.smithi173.stdout:423: delete oid 39 current snap is 38 2024-08-30T20:59:52.997 INFO:tasks.rados.rados.0.smithi173.stdout:422: finishing write tid 1 to smithi17368540-21 2024-08-30T20:59:52.997 INFO:tasks.rados.rados.0.smithi173.stdout:420: finishing copy_from racing read to smithi17368540-48 2024-08-30T20:59:52.997 INFO:tasks.rados.rados.0.smithi173.stdout:422: finishing write tid 2 to smithi17368540-21 2024-08-30T20:59:52.997 INFO:tasks.rados.rados.0.smithi173.stdout:422: finishing write tid 3 to smithi17368540-21 2024-08-30T20:59:52.998 INFO:tasks.rados.rados.0.smithi173.stdout:420: finishing copy_from to smithi17368540-48 2024-08-30T20:59:52.998 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 98 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T20:59:52.999 INFO:tasks.rados.rados.0.smithi173.stdout:419: finishing copy_from racing read to smithi17368540-19 2024-08-30T20:59:52.999 INFO:tasks.rados.rados.0.smithi173.stdout:420: done (3 left) 2024-08-30T20:59:52.999 INFO:tasks.rados.rados.0.smithi173.stdout:423: done (2 left) 2024-08-30T20:59:52.999 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 38 2024-08-30T20:59:52.999 INFO:tasks.rados.rados.0.smithi173.stdout:424: seq_num 140 ranges {4784128=753664,5537792=704512,6242304=524288,6766592=376832} 2024-08-30T20:59:53.029 INFO:tasks.rados.rados.0.smithi173.stdout:424: writing smithi17368540-44 from 4784128 to 5537792 tid 1 2024-08-30T20:59:53.033 INFO:tasks.rados.rados.0.smithi173.stdout:424: writing smithi17368540-44 from 5537792 to 6242304 tid 2 2024-08-30T20:59:53.036 INFO:tasks.rados.rados.0.smithi173.stdout:424: writing smithi17368540-44 from 6242304 to 6766592 tid 3 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:424: writing smithi17368540-44 from 6766592 to 7143424 tid 4 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 38 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:419: finishing copy_from to smithi17368540-19 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 32 (ObjNum 108 snap 31 seq_num 108) dirty exists 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:422: finishing write tid 4 to smithi17368540-21 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:422: finishing write tid 5 to smithi17368540-21 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:422: finishing write tid 6 to smithi17368540-21 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:422: oid 21 updating version 0 to 210 2024-08-30T20:59:53.039 INFO:tasks.rados.rados.0.smithi173.stdout:422: oid 21 updating version 210 to 213 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:422: oid 21 version 213 is already newer than 211 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:422: oid 21 version 213 is already newer than 209 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:422: oid 21 version 213 is already newer than 212 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 213 (ObjNum 138 snap 38 seq_num 138) dirty exists 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:422: left oid 21 (ObjNum 138 snap 38 seq_num 138) 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:424: finishing write tid 1 to smithi17368540-44 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:424: finishing write tid 2 to smithi17368540-44 2024-08-30T20:59:53.040 INFO:tasks.rados.rados.0.smithi173.stdout:425: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-08-30T20:59:53.043 INFO:tasks.rados.rados.0.smithi173.stdout:425: writing smithi17368540-39 from 0 to 770048 tid 1 2024-08-30T20:59:53.046 INFO:tasks.rados.rados.0.smithi173.stdout:425: writing smithi17368540-39 from 770048 to 1359872 tid 2 2024-08-30T20:59:53.051 INFO:tasks.rados.rados.0.smithi173.stdout:425: writing smithi17368540-39 from 1359872 to 2088960 tid 3 2024-08-30T20:59:53.052 INFO:tasks.rados.rados.0.smithi173.stdout:425: writing smithi17368540-39 from 2088960 to 2375680 tid 4 2024-08-30T20:59:53.052 INFO:tasks.rados.rados.0.smithi173.stdout:419: done (3 left) 2024-08-30T20:59:53.053 INFO:tasks.rados.rados.0.smithi173.stdout:422: done (2 left) 2024-08-30T20:59:53.053 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 38 2024-08-30T20:59:53.053 INFO:tasks.rados.rados.0.smithi173.stdout:424: finishing write tid 3 to smithi17368540-44 2024-08-30T20:59:53.053 INFO:tasks.rados.rados.0.smithi173.stdout:426: seq_num 142 ranges {2154496=786432,2940928=475136,3416064=540672,3956736=589824} 2024-08-30T20:59:53.068 INFO:tasks.rados.rados.0.smithi173.stdout:426: writing smithi17368540-12 from 2154496 to 2940928 tid 1 2024-08-30T20:59:53.071 INFO:tasks.rados.rados.0.smithi173.stdout:426: writing smithi17368540-12 from 2940928 to 3416064 tid 2 2024-08-30T20:59:53.074 INFO:tasks.rados.rados.0.smithi173.stdout:426: writing smithi17368540-12 from 3416064 to 3956736 tid 3 2024-08-30T20:59:53.078 INFO:tasks.rados.rados.0.smithi173.stdout:426: writing smithi17368540-12 from 3956736 to 4546560 tid 4 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:427: read oid 32 snap -1 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:427: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 38 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: finishing write tid 4 to smithi17368540-44 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: finishing write tid 5 to smithi17368540-44 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: finishing write tid 6 to smithi17368540-44 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: oid 44 updating version 0 to 159 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: oid 44 updating version 159 to 160 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: oid 44 updating version 160 to 161 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: oid 44 version 161 is already newer than 158 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: oid 44 version 161 is already newer than 157 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 161 (ObjNum 140 snap 38 seq_num 140) dirty exists 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:424: left oid 44 (ObjNum 140 snap 38 seq_num 140) 2024-08-30T20:59:53.079 INFO:tasks.rados.rados.0.smithi173.stdout:425: finishing write tid 1 to smithi17368540-39 2024-08-30T20:59:53.080 INFO:tasks.rados.rados.0.smithi173.stdout:425: finishing write tid 2 to smithi17368540-39 2024-08-30T20:59:53.080 INFO:tasks.rados.rados.0.smithi173.stdout:428: seq_num 143 ranges {3997696=802816,4800512=761856,5562368=745472,6307840=98304} 2024-08-30T20:59:53.104 INFO:tasks.rados.rados.0.smithi173.stdout:428: writing smithi17368540-36 from 3997696 to 4800512 tid 1 2024-08-30T20:59:53.109 INFO:tasks.rados.rados.0.smithi173.stdout:428: writing smithi17368540-36 from 4800512 to 5562368 tid 2 2024-08-30T20:59:53.115 INFO:tasks.rados.rados.0.smithi173.stdout:428: writing smithi17368540-36 from 5562368 to 6307840 tid 3 2024-08-30T20:59:53.116 INFO:tasks.rados.rados.0.smithi173.stdout:428: writing smithi17368540-36 from 6307840 to 6406144 tid 4 2024-08-30T20:59:53.116 INFO:tasks.rados.rados.0.smithi173.stdout:424: done (4 left) 2024-08-30T20:59:53.116 INFO:tasks.rados.rados.0.smithi173.stdout:429: read oid 15 snap 35 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:429: expect deleted 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 38 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: finishing write tid 3 to smithi17368540-39 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: finishing write tid 4 to smithi17368540-39 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: finishing write tid 5 to smithi17368540-39 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: finishing write tid 6 to smithi17368540-39 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: oid 39 updating version 0 to 47 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: oid 39 updating version 47 to 50 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: oid 39 version 50 is already newer than 49 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: oid 39 version 50 is already newer than 46 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: oid 39 version 50 is already newer than 48 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 50 (ObjNum 141 snap 38 seq_num 141) dirty exists 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:425: left oid 39 (ObjNum 141 snap 38 seq_num 141) 2024-08-30T20:59:53.117 INFO:tasks.rados.rados.0.smithi173.stdout:426: finishing write tid 1 to smithi17368540-12 2024-08-30T20:59:53.118 INFO:tasks.rados.rados.0.smithi173.stdout:426: finishing write tid 2 to smithi17368540-12 2024-08-30T20:59:53.118 INFO:tasks.rados.rados.0.smithi173.stdout:426: finishing write tid 3 to smithi17368540-12 2024-08-30T20:59:53.118 INFO:tasks.rados.rados.0.smithi173.stdout:430: seq_num 144 ranges {3653632=16384} 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:430: writing smithi17368540-47 from 3653632 to 3670016 tid 1 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:425: done (5 left) 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:431: delete oid 9 current snap is 38 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: finishing write tid 4 to smithi17368540-12 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: finishing write tid 5 to smithi17368540-12 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: finishing write tid 6 to smithi17368540-12 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: oid 12 updating version 0 to 270 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: oid 12 version 270 is already newer than 267 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: oid 12 updating version 270 to 271 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: oid 12 version 271 is already newer than 269 2024-08-30T20:59:53.137 INFO:tasks.rados.rados.0.smithi173.stdout:426: oid 12 version 271 is already newer than 268 2024-08-30T20:59:53.138 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 271 (ObjNum 142 snap 38 seq_num 142) dirty exists 2024-08-30T20:59:53.138 INFO:tasks.rados.rados.0.smithi173.stdout:426: left oid 12 (ObjNum 142 snap 38 seq_num 142) 2024-08-30T20:59:53.138 INFO:tasks.rados.rados.0.smithi173.stdout:427: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T20:59:53.187 INFO:tasks.rados.rados.0.smithi173.stdout:428: finishing write tid 1 to smithi17368540-36 2024-08-30T20:59:53.187 INFO:tasks.rados.rados.0.smithi173.stdout:428: finishing write tid 2 to smithi17368540-36 2024-08-30T20:59:53.187 INFO:tasks.rados.rados.0.smithi173.stdout:426: done (5 left) 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:427: done (4 left) 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:431: done (3 left) 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:432: copy_from oid 19 from oid 48 current snap is 38 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: finishing write tid 3 to smithi17368540-36 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: finishing write tid 4 to smithi17368540-36 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: finishing write tid 5 to smithi17368540-36 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: finishing write tid 6 to smithi17368540-36 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: oid 36 updating version 0 to 85 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: oid 36 version 85 is already newer than 82 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: oid 36 version 85 is already newer than 84 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: oid 36 updating version 85 to 86 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:428: oid 36 version 86 is already newer than 83 2024-08-30T20:59:53.188 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 86 (ObjNum 143 snap 38 seq_num 143) dirty exists 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:428: left oid 36 (ObjNum 143 snap 38 seq_num 143) 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:430: finishing write tid 1 to smithi17368540-47 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:430: finishing write tid 2 to smithi17368540-47 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:430: finishing write tid 3 to smithi17368540-47 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:430: oid 47 updating version 0 to 149 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:430: oid 47 updating version 149 to 150 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 150 (ObjNum 144 snap 38 seq_num 144) dirty exists 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:430: left oid 47 (ObjNum 144 snap 38 seq_num 144) 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:428: done (3 left) 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:429: done (2 left) 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:430: done (1 left) 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:433: read oid 35 snap 33 2024-08-30T20:59:53.189 INFO:tasks.rados.rados.0.smithi173.stdout:433: expect deleted 2024-08-30T20:59:53.190 INFO:tasks.rados.rados.0.smithi173.stdout:434: snap_create 2024-08-30T20:59:53.193 INFO:tasks.rados.rados.0.smithi173.stdout:432: finishing copy_from racing read to smithi17368540-19 2024-08-30T20:59:53.195 INFO:tasks.rados.rados.0.smithi173.stdout:432: finishing copy_from to smithi17368540-19 2024-08-30T20:59:53.195 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 98 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T20:59:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-mon[17131]: pgmap v9: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 521 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-30T20:59:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-mon[17131]: osdmap e153: 8 total, 8 up, 8 in 2024-08-30T20:59:53.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-mon[28069]: pgmap v9: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 521 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-mon[28069]: osdmap e153: 8 total, 8 up, 8 in 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:53.096+0000 7f34372e8040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:59:53] ENGINE Bus STARTING 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: CherryPy Checker: 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: The Application mounted at '' has an empty config. 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:59:53] ENGINE Serving on http://:::9283 2024-08-30T20:59:53.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: [30/Aug/2024:20:59:53] ENGINE Bus STARTED 2024-08-30T20:59:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:53 smithi196 ceph-mon[21316]: pgmap v9: 121 pgs: 121 active+clean; 102 MiB data, 412 MiB used, 715 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 521 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-30T20:59:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:53 smithi196 ceph-mon[21316]: osdmap e153: 8 total, 8 up, 8 in 2024-08-30T20:59:54.100 INFO:tasks.rados.rados.0.smithi173.stdout:432: done (2 left) 2024-08-30T20:59:54.100 INFO:tasks.rados.rados.0.smithi173.stdout:433: done (1 left) 2024-08-30T20:59:54.100 INFO:tasks.rados.rados.0.smithi173.stdout:434: done (0 left) 2024-08-30T20:59:54.100 INFO:tasks.rados.rados.0.smithi173.stdout:435: setattr oid 25 current snap is 39 2024-08-30T20:59:54.101 INFO:tasks.rados.rados.0.smithi173.stdout:436: snap_create 2024-08-30T20:59:54.104 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 118 (ObjNum 97 snap 25 seq_num 97) dirty exists 2024-08-30T20:59:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: mgrmap e27: x(active, since 5s) 2024-08-30T20:59:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: Standby manager daemon y started 2024-08-30T20:59:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-30T20:59:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:59:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-30T20:59:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:59:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: mgrmap e27: x(active, since 5s) 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: Standby manager daemon y started 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:54 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: mgrmap e27: x(active, since 5s) 2024-08-30T20:59:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: Standby manager daemon y started 2024-08-30T20:59:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-30T20:59:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T20:59:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-30T20:59:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/804504976' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T20:59:54.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:54.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:54 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.103 INFO:tasks.rados.rados.0.smithi173.stdout:435: done (1 left) 2024-08-30T20:59:55.103 INFO:tasks.rados.rados.0.smithi173.stdout:436: done (0 left) 2024-08-30T20:59:55.103 INFO:tasks.rados.rados.0.smithi173.stdout:437: rmattr oid 4 current snap is 40 2024-08-30T20:59:55.103 INFO:tasks.rados.rados.0.smithi173.stdout:437: done (0 left) 2024-08-30T20:59:55.103 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 40 2024-08-30T20:59:55.103 INFO:tasks.rados.rados.0.smithi173.stdout:438: seq_num 146 ranges {2375680=49152} 2024-08-30T20:59:55.116 INFO:tasks.rados.rados.0.smithi173.stdout:438: writing smithi17368540-39 from 2375680 to 2424832 tid 1 2024-08-30T20:59:55.116 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 40 2024-08-30T20:59:55.116 INFO:tasks.rados.rados.0.smithi173.stdout:439: seq_num 147 ranges {2424832=65536} 2024-08-30T20:59:55.129 INFO:tasks.rados.rados.0.smithi173.stdout:439: writing smithi17368540-37 from 2424832 to 2490368 tid 1 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:440: read oid 33 snap 33 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:440: expect (ObjNum 115 snap 32 seq_num 115) 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:441: delete oid 23 current snap is 40 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:438: finishing write tid 1 to smithi17368540-39 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:438: finishing write tid 2 to smithi17368540-39 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:438: finishing write tid 3 to smithi17368540-39 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:438: oid 39 updating version 0 to 53 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:438: oid 39 version 53 is already newer than 52 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 53 (ObjNum 146 snap 40 seq_num 146) dirty exists 2024-08-30T20:59:55.130 INFO:tasks.rados.rados.0.smithi173.stdout:438: left oid 39 (ObjNum 146 snap 40 seq_num 146) 2024-08-30T20:59:55.133 INFO:tasks.rados.rados.0.smithi173.stdout:438: done (3 left) 2024-08-30T20:59:55.133 INFO:tasks.rados.rados.0.smithi173.stdout:441: done (2 left) 2024-08-30T20:59:55.133 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 40 2024-08-30T20:59:55.133 INFO:tasks.rados.rados.0.smithi173.stdout:442: seq_num 149 ranges {2555904=98304} 2024-08-30T20:59:55.148 INFO:tasks.rados.rados.0.smithi173.stdout:442: writing smithi17368540-6 from 2555904 to 2654208 tid 1 2024-08-30T20:59:55.148 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 40 2024-08-30T20:59:55.148 INFO:tasks.rados.rados.0.smithi173.stdout:439: finishing write tid 1 to smithi17368540-37 2024-08-30T20:59:55.148 INFO:tasks.rados.rados.0.smithi173.stdout:443: seq_num 150 ranges {2359296=114688} 2024-08-30T20:59:55.161 INFO:tasks.rados.rados.0.smithi173.stdout:443: writing smithi17368540-14 from 2359296 to 2473984 tid 1 2024-08-30T20:59:55.161 INFO:tasks.rados.rados.0.smithi173.stdout:444: rollback oid 17 current snap is 40 2024-08-30T20:59:55.161 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 17 to 33 2024-08-30T20:59:55.161 INFO:tasks.rados.rados.0.smithi173.stdout:439: finishing write tid 2 to smithi17368540-37 2024-08-30T20:59:55.161 INFO:tasks.rados.rados.0.smithi173.stdout:439: finishing write tid 3 to smithi17368540-37 2024-08-30T20:59:55.162 INFO:tasks.rados.rados.0.smithi173.stdout:439: oid 37 updating version 0 to 88 2024-08-30T20:59:55.162 INFO:tasks.rados.rados.0.smithi173.stdout:439: oid 37 updating version 88 to 89 2024-08-30T20:59:55.162 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 89 (ObjNum 147 snap 40 seq_num 147) dirty exists 2024-08-30T20:59:55.162 INFO:tasks.rados.rados.0.smithi173.stdout:439: left oid 37 (ObjNum 147 snap 40 seq_num 147) 2024-08-30T20:59:55.162 INFO:tasks.rados.rados.0.smithi173.stdout:440: expect (ObjNum 115 snap 32 seq_num 115) 2024-08-30T20:59:55.293 INFO:tasks.rados.rados.0.smithi173.stdout:442: finishing write tid 1 to smithi17368540-6 2024-08-30T20:59:55.293 INFO:tasks.rados.rados.0.smithi173.stdout:442: finishing write tid 2 to smithi17368540-6 2024-08-30T20:59:55.293 INFO:tasks.rados.rados.0.smithi173.stdout:442: finishing write tid 3 to smithi17368540-6 2024-08-30T20:59:55.293 INFO:tasks.rados.rados.0.smithi173.stdout:442: oid 6 updating version 0 to 129 2024-08-30T20:59:55.293 INFO:tasks.rados.rados.0.smithi173.stdout:442: oid 6 updating version 129 to 130 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 130 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:442: left oid 6 (ObjNum 149 snap 40 seq_num 149) 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:443: finishing write tid 1 to smithi17368540-14 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:443: finishing write tid 2 to smithi17368540-14 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:439: done (4 left) 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:440: done (3 left) 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:442: done (2 left) 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:445: read oid 48 snap -1 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:445: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:446: copy_from oid 11 from oid 7 current snap is 40 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:444: finishing rollback tid 0 to smithi17368540-17 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:444: finishing rollback tid 1 to smithi17368540-17 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:444: finishing rollback tid 2 to smithi17368540-17 2024-08-30T20:59:55.294 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 95 (ObjNum 89 snap 20 seq_num 89) dirty exists 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:443: finishing write tid 3 to smithi17368540-14 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:443: oid 14 updating version 0 to 153 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:443: oid 14 version 153 is already newer than 152 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 153 (ObjNum 150 snap 40 seq_num 150) dirty exists 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:443: left oid 14 (ObjNum 150 snap 40 seq_num 150) 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:443: done (3 left) 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:444: done (2 left) 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 40 2024-08-30T20:59:55.295 INFO:tasks.rados.rados.0.smithi173.stdout:447: seq_num 151 ranges {3522560=131072} 2024-08-30T20:59:55.312 INFO:tasks.rados.rados.0.smithi173.stdout:447: writing smithi17368540-26 from 3522560 to 3653632 tid 1 2024-08-30T20:59:55.313 INFO:tasks.rados.rados.0.smithi173.stdout:448: read oid 38 snap -1 2024-08-30T20:59:55.313 INFO:tasks.rados.rados.0.smithi173.stdout:448: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T20:59:55.313 INFO:tasks.rados.rados.0.smithi173.stdout:449: setattr oid 3 current snap is 40 2024-08-30T20:59:55.313 INFO:tasks.rados.rados.0.smithi173.stdout:445: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T20:59:55.383 INFO:tasks.rados.rados.0.smithi173.stdout:446: finishing copy_from racing read to smithi17368540-11 2024-08-30T20:59:55.383 INFO:tasks.rados.rados.0.smithi173.stdout:446: finishing copy_from to smithi17368540-11 2024-08-30T20:59:55.383 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T20:59:55.383 INFO:tasks.rados.rados.0.smithi173.stdout:447: finishing write tid 1 to smithi17368540-26 2024-08-30T20:59:55.383 INFO:tasks.rados.rados.0.smithi173.stdout:447: finishing write tid 2 to smithi17368540-26 2024-08-30T20:59:55.383 INFO:tasks.rados.rados.0.smithi173.stdout:448: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T20:59:55.451 INFO:tasks.rados.rados.0.smithi173.stdout:447: finishing write tid 3 to smithi17368540-26 2024-08-30T20:59:55.451 INFO:tasks.rados.rados.0.smithi173.stdout:447: oid 26 updating version 0 to 273 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:447: oid 26 updating version 273 to 274 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 274 (ObjNum 151 snap 40 seq_num 151) dirty exists 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:447: left oid 26 (ObjNum 151 snap 40 seq_num 151) 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 181 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:445: done (4 left) 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:446: done (3 left) 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:447: done (2 left) 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:448: done (1 left) 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:449: done (0 left) 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 40 2024-08-30T20:59:55.452 INFO:tasks.rados.rados.0.smithi173.stdout:450: seq_num 152 ranges {106496=147456} 2024-08-30T20:59:55.453 INFO:tasks.rados.rados.0.smithi173.stdout:450: writing smithi17368540-11 from 106496 to 253952 tid 1 2024-08-30T20:59:55.453 INFO:tasks.rados.rados.0.smithi173.stdout:451: read oid 37 snap -1 2024-08-30T20:59:55.453 INFO:tasks.rados.rados.0.smithi173.stdout:451: expect (ObjNum 147 snap 40 seq_num 147) 2024-08-30T20:59:55.453 INFO:tasks.rados.rados.0.smithi173.stdout:452: rollback oid 39 current snap is 40 2024-08-30T20:59:55.453 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 31 2024-08-30T20:59:55.453 INFO:tasks.rados.rados.0.smithi173.stdout:453: copy_from oid 24 from oid 33 current snap is 40 2024-08-30T20:59:55.453 INFO:tasks.rados.rados.0.smithi173.stdout:454: delete oid 2 current snap is 40 2024-08-30T20:59:55.455 INFO:tasks.rados.rados.0.smithi173.stdout:452: finishing rollback tid 0 to smithi17368540-39 2024-08-30T20:59:55.457 INFO:tasks.rados.rados.0.smithi173.stdout:454: done (4 left) 2024-08-30T20:59:55.457 INFO:tasks.rados.rados.0.smithi173.stdout:455: delete oid 5 current snap is 40 2024-08-30T20:59:55.457 INFO:tasks.rados.rados.0.smithi173.stdout:452: finishing rollback tid 1 to smithi17368540-39 2024-08-30T20:59:55.457 INFO:tasks.rados.rados.0.smithi173.stdout:450: finishing write tid 1 to smithi17368540-11 2024-08-30T20:59:55.457 INFO:tasks.rados.rados.0.smithi173.stdout:452: finishing rollback tid 2 to smithi17368540-39 2024-08-30T20:59:55.457 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 56 (ObjNum 92 snap 22 seq_num 92) dirty exists 2024-08-30T20:59:55.457 INFO:tasks.rados.rados.0.smithi173.stdout:450: finishing write tid 2 to smithi17368540-11 2024-08-30T20:59:55.459 INFO:tasks.rados.rados.0.smithi173.stdout:450: finishing write tid 3 to smithi17368540-11 2024-08-30T20:59:55.459 INFO:tasks.rados.rados.0.smithi173.stdout:450: oid 11 updating version 0 to 183 2024-08-30T20:59:55.460 INFO:tasks.rados.rados.0.smithi173.stdout:450: oid 11 version 183 is already newer than 182 2024-08-30T20:59:55.460 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 183 (ObjNum 152 snap 40 seq_num 152) dirty exists 2024-08-30T20:59:55.460 INFO:tasks.rados.rados.0.smithi173.stdout:450: left oid 11 (ObjNum 152 snap 40 seq_num 152) 2024-08-30T20:59:55.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:20:59:55] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-30T20:59:55.460 INFO:tasks.rados.rados.0.smithi173.stdout:450: done (4 left) 2024-08-30T20:59:55.461 INFO:tasks.rados.rados.0.smithi173.stdout:452: done (3 left) 2024-08-30T20:59:55.461 INFO:tasks.rados.rados.0.smithi173.stdout:455: done (2 left) 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: pgmap v11: 121 pgs: 121 active+clean; 126 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.6 MiB/s wr, 39 op/s 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: osdmap e154: 8 total, 8 up, 8 in 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.462 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 40 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: pgmap v11: 121 pgs: 121 active+clean; 126 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.6 MiB/s wr, 39 op/s 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: osdmap e154: 8 total, 8 up, 8 in 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:55 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.464 INFO:tasks.rados.rados.0.smithi173.stdout:456: seq_num 155 ranges {2088960=204800} 2024-08-30T20:59:55.473 INFO:tasks.rados.rados.0.smithi173.stdout:456: writing smithi17368540-45 from 2088960 to 2293760 tid 1 2024-08-30T20:59:55.473 INFO:tasks.rados.rados.0.smithi173.stdout:457: snap_remove snap 29 2024-08-30T20:59:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: pgmap v11: 121 pgs: 121 active+clean; 126 MiB data, 426 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 6.6 MiB/s wr, 39 op/s 2024-08-30T20:59:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-30T20:59:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: osdmap e154: 8 total, 8 up, 8 in 2024-08-30T20:59:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T20:59:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-30T20:59:55.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:55 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T20:59:56.113 INFO:tasks.rados.rados.0.smithi173.stdout:457: done (3 left) 2024-08-30T20:59:56.114 INFO:tasks.rados.rados.0.smithi173.stdout:458: delete oid 21 current snap is 40 2024-08-30T20:59:56.114 INFO:tasks.rados.rados.0.smithi173.stdout:451: expect (ObjNum 147 snap 40 seq_num 147) 2024-08-30T20:59:56.230 INFO:tasks.rados.rados.0.smithi173.stdout:453: finishing copy_from racing read to smithi17368540-24 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:456: finishing write tid 1 to smithi17368540-45 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:456: finishing write tid 2 to smithi17368540-45 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:453: finishing copy_from to smithi17368540-24 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 203 (ObjNum 131 snap 37 seq_num 131) dirty exists 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:456: finishing write tid 3 to smithi17368540-45 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:456: oid 45 updating version 0 to 216 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:456: oid 45 version 216 is already newer than 215 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 216 (ObjNum 155 snap 40 seq_num 155) dirty exists 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:456: left oid 45 (ObjNum 155 snap 40 seq_num 155) 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:451: done (3 left) 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:453: done (2 left) 2024-08-30T20:59:56.231 INFO:tasks.rados.rados.0.smithi173.stdout:456: done (1 left) 2024-08-30T20:59:56.232 INFO:tasks.rados.rados.0.smithi173.stdout:458: done (0 left) 2024-08-30T20:59:56.232 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 40 2024-08-30T20:59:56.232 INFO:tasks.rados.rados.0.smithi173.stdout:459: seq_num 157 ranges {2187264=237568} 2024-08-30T20:59:56.243 INFO:tasks.rados.rados.0.smithi173.stdout:459: writing smithi17368540-39 from 2187264 to 2424832 tid 1 2024-08-30T20:59:56.243 INFO:tasks.rados.rados.0.smithi173.stdout:460: rollback oid 8 current snap is 40 2024-08-30T20:59:56.243 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 8 to 33 2024-08-30T20:59:56.243 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 40 2024-08-30T20:59:56.243 INFO:tasks.rados.rados.0.smithi173.stdout:461: seq_num 158 ranges {106496=253952} 2024-08-30T20:59:56.245 INFO:tasks.rados.rados.0.smithi173.stdout:461: writing smithi17368540-43 from 106496 to 360448 tid 1 2024-08-30T20:59:56.245 INFO:tasks.rados.rados.0.smithi173.stdout:462: delete oid 49 current snap is 40 2024-08-30T20:59:56.246 INFO:tasks.rados.rados.0.smithi173.stdout:459: finishing write tid 1 to smithi17368540-39 2024-08-30T20:59:56.246 INFO:tasks.rados.rados.0.smithi173.stdout:459: finishing write tid 2 to smithi17368540-39 2024-08-30T20:59:56.246 INFO:tasks.rados.rados.0.smithi173.stdout:460: finishing rollback tid 0 to smithi17368540-8 2024-08-30T20:59:56.246 INFO:tasks.rados.rados.0.smithi173.stdout:460: finishing rollback tid 1 to smithi17368540-8 2024-08-30T20:59:56.247 INFO:tasks.rados.rados.0.smithi173.stdout:460: finishing rollback tid 2 to smithi17368540-8 2024-08-30T20:59:56.247 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 171 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-30T20:59:56.247 INFO:tasks.rados.rados.0.smithi173.stdout:459: finishing write tid 3 to smithi17368540-39 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:459: oid 39 updating version 0 to 59 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:459: oid 39 updating version 59 to 60 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 60 (ObjNum 157 snap 40 seq_num 157) dirty exists 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:459: left oid 39 (ObjNum 157 snap 40 seq_num 157) 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:459: done (3 left) 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:460: done (2 left) 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:462: done (1 left) 2024-08-30T20:59:56.248 INFO:tasks.rados.rados.0.smithi173.stdout:463: delete oid 10 current snap is 40 2024-08-30T20:59:56.249 INFO:tasks.rados.rados.0.smithi173.stdout:461: finishing write tid 1 to smithi17368540-43 2024-08-30T20:59:56.249 INFO:tasks.rados.rados.0.smithi173.stdout:461: finishing write tid 2 to smithi17368540-43 2024-08-30T20:59:56.249 INFO:tasks.rados.rados.0.smithi173.stdout:463: done (1 left) 2024-08-30T20:59:56.249 INFO:tasks.rados.rados.0.smithi173.stdout:464: rmattr oid 29 current snap is 40 2024-08-30T20:59:56.249 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 40 2024-08-30T20:59:56.249 INFO:tasks.rados.rados.0.smithi173.stdout:465: seq_num 161 ranges {2473984=303104} 2024-08-30T20:59:56.265 INFO:tasks.rados.rados.0.smithi173.stdout:465: writing smithi17368540-14 from 2473984 to 2777088 tid 1 2024-08-30T20:59:56.265 INFO:tasks.rados.rados.0.smithi173.stdout:466: read oid 26 snap -1 2024-08-30T20:59:56.265 INFO:tasks.rados.rados.0.smithi173.stdout:466: expect (ObjNum 151 snap 40 seq_num 151) 2024-08-30T20:59:56.265 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 199 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T20:59:56.265 INFO:tasks.rados.rados.0.smithi173.stdout:461: finishing write tid 3 to smithi17368540-43 2024-08-30T20:59:56.265 INFO:tasks.rados.rados.0.smithi173.stdout:461: oid 43 updating version 0 to 285 2024-08-30T20:59:56.265 INFO:tasks.rados.rados.0.smithi173.stdout:461: oid 43 version 285 is already newer than 284 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 285 (ObjNum 158 snap 40 seq_num 158) dirty exists 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:461: left oid 43 (ObjNum 158 snap 40 seq_num 158) 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:467: read oid 13 snap 38 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:467: expect (ObjNum 106 snap 31 seq_num 106) 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:461: done (4 left) 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:464: done (3 left) 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 40 2024-08-30T20:59:56.266 INFO:tasks.rados.rados.0.smithi173.stdout:468: seq_num 162 ranges {2801664=319488} 2024-08-30T20:59:56.282 INFO:tasks.rados.rados.0.smithi173.stdout:468: writing smithi17368540-50 from 2801664 to 3121152 tid 1 2024-08-30T20:59:56.282 INFO:tasks.rados.rados.0.smithi173.stdout:469: delete oid 38 current snap is 40 2024-08-30T20:59:56.282 INFO:tasks.rados.rados.0.smithi173.stdout:465: finishing write tid 1 to smithi17368540-14 2024-08-30T20:59:56.282 INFO:tasks.rados.rados.0.smithi173.stdout:465: finishing write tid 2 to smithi17368540-14 2024-08-30T20:59:56.282 INFO:tasks.rados.rados.0.smithi173.stdout:465: finishing write tid 3 to smithi17368540-14 2024-08-30T20:59:56.282 INFO:tasks.rados.rados.0.smithi173.stdout:465: oid 14 updating version 0 to 163 2024-08-30T20:59:56.283 INFO:tasks.rados.rados.0.smithi173.stdout:465: oid 14 version 163 is already newer than 162 2024-08-30T20:59:56.283 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 163 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-08-30T20:59:56.283 INFO:tasks.rados.rados.0.smithi173.stdout:465: left oid 14 (ObjNum 161 snap 40 seq_num 161) 2024-08-30T20:59:56.283 INFO:tasks.rados.rados.0.smithi173.stdout:466: expect (ObjNum 151 snap 40 seq_num 151) 2024-08-30T20:59:56.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:56 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi173 to 2480M 2024-08-30T20:59:56.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:56 smithi173 ceph-mon[28069]: osdmap e155: 8 total, 8 up, 8 in 2024-08-30T20:59:56.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:56 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi173 to 2480M 2024-08-30T20:59:56.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:56 smithi173 ceph-mon[17131]: osdmap e155: 8 total, 8 up, 8 in 2024-08-30T20:59:56.464 INFO:tasks.rados.rados.0.smithi173.stdout:467: expect (ObjNum 106 snap 31 seq_num 106) 2024-08-30T20:59:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:56 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi173 to 2480M 2024-08-30T20:59:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:56 smithi196 ceph-mon[21316]: osdmap e155: 8 total, 8 up, 8 in 2024-08-30T20:59:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:468: finishing write tid 1 to smithi17368540-50 2024-08-30T20:59:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:468: finishing write tid 2 to smithi17368540-50 2024-08-30T20:59:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:468: finishing write tid 3 to smithi17368540-50 2024-08-30T20:59:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:468: oid 50 updating version 0 to 166 2024-08-30T20:59:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:468: oid 50 version 166 is already newer than 165 2024-08-30T20:59:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 166 (ObjNum 162 snap 40 seq_num 162) dirty exists 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:468: left oid 50 (ObjNum 162 snap 40 seq_num 162) 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:465: done (4 left) 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:466: done (3 left) 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:467: done (2 left) 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:468: done (1 left) 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:469: done (0 left) 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:470: rollback oid 45 current snap is 40 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 45 to 31 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:471: read oid 9 snap -1 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:471: expect deleted 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 40 2024-08-30T20:59:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:472: seq_num 164 ranges {122880=352256} 2024-08-30T20:59:56.616 INFO:tasks.rados.rados.0.smithi173.stdout:472: writing smithi17368540-8 from 122880 to 475136 tid 1 2024-08-30T20:59:56.616 INFO:tasks.rados.rados.0.smithi173.stdout:473: snap_create 2024-08-30T20:59:56.616 INFO:tasks.rados.rados.0.smithi173.stdout:470: finishing rollback tid 0 to smithi17368540-45 2024-08-30T20:59:56.616 INFO:tasks.rados.rados.0.smithi173.stdout:470: finishing rollback tid 1 to smithi17368540-45 2024-08-30T20:59:56.616 INFO:tasks.rados.rados.0.smithi173.stdout:470: finishing rollback tid 2 to smithi17368540-45 2024-08-30T20:59:56.616 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 227 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T20:59:56.619 INFO:tasks.rados.rados.0.smithi173.stdout:472: finishing write tid 1 to smithi17368540-8 2024-08-30T20:59:56.619 INFO:tasks.rados.rados.0.smithi173.stdout:472: finishing write tid 2 to smithi17368540-8 2024-08-30T20:59:56.619 INFO:tasks.rados.rados.0.smithi173.stdout:472: finishing write tid 3 to smithi17368540-8 2024-08-30T20:59:56.620 INFO:tasks.rados.rados.0.smithi173.stdout:472: oid 8 updating version 0 to 173 2024-08-30T20:59:56.620 INFO:tasks.rados.rados.0.smithi173.stdout:472: oid 8 version 173 is already newer than 172 2024-08-30T20:59:56.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 173 (ObjNum 164 snap 40 seq_num 164) dirty exists 2024-08-30T20:59:56.620 INFO:tasks.rados.rados.0.smithi173.stdout:472: left oid 8 (ObjNum 164 snap 40 seq_num 164) 2024-08-30T20:59:56.968 INFO:tasks.rados.rados.0.smithi173.stdout:470: done (3 left) 2024-08-30T20:59:56.969 INFO:tasks.rados.rados.0.smithi173.stdout:471: done (2 left) 2024-08-30T20:59:56.969 INFO:tasks.rados.rados.0.smithi173.stdout:472: done (1 left) 2024-08-30T20:59:56.969 INFO:tasks.rados.rados.0.smithi173.stdout:473: done (0 left) 2024-08-30T20:59:56.969 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 41 2024-08-30T20:59:56.969 INFO:tasks.rados.rados.0.smithi173.stdout:474: seq_num 165 ranges {0=368640} 2024-08-30T20:59:56.970 INFO:tasks.rados.rados.0.smithi173.stdout:474: writing smithi17368540-23 from 0 to 368640 tid 1 2024-08-30T20:59:56.970 INFO:tasks.rados.rados.0.smithi173.stdout:475: copy_from oid 26 from oid 22 current snap is 41 2024-08-30T20:59:56.971 INFO:tasks.rados.rados.0.smithi173.stdout:476: snap_create 2024-08-30T20:59:56.973 INFO:tasks.rados.rados.0.smithi173.stdout:474: finishing write tid 1 to smithi17368540-23 2024-08-30T20:59:56.973 INFO:tasks.rados.rados.0.smithi173.stdout:474: finishing write tid 2 to smithi17368540-23 2024-08-30T20:59:56.974 INFO:tasks.rados.rados.0.smithi173.stdout:474: finishing write tid 3 to smithi17368540-23 2024-08-30T20:59:56.975 INFO:tasks.rados.rados.0.smithi173.stdout:474: oid 23 updating version 0 to 134 2024-08-30T20:59:56.975 INFO:tasks.rados.rados.0.smithi173.stdout:474: oid 23 version 134 is already newer than 133 2024-08-30T20:59:56.975 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 134 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-08-30T20:59:56.975 INFO:tasks.rados.rados.0.smithi173.stdout:474: left oid 23 (ObjNum 165 snap 41 seq_num 165) 2024-08-30T20:59:56.985 INFO:tasks.rados.rados.0.smithi173.stdout:475: finishing copy_from racing read to smithi17368540-26 2024-08-30T20:59:56.987 INFO:tasks.rados.rados.0.smithi173.stdout:475: finishing copy_from to smithi17368540-26 2024-08-30T20:59:56.987 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 208 (ObjNum 136 snap 38 seq_num 136) dirty exists 2024-08-30T20:59:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:57 smithi173 ceph-mon[17131]: pgmap v14: 121 pgs: 121 active+clean; 137 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 72 op/s 2024-08-30T20:59:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:57 smithi173 ceph-mon[17131]: osdmap e156: 8 total, 8 up, 8 in 2024-08-30T20:59:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:57 smithi173 ceph-mon[17131]: osdmap e157: 8 total, 8 up, 8 in 2024-08-30T20:59:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:57 smithi173 ceph-mon[28069]: pgmap v14: 121 pgs: 121 active+clean; 137 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 72 op/s 2024-08-30T20:59:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:57 smithi173 ceph-mon[28069]: osdmap e156: 8 total, 8 up, 8 in 2024-08-30T20:59:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:57 smithi173 ceph-mon[28069]: osdmap e157: 8 total, 8 up, 8 in 2024-08-30T20:59:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:57 smithi196 ceph-mon[21316]: pgmap v14: 121 pgs: 121 active+clean; 137 MiB data, 472 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 9.3 MiB/s wr, 72 op/s 2024-08-30T20:59:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:57 smithi196 ceph-mon[21316]: osdmap e156: 8 total, 8 up, 8 in 2024-08-30T20:59:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:57 smithi196 ceph-mon[21316]: osdmap e157: 8 total, 8 up, 8 in 2024-08-30T20:59:57.970 INFO:tasks.rados.rados.0.smithi173.stdout:474: done (2 left) 2024-08-30T20:59:57.970 INFO:tasks.rados.rados.0.smithi173.stdout:475: done (1 left) 2024-08-30T20:59:57.970 INFO:tasks.rados.rados.0.smithi173.stdout:476: done (0 left) 2024-08-30T20:59:57.970 INFO:tasks.rados.rados.0.smithi173.stdout:477: snap_create 2024-08-30T20:59:58.981 INFO:tasks.rados.rados.0.smithi173.stdout:477: done (0 left) 2024-08-30T20:59:58.982 INFO:tasks.rados.rados.0.smithi173.stdout:478: delete oid 4 current snap is 43 2024-08-30T20:59:58.986 INFO:tasks.rados.rados.0.smithi173.stdout:478: done (0 left) 2024-08-30T20:59:58.986 INFO:tasks.rados.rados.0.smithi173.stdout:479: delete oid 15 current snap is 43 2024-08-30T20:59:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:479: done (0 left) 2024-08-30T20:59:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:480: snap_create 2024-08-30T20:59:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:58 smithi196 ceph-mon[21316]: osdmap e158: 8 total, 8 up, 8 in 2024-08-30T20:59:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:58 smithi196 ceph-mon[21316]: pgmap v18: 121 pgs: 121 active+clean; 137 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:58 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:58 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:59:59.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[28069]: osdmap e158: 8 total, 8 up, 8 in 2024-08-30T20:59:59.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[28069]: pgmap v18: 121 pgs: 121 active+clean; 137 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:59.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:59.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:59:59.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[17131]: osdmap e158: 8 total, 8 up, 8 in 2024-08-30T20:59:59.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[17131]: pgmap v18: 121 pgs: 121 active+clean; 137 MiB data, 472 MiB used, 715 GiB / 715 GiB avail 2024-08-30T20:59:59.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T20:59:59.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:58 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T20:59:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:480: done (0 left) 2024-08-30T20:59:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:481: setattr oid 19 current snap is 44 2024-08-30T20:59:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:482: rmattr oid 42 current snap is 44 2024-08-30T20:59:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 44 2024-08-30T20:59:59.983 INFO:tasks.rados.rados.0.smithi173.stdout:483: seq_num 168 ranges {0=417792} 2024-08-30T20:59:59.986 INFO:tasks.rados.rados.0.smithi173.stdout:483: writing smithi17368540-38 from 0 to 417792 tid 1 2024-08-30T20:59:59.986 INFO:tasks.rados.rados.0.smithi173.stdout:484: read oid 26 snap -1 2024-08-30T20:59:59.987 INFO:tasks.rados.rados.0.smithi173.stdout:484: expect (ObjNum 136 snap 38 seq_num 136) 2024-08-30T20:59:59.987 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 44 2024-08-30T20:59:59.987 INFO:tasks.rados.rados.0.smithi173.stdout:485: seq_num 169 ranges {2490368=434176} 2024-08-30T21:00:00.003 INFO:tasks.rados.rados.0.smithi173.stdout:485: writing smithi17368540-37 from 2490368 to 2924544 tid 1 2024-08-30T21:00:00.003 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 44 2024-08-30T21:00:00.003 INFO:tasks.rados.rados.0.smithi173.stdout:483: finishing write tid 1 to smithi17368540-38 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:483: finishing write tid 2 to smithi17368540-38 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 136 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:483: finishing write tid 3 to smithi17368540-38 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:483: oid 38 updating version 0 to 125 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:483: oid 38 updating version 125 to 126 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 126 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:483: left oid 38 (ObjNum 168 snap 44 seq_num 168) 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 289 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T21:00:00.004 INFO:tasks.rados.rados.0.smithi173.stdout:484: expect (ObjNum 136 snap 38 seq_num 136) 2024-08-30T21:00:00.061 INFO:tasks.rados.rados.0.smithi173.stdout:485: finishing write tid 1 to smithi17368540-37 2024-08-30T21:00:00.062 INFO:tasks.rados.rados.0.smithi173.stdout:485: finishing write tid 2 to smithi17368540-37 2024-08-30T21:00:00.062 INFO:tasks.rados.rados.0.smithi173.stdout:485: finishing write tid 3 to smithi17368540-37 2024-08-30T21:00:00.062 INFO:tasks.rados.rados.0.smithi173.stdout:485: oid 37 updating version 0 to 96 2024-08-30T21:00:00.062 INFO:tasks.rados.rados.0.smithi173.stdout:485: oid 37 version 96 is already newer than 95 2024-08-30T21:00:00.062 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 96 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-08-30T21:00:00.062 INFO:tasks.rados.rados.0.smithi173.stdout:485: left oid 37 (ObjNum 169 snap 44 seq_num 169) 2024-08-30T21:00:00.062 INFO:tasks.rados.rados.0.smithi173.stdout:486: seq_num 170 ranges {1957888=450560} 2024-08-30T21:00:00.074 INFO:tasks.rados.rados.0.smithi173.stdout:486: writing smithi17368540-17 from 1957888 to 2408448 tid 1 2024-08-30T21:00:00.074 INFO:tasks.rados.rados.0.smithi173.stdout:481: done (5 left) 2024-08-30T21:00:00.074 INFO:tasks.rados.rados.0.smithi173.stdout:482: done (4 left) 2024-08-30T21:00:00.075 INFO:tasks.rados.rados.0.smithi173.stdout:483: done (3 left) 2024-08-30T21:00:00.075 INFO:tasks.rados.rados.0.smithi173.stdout:484: done (2 left) 2024-08-30T21:00:00.075 INFO:tasks.rados.rados.0.smithi173.stdout:485: done (1 left) 2024-08-30T21:00:00.075 INFO:tasks.rados.rados.0.smithi173.stdout:487: read oid 39 snap -1 2024-08-30T21:00:00.075 INFO:tasks.rados.rados.0.smithi173.stdout:487: expect (ObjNum 157 snap 40 seq_num 157) 2024-08-30T21:00:00.075 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 44 2024-08-30T21:00:00.075 INFO:tasks.rados.rados.0.smithi173.stdout:488: seq_num 171 ranges {0=466944} 2024-08-30T21:00:00.077 INFO:tasks.rados.rados.0.smithi173.stdout:488: writing smithi17368540-10 from 0 to 466944 tid 1 2024-08-30T21:00:00.078 INFO:tasks.rados.rados.0.smithi173.stdout:489: delete oid 13 current snap is 44 2024-08-30T21:00:00.078 INFO:tasks.rados.rados.0.smithi173.stdout:486: finishing write tid 1 to smithi17368540-17 2024-08-30T21:00:00.078 INFO:tasks.rados.rados.0.smithi173.stdout:486: finishing write tid 2 to smithi17368540-17 2024-08-30T21:00:00.079 INFO:tasks.rados.rados.0.smithi173.stdout:486: finishing write tid 3 to smithi17368540-17 2024-08-30T21:00:00.079 INFO:tasks.rados.rados.0.smithi173.stdout:486: oid 17 updating version 0 to 104 2024-08-30T21:00:00.079 INFO:tasks.rados.rados.0.smithi173.stdout:486: oid 17 version 104 is already newer than 103 2024-08-30T21:00:00.079 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 104 (ObjNum 170 snap 44 seq_num 170) dirty exists 2024-08-30T21:00:00.079 INFO:tasks.rados.rados.0.smithi173.stdout:486: left oid 17 (ObjNum 170 snap 44 seq_num 170) 2024-08-30T21:00:00.081 INFO:tasks.rados.rados.0.smithi173.stdout:486: done (3 left) 2024-08-30T21:00:00.081 INFO:tasks.rados.rados.0.smithi173.stdout:489: done (2 left) 2024-08-30T21:00:00.081 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 44 2024-08-30T21:00:00.081 INFO:tasks.rados.rados.0.smithi173.stdout:490: seq_num 173 ranges {7143424=499712} 2024-08-30T21:00:00.122 INFO:tasks.rados.rados.0.smithi173.stdout:490: writing smithi17368540-44 from 7143424 to 7643136 tid 1 2024-08-30T21:00:00.122 INFO:tasks.rados.rados.0.smithi173.stdout:491: read oid 28 snap -1 2024-08-30T21:00:00.122 INFO:tasks.rados.rados.0.smithi173.stdout:491: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:00.122 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 44 2024-08-30T21:00:00.122 INFO:tasks.rados.rados.0.smithi173.stdout:492: seq_num 174 ranges {2654208=516096} 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:492: writing smithi17368540-6 from 2654208 to 3170304 tid 1 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:493: rollback oid 22 current snap is 44 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 43 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:488: finishing write tid 1 to smithi17368540-10 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:494: rollback oid 5 current snap is 44 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 39 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:488: finishing write tid 2 to smithi17368540-10 2024-08-30T21:00:00.139 INFO:tasks.rados.rados.0.smithi173.stdout:487: expect (ObjNum 157 snap 40 seq_num 157) 2024-08-30T21:00:00.249 INFO:tasks.rados.rados.0.smithi173.stdout:488: finishing write tid 3 to smithi17368540-10 2024-08-30T21:00:00.249 INFO:tasks.rados.rados.0.smithi173.stdout:488: oid 10 updating version 0 to 128 2024-08-30T21:00:00.249 INFO:tasks.rados.rados.0.smithi173.stdout:488: oid 10 version 128 is already newer than 127 2024-08-30T21:00:00.249 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 128 (ObjNum 171 snap 44 seq_num 171) dirty exists 2024-08-30T21:00:00.249 INFO:tasks.rados.rados.0.smithi173.stdout:488: left oid 10 (ObjNum 171 snap 44 seq_num 171) 2024-08-30T21:00:00.249 INFO:tasks.rados.rados.0.smithi173.stdout:490: finishing write tid 1 to smithi17368540-44 2024-08-30T21:00:00.249 INFO:tasks.rados.rados.0.smithi173.stdout:490: finishing write tid 2 to smithi17368540-44 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:487: done (6 left) 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:488: done (5 left) 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 44 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:490: finishing write tid 3 to smithi17368540-44 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:490: oid 44 updating version 0 to 178 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:490: oid 44 version 178 is already newer than 177 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 178 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:490: left oid 44 (ObjNum 173 snap 44 seq_num 173) 2024-08-30T21:00:00.250 INFO:tasks.rados.rados.0.smithi173.stdout:491: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: osdmap e159: 8 total, 8 up, 8 in 2024-08-30T21:00:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 20:59:59 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.339 INFO:tasks.rados.rados.0.smithi173.stdout:493: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:00:00.339 INFO:tasks.rados.rados.0.smithi173.stdout:494: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:494: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 205 (ObjNum 101 snap 29 seq_num 101) dirty exists 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:493: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:493: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 231 (ObjNum 136 snap 38 seq_num 136) dirty exists 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:492: finishing write tid 1 to smithi17368540-6 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:492: finishing write tid 2 to smithi17368540-6 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:492: finishing write tid 3 to smithi17368540-6 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:492: oid 6 updating version 0 to 131 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:492: oid 6 updating version 131 to 132 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 132 (ObjNum 174 snap 44 seq_num 174) dirty exists 2024-08-30T21:00:00.340 INFO:tasks.rados.rados.0.smithi173.stdout:492: left oid 6 (ObjNum 174 snap 44 seq_num 174) 2024-08-30T21:00:00.341 INFO:tasks.rados.rados.0.smithi173.stdout:495: seq_num 175 ranges {0=540672} 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:495: writing smithi17368540-15 from 0 to 540672 tid 1 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:490: done (5 left) 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:491: done (4 left) 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:492: done (3 left) 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:493: done (2 left) 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:494: done (1 left) 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:496: rollback oid 16 current snap is 44 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 16 to 43 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:497: read oid 44 snap -1 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:497: expect (ObjNum 173 snap 44 seq_num 173) 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:498: read oid 40 snap -1 2024-08-30T21:00:00.343 INFO:tasks.rados.rados.0.smithi173.stdout:498: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:00.344 INFO:tasks.rados.rados.0.smithi173.stdout:499: read oid 10 snap -1 2024-08-30T21:00:00.344 INFO:tasks.rados.rados.0.smithi173.stdout:499: expect (ObjNum 171 snap 44 seq_num 171) 2024-08-30T21:00:00.344 INFO:tasks.rados.rados.0.smithi173.stdout:500: snap_create 2024-08-30T21:00:00.344 INFO:tasks.rados.rados.0.smithi173.stdout:496: finishing rollback tid 1 to smithi17368540-16 2024-08-30T21:00:00.344 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 61 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-08-30T21:00:00.345 INFO:tasks.rados.rados.0.smithi173.stdout:499: expect (ObjNum 171 snap 44 seq_num 171) 2024-08-30T21:00:00.358 INFO:tasks.rados.rados.0.smithi173.stdout:495: finishing write tid 1 to smithi17368540-15 2024-08-30T21:00:00.358 INFO:tasks.rados.rados.0.smithi173.stdout:495: finishing write tid 2 to smithi17368540-15 2024-08-30T21:00:00.358 INFO:tasks.rados.rados.0.smithi173.stdout:498: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:00.380 INFO:tasks.rados.rados.0.smithi173.stdout:495: finishing write tid 3 to smithi17368540-15 2024-08-30T21:00:00.380 INFO:tasks.rados.rados.0.smithi173.stdout:495: oid 15 updating version 0 to 180 2024-08-30T21:00:00.380 INFO:tasks.rados.rados.0.smithi173.stdout:495: oid 15 version 180 is already newer than 179 2024-08-30T21:00:00.380 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 180 (ObjNum 175 snap 44 seq_num 175) dirty exists 2024-08-30T21:00:00.380 INFO:tasks.rados.rados.0.smithi173.stdout:495: left oid 15 (ObjNum 175 snap 44 seq_num 175) 2024-08-30T21:00:00.382 INFO:tasks.rados.rados.0.smithi173.stdout:497: expect (ObjNum 173 snap 44 seq_num 173) 2024-08-30T21:00:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: osdmap e159: 8 total, 8 up, 8 in 2024-08-30T21:00:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: osdmap e159: 8 total, 8 up, 8 in 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:00.464 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:00.465 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:00.465 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 20:59:59 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:495: done (5 left) 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:496: done (4 left) 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:497: done (3 left) 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:498: done (2 left) 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:499: done (1 left) 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:500: done (0 left) 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 45 2024-08-30T21:00:00.993 INFO:tasks.rados.rados.0.smithi173.stdout:501: seq_num 176 ranges {3121152=557056} 2024-08-30T21:00:01.011 INFO:tasks.rados.rados.0.smithi173.stdout:501: writing smithi17368540-50 from 3121152 to 3678208 tid 1 2024-08-30T21:00:01.011 INFO:tasks.rados.rados.0.smithi173.stdout:502: setattr oid 1 current snap is 45 2024-08-30T21:00:01.012 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 45 2024-08-30T21:00:01.012 INFO:tasks.rados.rados.0.smithi173.stdout:503: seq_num 177 ranges {475136=573440} 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:503: writing smithi17368540-8 from 475136 to 1048576 tid 1 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:504: rollback oid 24 current snap is 45 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 24 to 39 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 69 (ObjNum 77 snap 17 seq_num 77) dirty exists 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:501: finishing write tid 1 to smithi17368540-50 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:501: finishing write tid 2 to smithi17368540-50 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:502: done (3 left) 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:505: copy_from oid 12 from oid 27 current snap is 45 2024-08-30T21:00:01.019 INFO:tasks.rados.rados.0.smithi173.stdout:506: snap_remove snap 44 2024-08-30T21:00:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:00 smithi196 ceph-mon[21316]: osdmap e160: 8 total, 8 up, 8 in 2024-08-30T21:00:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:00 smithi196 ceph-mon[21316]: overall HEALTH_OK 2024-08-30T21:00:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:00 smithi196 ceph-mon[21316]: pgmap v21: 121 pgs: 121 active+clean; 139 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-30T21:00:01.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:00 smithi173 ceph-mon[17131]: osdmap e160: 8 total, 8 up, 8 in 2024-08-30T21:00:01.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:00 smithi173 ceph-mon[17131]: overall HEALTH_OK 2024-08-30T21:00:01.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:00 smithi173 ceph-mon[17131]: pgmap v21: 121 pgs: 121 active+clean; 139 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-30T21:00:01.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:00 smithi173 ceph-mon[28069]: osdmap e160: 8 total, 8 up, 8 in 2024-08-30T21:00:01.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:00 smithi173 ceph-mon[28069]: overall HEALTH_OK 2024-08-30T21:00:01.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:00 smithi173 ceph-mon[28069]: pgmap v21: 121 pgs: 121 active+clean; 139 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-08-30T21:00:01.972 INFO:tasks.rados.rados.0.smithi173.stdout:501: finishing write tid 3 to smithi17368540-50 2024-08-30T21:00:01.972 INFO:tasks.rados.rados.0.smithi173.stdout:501: oid 50 updating version 0 to 169 2024-08-30T21:00:01.972 INFO:tasks.rados.rados.0.smithi173.stdout:501: oid 50 version 169 is already newer than 168 2024-08-30T21:00:01.972 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 169 (ObjNum 176 snap 45 seq_num 176) dirty exists 2024-08-30T21:00:01.972 INFO:tasks.rados.rados.0.smithi173.stdout:501: left oid 50 (ObjNum 176 snap 45 seq_num 176) 2024-08-30T21:00:01.972 INFO:tasks.rados.rados.0.smithi173.stdout:504: finishing rollback tid 0 to smithi17368540-24 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:504: finishing rollback tid 1 to smithi17368540-24 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:504: finishing rollback tid 2 to smithi17368540-24 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 206 (ObjNum 133 snap 37 seq_num 133) dirty exists 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:503: finishing write tid 1 to smithi17368540-8 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:503: finishing write tid 2 to smithi17368540-8 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:503: finishing write tid 3 to smithi17368540-8 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:503: oid 8 updating version 0 to 182 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:503: oid 8 updating version 182 to 183 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 183 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:503: left oid 8 (ObjNum 177 snap 45 seq_num 177) 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:505: finishing copy_from racing read to smithi17368540-12 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:505: finishing copy_from to smithi17368540-12 2024-08-30T21:00:01.973 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 28 (ObjNum 64 snap 10 seq_num 64) dirty exists 2024-08-30T21:00:01.974 INFO:tasks.rados.rados.0.smithi173.stdout:501: done (4 left) 2024-08-30T21:00:01.974 INFO:tasks.rados.rados.0.smithi173.stdout:503: done (3 left) 2024-08-30T21:00:01.974 INFO:tasks.rados.rados.0.smithi173.stdout:504: done (2 left) 2024-08-30T21:00:01.974 INFO:tasks.rados.rados.0.smithi173.stdout:505: done (1 left) 2024-08-30T21:00:01.974 INFO:tasks.rados.rados.0.smithi173.stdout:506: done (0 left) 2024-08-30T21:00:01.974 INFO:tasks.rados.rados.0.smithi173.stdout:507: setattr oid 20 current snap is 45 2024-08-30T21:00:01.975 INFO:tasks.rados.rados.0.smithi173.stdout:508: read oid 22 snap 33 2024-08-30T21:00:01.975 INFO:tasks.rados.rados.0.smithi173.stdout:508: expect deleted 2024-08-30T21:00:01.975 INFO:tasks.rados.rados.0.smithi173.stdout:509: copy_from oid 39 from oid 12 current snap is 45 2024-08-30T21:00:01.975 INFO:tasks.rados.rados.0.smithi173.stdout:510: delete oid 4 current snap is 45 2024-08-30T21:00:01.976 INFO:tasks.rados.rados.0.smithi173.stdout:508: done (3 left) 2024-08-30T21:00:01.976 INFO:tasks.rados.rados.0.smithi173.stdout:510: done (2 left) 2024-08-30T21:00:01.976 INFO:tasks.rados.rados.0.smithi173.stdout:511: snap_create 2024-08-30T21:00:01.978 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 133 (ObjNum 177 snap 0 seq_num 2894044544) dirty exists 2024-08-30T21:00:01.994 INFO:tasks.rados.rados.0.smithi173.stdout:509: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:00:01.995 INFO:tasks.rados.rados.0.smithi173.stdout:509: finishing copy_from to smithi17368540-39 2024-08-30T21:00:01.995 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 28 (ObjNum 64 snap 10 seq_num 64) dirty exists 2024-08-30T21:00:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:01 smithi196 ceph-mon[21316]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-30T21:00:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:01 smithi196 ceph-mon[21316]: osdmap e161: 8 total, 8 up, 8 in 2024-08-30T21:00:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:01 smithi196 ceph-mon[21316]: osdmap e162: 8 total, 8 up, 8 in 2024-08-30T21:00:02.428 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:01 smithi173 ceph-mon[17131]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-30T21:00:02.428 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:01 smithi173 ceph-mon[17131]: osdmap e161: 8 total, 8 up, 8 in 2024-08-30T21:00:02.428 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:01 smithi173 ceph-mon[17131]: osdmap e162: 8 total, 8 up, 8 in 2024-08-30T21:00:02.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:01 smithi173 ceph-mon[28069]: mgrmap e29: x(active, since 12s), standbys: y 2024-08-30T21:00:02.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:01 smithi173 ceph-mon[28069]: osdmap e161: 8 total, 8 up, 8 in 2024-08-30T21:00:02.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:01 smithi173 ceph-mon[28069]: osdmap e162: 8 total, 8 up, 8 in 2024-08-30T21:00:02.972 INFO:tasks.rados.rados.0.smithi173.stdout:507: done (2 left) 2024-08-30T21:00:02.972 INFO:tasks.rados.rados.0.smithi173.stdout:509: done (1 left) 2024-08-30T21:00:02.972 INFO:tasks.rados.rados.0.smithi173.stdout:511: done (0 left) 2024-08-30T21:00:02.972 INFO:tasks.rados.rados.0.smithi173.stdout:512: read oid 45 snap -1 2024-08-30T21:00:02.972 INFO:tasks.rados.rados.0.smithi173.stdout:512: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:00:02.973 INFO:tasks.rados.rados.0.smithi173.stdout:513: setattr oid 1 current snap is 46 2024-08-30T21:00:02.974 INFO:tasks.rados.rados.0.smithi173.stdout:514: rmattr oid 34 current snap is 46 2024-08-30T21:00:02.974 INFO:tasks.rados.rados.0.smithi173.stdout:514: done (2 left) 2024-08-30T21:00:02.974 INFO:tasks.rados.rados.0.smithi173.stdout:515: read oid 10 snap -1 2024-08-30T21:00:02.974 INFO:tasks.rados.rados.0.smithi173.stdout:515: expect (ObjNum 171 snap 44 seq_num 171) 2024-08-30T21:00:02.974 INFO:tasks.rados.rados.0.smithi173.stdout:516: rollback oid 46 current snap is 46 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 46 to 36 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:517: copy_from oid 25 from oid 44 current snap is 46 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:518: rollback oid 41 current snap is 46 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 40 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:519: rollback oid 50 current snap is 46 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 38 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:520: read oid 5 snap -1 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:520: expect (ObjNum 101 snap 29 seq_num 101) 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 46 2024-08-30T21:00:02.975 INFO:tasks.rados.rados.0.smithi173.stdout:521: seq_num 179 ranges {6406144=606208} 2024-08-30T21:00:03.015 INFO:tasks.rados.rados.0.smithi173.stdout:521: writing smithi17368540-36 from 6406144 to 7012352 tid 1 2024-08-30T21:00:03.015 INFO:tasks.rados.rados.0.smithi173.stdout:522: rollback oid 49 current snap is 46 2024-08-30T21:00:03.015 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 39 2024-08-30T21:00:03.015 INFO:tasks.rados.rados.0.smithi173.stdout:515: expect (ObjNum 171 snap 44 seq_num 171) 2024-08-30T21:00:03.028 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 73 (ObjNum 77 snap 17 seq_num 77) dirty exists 2024-08-30T21:00:03.028 INFO:tasks.rados.rados.0.smithi173.stdout:519: finishing rollback tid 0 to smithi17368540-50 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:516: finishing rollback tid 0 to smithi17368540-46 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:513: done (9 left) 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:515: done (8 left) 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 46 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:516: finishing rollback tid 1 to smithi17368540-46 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:516: finishing rollback tid 2 to smithi17368540-46 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 209 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:519: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:519: finishing rollback tid 2 to smithi17368540-50 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 175 (ObjNum 117 snap 34 seq_num 117) dirty exists 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:518: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:518: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:00:03.029 INFO:tasks.rados.rados.0.smithi173.stdout:518: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:00:03.030 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 137 (ObjNum 135 snap 37 seq_num 135) dirty exists 2024-08-30T21:00:03.030 INFO:tasks.rados.rados.0.smithi173.stdout:512: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:00:03.093 INFO:tasks.rados.rados.0.smithi173.stdout:520: expect (ObjNum 101 snap 29 seq_num 101) 2024-08-30T21:00:03.139 INFO:tasks.rados.rados.0.smithi173.stdout:517: finishing copy_from racing read to smithi17368540-25 2024-08-30T21:00:03.139 INFO:tasks.rados.rados.0.smithi173.stdout:523: seq_num 180 ranges {2179072=622592} 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:523: writing smithi17368540-42 from 2179072 to 2801664 tid 1 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:512: done (8 left) 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:516: done (7 left) 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:518: done (6 left) 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:519: done (5 left) 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:520: done (4 left) 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:524: rollback oid 23 current snap is 46 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 41 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:517: finishing copy_from to smithi17368540-25 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 178 (ObjNum 173 snap 44 seq_num 173) dirty exists 2024-08-30T21:00:03.155 INFO:tasks.rados.rados.0.smithi173.stdout:521: finishing write tid 1 to smithi17368540-36 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:521: finishing write tid 2 to smithi17368540-36 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:522: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:522: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 106 (ObjNum 120 snap 34 seq_num 120) dirty exists 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:521: finishing write tid 3 to smithi17368540-36 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:521: oid 36 updating version 0 to 98 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:521: oid 36 updating version 98 to 99 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 99 (ObjNum 179 snap 46 seq_num 179) dirty exists 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:521: left oid 36 (ObjNum 179 snap 46 seq_num 179) 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:517: done (4 left) 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:521: done (3 left) 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:522: done (2 left) 2024-08-30T21:00:03.156 INFO:tasks.rados.rados.0.smithi173.stdout:525: rollback oid 39 current snap is 46 2024-08-30T21:00:03.157 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 35 2024-08-30T21:00:03.157 INFO:tasks.rados.rados.0.smithi173.stdout:526: read oid 18 snap 38 2024-08-30T21:00:03.157 INFO:tasks.rados.rados.0.smithi173.stdout:526: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T21:00:03.157 INFO:tasks.rados.rados.0.smithi173.stdout:527: rollback oid 34 current snap is 46 2024-08-30T21:00:03.157 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 34 to 41 2024-08-30T21:00:03.157 INFO:tasks.rados.rados.0.smithi173.stdout:528: setattr oid 5 current snap is 46 2024-08-30T21:00:03.158 INFO:tasks.rados.rados.0.smithi173.stdout:529: setattr oid 3 current snap is 46 2024-08-30T21:00:03.158 INFO:tasks.rados.rados.0.smithi173.stdout:527: finishing rollback tid 0 to smithi17368540-34 2024-08-30T21:00:03.158 INFO:tasks.rados.rados.0.smithi173.stdout:524: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:00:03.158 INFO:tasks.rados.rados.0.smithi173.stdout:524: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:524: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 140 (ObjNum 165 snap 41 seq_num 165) dirty exists 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:527: finishing rollback tid 1 to smithi17368540-34 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:527: finishing rollback tid 2 to smithi17368540-34 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 135 (ObjNum 103 snap 29 seq_num 103) dirty exists 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:523: finishing write tid 1 to smithi17368540-42 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:523: finishing write tid 2 to smithi17368540-42 2024-08-30T21:00:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:525: finishing rollback tid 0 to smithi17368540-39 2024-08-30T21:00:03.160 INFO:tasks.rados.rados.0.smithi173.stdout:525: finishing rollback tid 1 to smithi17368540-39 2024-08-30T21:00:03.160 INFO:tasks.rados.rados.0.smithi173.stdout:524: done (6 left) 2024-08-30T21:00:03.160 INFO:tasks.rados.rados.0.smithi173.stdout:527: done (5 left) 2024-08-30T21:00:03.160 INFO:tasks.rados.rados.0.smithi173.stdout:530: delete oid 47 current snap is 46 2024-08-30T21:00:03.161 INFO:tasks.rados.rados.0.smithi173.stdout:525: finishing rollback tid 2 to smithi17368540-39 2024-08-30T21:00:03.161 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 66 (ObjNum 92 snap 22 seq_num 92) dirty exists 2024-08-30T21:00:03.161 INFO:tasks.rados.rados.0.smithi173.stdout:523: finishing write tid 3 to smithi17368540-42 2024-08-30T21:00:03.161 INFO:tasks.rados.rados.0.smithi173.stdout:523: oid 42 updating version 0 to 296 2024-08-30T21:00:03.162 INFO:tasks.rados.rados.0.smithi173.stdout:523: oid 42 version 296 is already newer than 295 2024-08-30T21:00:03.162 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 296 (ObjNum 180 snap 46 seq_num 180) dirty exists 2024-08-30T21:00:03.162 INFO:tasks.rados.rados.0.smithi173.stdout:523: left oid 42 (ObjNum 180 snap 46 seq_num 180) 2024-08-30T21:00:03.162 INFO:tasks.rados.rados.0.smithi173.stdout:523: done (5 left) 2024-08-30T21:00:03.162 INFO:tasks.rados.rados.0.smithi173.stdout:525: done (4 left) 2024-08-30T21:00:03.162 INFO:tasks.rados.rados.0.smithi173.stdout:530: done (3 left) 2024-08-30T21:00:03.162 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 46 2024-08-30T21:00:03.163 INFO:tasks.rados.rados.0.smithi173.stdout:531: seq_num 182 ranges {2293760=655360} 2024-08-30T21:00:03.178 INFO:tasks.rados.rados.0.smithi173.stdout:531: writing smithi17368540-22 from 2293760 to 2949120 tid 1 2024-08-30T21:00:03.178 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 46 2024-08-30T21:00:03.178 INFO:tasks.rados.rados.0.smithi173.stdout:532: seq_num 183 ranges {466944=671744} 2024-08-30T21:00:03.184 INFO:tasks.rados.rados.0.smithi173.stdout:532: writing smithi17368540-10 from 466944 to 1138688 tid 1 2024-08-30T21:00:03.184 INFO:tasks.rados.rados.0.smithi173.stdout:533: setattr oid 16 current snap is 46 2024-08-30T21:00:03.185 INFO:tasks.rados.rados.0.smithi173.stdout:526: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T21:00:03.254 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 208 (ObjNum 101 snap 29 seq_num 101) dirty exists 2024-08-30T21:00:03.254 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 210 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T21:00:03.254 INFO:tasks.rados.rados.0.smithi173.stdout:531: finishing write tid 1 to smithi17368540-22 2024-08-30T21:00:03.254 INFO:tasks.rados.rados.0.smithi173.stdout:531: finishing write tid 2 to smithi17368540-22 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:531: finishing write tid 3 to smithi17368540-22 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:531: oid 22 updating version 0 to 233 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:531: oid 22 updating version 233 to 234 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 234 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:531: left oid 22 (ObjNum 182 snap 46 seq_num 182) 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:532: finishing write tid 1 to smithi17368540-10 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:532: finishing write tid 2 to smithi17368540-10 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:532: finishing write tid 3 to smithi17368540-10 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:532: oid 10 updating version 0 to 179 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:532: oid 10 updating version 179 to 180 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 180 (ObjNum 183 snap 46 seq_num 183) dirty exists 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:532: left oid 10 (ObjNum 183 snap 46 seq_num 183) 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:526: done (5 left) 2024-08-30T21:00:03.255 INFO:tasks.rados.rados.0.smithi173.stdout:528: done (4 left) 2024-08-30T21:00:03.256 INFO:tasks.rados.rados.0.smithi173.stdout:529: done (3 left) 2024-08-30T21:00:03.256 INFO:tasks.rados.rados.0.smithi173.stdout:531: done (2 left) 2024-08-30T21:00:03.256 INFO:tasks.rados.rados.0.smithi173.stdout:532: done (1 left) 2024-08-30T21:00:03.256 INFO:tasks.rados.rados.0.smithi173.stdout:534: delete oid 11 current snap is 46 2024-08-30T21:00:03.256 INFO:tasks.rados.rados.0.smithi173.stdout:534: done (1 left) 2024-08-30T21:00:03.256 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 46 2024-08-30T21:00:03.256 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 65 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-30T21:00:03.257 INFO:tasks.rados.rados.0.smithi173.stdout:535: seq_num 185 ranges {1703936=704512} 2024-08-30T21:00:03.269 INFO:tasks.rados.rados.0.smithi173.stdout:535: writing smithi17368540-5 from 1703936 to 2408448 tid 1 2024-08-30T21:00:03.269 INFO:tasks.rados.rados.0.smithi173.stdout:533: done (1 left) 2024-08-30T21:00:03.269 INFO:tasks.rados.rados.0.smithi173.stdout:536: copy_from oid 37 from oid 32 current snap is 46 2024-08-30T21:00:03.269 INFO:tasks.rados.rados.0.smithi173.stdout:537: rollback oid 9 current snap is 46 2024-08-30T21:00:03.269 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 31 2024-08-30T21:00:03.270 INFO:tasks.rados.rados.0.smithi173.stdout:538: copy_from oid 31 from oid 18 current snap is 46 2024-08-30T21:00:03.270 INFO:tasks.rados.rados.0.smithi173.stdout:539: copy_from oid 17 from oid 7 current snap is 46 2024-08-30T21:00:03.270 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 46 2024-08-30T21:00:03.270 INFO:tasks.rados.rados.0.smithi173.stdout:540: seq_num 186 ranges {0=720896} 2024-08-30T21:00:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:02 smithi196 ceph-mon[21316]: pgmap v24: 121 pgs: 121 active+clean; 139 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-08-30T21:00:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:02 smithi196 ceph-mon[21316]: osdmap e163: 8 total, 8 up, 8 in 2024-08-30T21:00:03.273 INFO:tasks.rados.rados.0.smithi173.stdout:540: writing smithi17368540-16 from 0 to 720896 tid 1 2024-08-30T21:00:03.274 INFO:tasks.rados.rados.0.smithi173.stdout:541: snap_remove snap 38 2024-08-30T21:00:03.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:02 smithi173 ceph-mon[17131]: pgmap v24: 121 pgs: 121 active+clean; 139 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-08-30T21:00:03.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:02 smithi173 ceph-mon[17131]: osdmap e163: 8 total, 8 up, 8 in 2024-08-30T21:00:03.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:02 smithi173 ceph-mon[28069]: pgmap v24: 121 pgs: 121 active+clean; 139 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 34 op/s 2024-08-30T21:00:03.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:02 smithi173 ceph-mon[28069]: osdmap e163: 8 total, 8 up, 8 in 2024-08-30T21:00:04.000 INFO:tasks.rados.rados.0.smithi173.stdout:541: done (6 left) 2024-08-30T21:00:04.001 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 46 2024-08-30T21:00:04.001 INFO:tasks.rados.rados.0.smithi173.stdout:542: seq_num 187 ranges {2293760=737280} 2024-08-30T21:00:04.019 INFO:tasks.rados.rados.0.smithi173.stdout:542: writing smithi17368540-26 from 2293760 to 3031040 tid 1 2024-08-30T21:00:04.019 INFO:tasks.rados.rados.0.smithi173.stdout:543: read oid 34 snap -1 2024-08-30T21:00:04.019 INFO:tasks.rados.rados.0.smithi173.stdout:543: expect (ObjNum 103 snap 29 seq_num 103) 2024-08-30T21:00:04.019 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 46 2024-08-30T21:00:04.019 INFO:tasks.rados.rados.0.smithi173.stdout:544: seq_num 188 ranges {0=753664} 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:544: writing smithi17368540-29 from 0 to 753664 tid 1 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:545: snap_create 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:537: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 163 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:539: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:539: finishing copy_from to smithi17368540-17 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:535: finishing write tid 1 to smithi17368540-5 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:535: finishing write tid 2 to smithi17368540-5 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:535: finishing write tid 3 to smithi17368540-5 2024-08-30T21:00:04.025 INFO:tasks.rados.rados.0.smithi173.stdout:535: oid 5 updating version 0 to 213 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:535: oid 5 updating version 213 to 214 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 214 (ObjNum 185 snap 46 seq_num 185) dirty exists 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:535: left oid 5 (ObjNum 185 snap 46 seq_num 185) 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:540: finishing write tid 1 to smithi17368540-16 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:540: finishing write tid 2 to smithi17368540-16 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:536: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:536: finishing copy_from to smithi17368540-37 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 29 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:540: finishing write tid 3 to smithi17368540-16 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:540: oid 16 updating version 0 to 67 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:540: oid 16 version 67 is already newer than 66 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 67 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:540: left oid 16 (ObjNum 186 snap 46 seq_num 186) 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:538: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:00:04.026 INFO:tasks.rados.rados.0.smithi173.stdout:538: finishing copy_from to smithi17368540-31 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 63 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:542: finishing write tid 1 to smithi17368540-26 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:542: finishing write tid 2 to smithi17368540-26 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:542: finishing write tid 3 to smithi17368540-26 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:542: oid 26 updating version 0 to 311 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:542: oid 26 version 311 is already newer than 310 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 311 (ObjNum 187 snap 46 seq_num 187) dirty exists 2024-08-30T21:00:04.027 INFO:tasks.rados.rados.0.smithi173.stdout:542: left oid 26 (ObjNum 187 snap 46 seq_num 187) 2024-08-30T21:00:04.028 INFO:tasks.rados.rados.0.smithi173.stdout:544: finishing write tid 1 to smithi17368540-29 2024-08-30T21:00:04.028 INFO:tasks.rados.rados.0.smithi173.stdout:544: finishing write tid 2 to smithi17368540-29 2024-08-30T21:00:04.029 INFO:tasks.rados.rados.0.smithi173.stdout:544: finishing write tid 3 to smithi17368540-29 2024-08-30T21:00:04.030 INFO:tasks.rados.rados.0.smithi173.stdout:544: oid 29 updating version 0 to 228 2024-08-30T21:00:04.030 INFO:tasks.rados.rados.0.smithi173.stdout:544: oid 29 updating version 228 to 229 2024-08-30T21:00:04.030 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 229 (ObjNum 188 snap 46 seq_num 188) dirty exists 2024-08-30T21:00:04.030 INFO:tasks.rados.rados.0.smithi173.stdout:544: left oid 29 (ObjNum 188 snap 46 seq_num 188) 2024-08-30T21:00:04.034 INFO:tasks.rados.rados.0.smithi173.stdout:543: expect (ObjNum 103 snap 29 seq_num 103) 2024-08-30T21:00:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[17131]: osdmap e164: 8 total, 8 up, 8 in 2024-08-30T21:00:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[17131]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[28069]: osdmap e164: 8 total, 8 up, 8 in 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[28069]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:04 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:535: done (9 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:536: done (8 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:537: done (7 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:538: done (6 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:539: done (5 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:540: done (4 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:542: done (3 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:543: done (2 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:544: done (1 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:545: done (0 left) 2024-08-30T21:00:05.001 INFO:tasks.rados.rados.0.smithi173.stdout:546: delete oid 2 current snap is 47 2024-08-30T21:00:05.003 INFO:tasks.rados.rados.0.smithi173.stdout:546: done (0 left) 2024-08-30T21:00:05.004 INFO:tasks.rados.rados.0.smithi173.stdout:547: delete oid 5 current snap is 47 2024-08-30T21:00:05.008 INFO:tasks.rados.rados.0.smithi173.stdout:547: done (0 left) 2024-08-30T21:00:05.008 INFO:tasks.rados.rados.0.smithi173.stdout:548: read oid 43 snap -1 2024-08-30T21:00:05.008 INFO:tasks.rados.rados.0.smithi173.stdout:548: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-30T21:00:05.008 INFO:tasks.rados.rados.0.smithi173.stdout:549: read oid 45 snap 36 2024-08-30T21:00:05.008 INFO:tasks.rados.rados.0.smithi173.stdout:549: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:00:05.009 INFO:tasks.rados.rados.0.smithi173.stdout:550: snap_remove snap 45 2024-08-30T21:00:05.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:04 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:05.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:04 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:05.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:04 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:05.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:04 smithi196 ceph-mon[21316]: osdmap e164: 8 total, 8 up, 8 in 2024-08-30T21:00:05.093 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:04 smithi196 ceph-mon[21316]: pgmap v27: 121 pgs: 121 active+clean; 159 MiB data, 501 MiB used, 715 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-08-30T21:00:05.094 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:04 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:05.094 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:04 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:05.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[17358]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:00:05] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-30T21:00:06.009 INFO:tasks.rados.rados.0.smithi173.stdout:550: done (2 left) 2024-08-30T21:00:06.010 INFO:tasks.rados.rados.0.smithi173.stdout:551: snap_remove snap 40 2024-08-30T21:00:06.191 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:05 smithi196 ceph-mon[21316]: osdmap e165: 8 total, 8 up, 8 in 2024-08-30T21:00:06.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:05 smithi173 ceph-mon[17131]: osdmap e165: 8 total, 8 up, 8 in 2024-08-30T21:00:06.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:05 smithi173 ceph-mon[28069]: osdmap e165: 8 total, 8 up, 8 in 2024-08-30T21:00:07.017 INFO:tasks.rados.rados.0.smithi173.stdout:551: done (2 left) 2024-08-30T21:00:07.017 INFO:tasks.rados.rados.0.smithi173.stdout:552: copy_from oid 6 from oid 41 current snap is 47 2024-08-30T21:00:07.017 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 47 2024-08-30T21:00:07.017 INFO:tasks.rados.rados.0.smithi173.stdout:553: seq_num 191 ranges {2179072=802816} 2024-08-30T21:00:07.034 INFO:tasks.rados.rados.0.smithi173.stdout:553: writing smithi17368540-31 from 2179072 to 2981888 tid 1 2024-08-30T21:00:07.035 INFO:tasks.rados.rados.0.smithi173.stdout:554: snap_remove snap 31 2024-08-30T21:00:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:07 smithi196 ceph-mon[21316]: osdmap e166: 8 total, 8 up, 8 in 2024-08-30T21:00:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:07 smithi196 ceph-mon[21316]: pgmap v30: 121 pgs: 121 active+clean; 176 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 6.3 MiB/s wr, 81 op/s 2024-08-30T21:00:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:07 smithi173 ceph-mon[17131]: osdmap e166: 8 total, 8 up, 8 in 2024-08-30T21:00:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:07 smithi173 ceph-mon[17131]: pgmap v30: 121 pgs: 121 active+clean; 176 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 6.3 MiB/s wr, 81 op/s 2024-08-30T21:00:07.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:07 smithi173 ceph-mon[28069]: osdmap e166: 8 total, 8 up, 8 in 2024-08-30T21:00:07.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:07 smithi173 ceph-mon[28069]: pgmap v30: 121 pgs: 121 active+clean; 176 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 19 MiB/s rd, 6.3 MiB/s wr, 81 op/s 2024-08-30T21:00:08.029 INFO:tasks.rados.rados.0.smithi173.stdout:554: done (4 left) 2024-08-30T21:00:08.029 INFO:tasks.rados.rados.0.smithi173.stdout:555: delete oid 2 current snap is 47 2024-08-30T21:00:08.029 INFO:tasks.rados.rados.0.smithi173.stdout:548: expect (ObjNum 158 snap 40 seq_num 158) 2024-08-30T21:00:08.049 INFO:tasks.rados.rados.0.smithi173.stdout:549: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:553: finishing write tid 1 to smithi17368540-31 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:553: finishing write tid 2 to smithi17368540-31 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:553: finishing write tid 3 to smithi17368540-31 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:553: oid 31 updating version 0 to 328 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:553: oid 31 version 328 is already newer than 327 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 328 (ObjNum 191 snap 47 seq_num 191) dirty exists 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:553: left oid 31 (ObjNum 191 snap 47 seq_num 191) 2024-08-30T21:00:08.118 INFO:tasks.rados.rados.0.smithi173.stdout:552: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:552: finishing copy_from to smithi17368540-6 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 137 (ObjNum 135 snap 37 seq_num 135) dirty exists 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:548: done (4 left) 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:549: done (3 left) 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:552: done (2 left) 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:553: done (1 left) 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:555: done (0 left) 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:556: read oid 39 snap -1 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:556: expect (ObjNum 92 snap 22 seq_num 92) 2024-08-30T21:00:08.119 INFO:tasks.rados.rados.0.smithi173.stdout:557: snap_remove snap 35 2024-08-30T21:00:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: osdmap e167: 8 total, 8 up, 8 in 2024-08-30T21:00:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:08.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:08 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:08.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: osdmap e167: 8 total, 8 up, 8 in 2024-08-30T21:00:08.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:08.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: osdmap e167: 8 total, 8 up, 8 in 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:08.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:08.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:08 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:09.037 INFO:tasks.rados.rados.0.smithi173.stdout:557: done (1 left) 2024-08-30T21:00:09.037 INFO:tasks.rados.rados.0.smithi173.stdout:558: rmattr oid 18 current snap is 47 2024-08-30T21:00:09.038 INFO:tasks.rados.rados.0.smithi173.stdout:556: expect (ObjNum 92 snap 22 seq_num 92) 2024-08-30T21:00:09.115 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 267 (ObjNum 82 snap 18 seq_num 82) dirty exists 2024-08-30T21:00:09.115 INFO:tasks.rados.rados.0.smithi173.stdout:556: done (1 left) 2024-08-30T21:00:09.115 INFO:tasks.rados.rados.0.smithi173.stdout:558: done (0 left) 2024-08-30T21:00:09.115 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 47 2024-08-30T21:00:09.115 INFO:tasks.rados.rados.0.smithi173.stdout:559: seq_num 193 ranges {753664=434176,1187840=401408} 2024-08-30T21:00:09.121 INFO:tasks.rados.rados.0.smithi173.stdout:559: writing smithi17368540-29 from 753664 to 1187840 tid 1 2024-08-30T21:00:09.123 INFO:tasks.rados.rados.0.smithi173.stdout:559: writing smithi17368540-29 from 1187840 to 1589248 tid 2 2024-08-30T21:00:09.123 INFO:tasks.rados.rados.0.smithi173.stdout:560: read oid 40 snap -1 2024-08-30T21:00:09.123 INFO:tasks.rados.rados.0.smithi173.stdout:560: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:09.124 INFO:tasks.rados.rados.0.smithi173.stdout:561: read oid 36 snap -1 2024-08-30T21:00:09.124 INFO:tasks.rados.rados.0.smithi173.stdout:561: expect (ObjNum 179 snap 46 seq_num 179) 2024-08-30T21:00:09.124 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 47 2024-08-30T21:00:09.124 INFO:tasks.rados.rados.0.smithi173.stdout:562: seq_num 194 ranges {106496=458752,565248=401408} 2024-08-30T21:00:09.126 INFO:tasks.rados.rados.0.smithi173.stdout:562: writing smithi17368540-3 from 106496 to 565248 tid 1 2024-08-30T21:00:09.129 INFO:tasks.rados.rados.0.smithi173.stdout:562: writing smithi17368540-3 from 565248 to 966656 tid 2 2024-08-30T21:00:09.129 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 47 2024-08-30T21:00:09.129 INFO:tasks.rados.rados.0.smithi173.stdout:559: finishing write tid 1 to smithi17368540-29 2024-08-30T21:00:09.129 INFO:tasks.rados.rados.0.smithi173.stdout:563: seq_num 195 ranges {2088960=475136,2564096=401408} 2024-08-30T21:00:09.143 INFO:tasks.rados.rados.0.smithi173.stdout:563: writing smithi17368540-48 from 2088960 to 2564096 tid 1 2024-08-30T21:00:09.145 INFO:tasks.rados.rados.0.smithi173.stdout:563: writing smithi17368540-48 from 2564096 to 2965504 tid 2 2024-08-30T21:00:09.146 INFO:tasks.rados.rados.0.smithi173.stdout:564: snap_remove snap 33 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: osdmap e168: 8 total, 8 up, 8 in 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: pgmap v33: 121 pgs: 121 active+clean; 176 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 48 op/s 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:09.314 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.315 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:09 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-30T21:00:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:00:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:00:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: osdmap e168: 8 total, 8 up, 8 in 2024-08-30T21:00:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: pgmap v33: 121 pgs: 121 active+clean; 176 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 48 op/s 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Adjusting osd_memory_target on smithi196 to 2480M 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:00:09.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: osdmap e168: 8 total, 8 up, 8 in 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: pgmap v33: 121 pgs: 121 active+clean; 176 MiB data, 538 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 48 op/s 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:09.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:09 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:10.049 INFO:tasks.rados.rados.0.smithi173.stdout:559: finishing write tid 2 to smithi17368540-29 2024-08-30T21:00:10.049 INFO:tasks.rados.rados.0.smithi173.stdout:559: finishing write tid 3 to smithi17368540-29 2024-08-30T21:00:10.049 INFO:tasks.rados.rados.0.smithi173.stdout:560: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:10.076 INFO:tasks.rados.rados.0.smithi173.stdout:559: finishing write tid 4 to smithi17368540-29 2024-08-30T21:00:10.076 INFO:tasks.rados.rados.0.smithi173.stdout:559: oid 29 updating version 0 to 277 2024-08-30T21:00:10.076 INFO:tasks.rados.rados.0.smithi173.stdout:559: oid 29 updating version 277 to 279 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:559: oid 29 version 279 is already newer than 278 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 279 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:559: left oid 29 (ObjNum 193 snap 47 seq_num 193) 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: finishing write tid 1 to smithi17368540-3 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: finishing write tid 2 to smithi17368540-3 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: finishing write tid 3 to smithi17368540-3 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: finishing write tid 4 to smithi17368540-3 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: oid 3 updating version 0 to 282 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: oid 3 version 282 is already newer than 281 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: oid 3 updating version 282 to 283 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 283 (ObjNum 194 snap 47 seq_num 194) dirty exists 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:562: left oid 3 (ObjNum 194 snap 47 seq_num 194) 2024-08-30T21:00:10.077 INFO:tasks.rados.rados.0.smithi173.stdout:559: done (5 left) 2024-08-30T21:00:10.078 INFO:tasks.rados.rados.0.smithi173.stdout:560: done (4 left) 2024-08-30T21:00:10.078 INFO:tasks.rados.rados.0.smithi173.stdout:562: done (3 left) 2024-08-30T21:00:10.078 INFO:tasks.rados.rados.0.smithi173.stdout:564: done (2 left) 2024-08-30T21:00:10.078 INFO:tasks.rados.rados.0.smithi173.stdout:565: snap_remove snap 46 2024-08-30T21:00:10.408 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:10 smithi196 ceph-mon[21316]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T21:00:10.408 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:10 smithi196 ceph-mon[21316]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T21:00:10.408 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:10 smithi196 ceph-mon[21316]: osdmap e169: 8 total, 8 up, 8 in 2024-08-30T21:00:10.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:10 smithi173 ceph-mon[28069]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T21:00:10.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:10 smithi173 ceph-mon[28069]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T21:00:10.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:10 smithi173 ceph-mon[28069]: osdmap e169: 8 total, 8 up, 8 in 2024-08-30T21:00:10.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:10 smithi173 ceph-mon[17131]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T21:00:10.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:10 smithi173 ceph-mon[17131]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T21:00:10.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:10 smithi173 ceph-mon[17131]: osdmap e169: 8 total, 8 up, 8 in 2024-08-30T21:00:11.051 INFO:tasks.rados.rados.0.smithi173.stdout:565: done (2 left) 2024-08-30T21:00:11.052 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 47 2024-08-30T21:00:11.052 INFO:tasks.rados.rados.0.smithi173.stdout:566: seq_num 196 ranges {3334144=491520,3825664=401408} 2024-08-30T21:00:11.072 INFO:tasks.rados.rados.0.smithi173.stdout:566: writing smithi17368540-1 from 3334144 to 3825664 tid 1 2024-08-30T21:00:11.074 INFO:tasks.rados.rados.0.smithi173.stdout:566: writing smithi17368540-1 from 3825664 to 4227072 tid 2 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 47 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: finishing write tid 1 to smithi17368540-48 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: finishing write tid 2 to smithi17368540-48 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: finishing write tid 3 to smithi17368540-48 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: finishing write tid 4 to smithi17368540-48 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: oid 48 updating version 0 to 157 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: oid 48 version 157 is already newer than 156 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: oid 48 version 157 is already newer than 155 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 157 (ObjNum 195 snap 47 seq_num 195) dirty exists 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:563: left oid 48 (ObjNum 195 snap 47 seq_num 195) 2024-08-30T21:00:11.075 INFO:tasks.rados.rados.0.smithi173.stdout:561: expect (ObjNum 179 snap 46 seq_num 179) 2024-08-30T21:00:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:11 smithi196 ceph-mon[21316]: osdmap e170: 8 total, 8 up, 8 in 2024-08-30T21:00:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:11 smithi196 ceph-mon[21316]: pgmap v36: 121 pgs: 121 active+clean; 174 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 916 KiB/s wr, 6 op/s 2024-08-30T21:00:11.447 INFO:tasks.rados.rados.0.smithi173.stdout:566: finishing write tid 1 to smithi17368540-1 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:566: finishing write tid 2 to smithi17368540-1 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:566: finishing write tid 3 to smithi17368540-1 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:566: finishing write tid 4 to smithi17368540-1 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:566: oid 1 updating version 0 to 87 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:566: oid 1 version 87 is already newer than 86 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:566: oid 1 updating version 87 to 88 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 88 (ObjNum 196 snap 47 seq_num 196) dirty exists 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:566: left oid 1 (ObjNum 196 snap 47 seq_num 196) 2024-08-30T21:00:11.448 INFO:tasks.rados.rados.0.smithi173.stdout:567: seq_num 197 ranges {2187264=507904,2695168=401408} 2024-08-30T21:00:11.459 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:11 smithi173 ceph-mon[28069]: osdmap e170: 8 total, 8 up, 8 in 2024-08-30T21:00:11.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:11 smithi173 ceph-mon[28069]: pgmap v36: 121 pgs: 121 active+clean; 174 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 916 KiB/s wr, 6 op/s 2024-08-30T21:00:11.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:11 smithi173 ceph-mon[17131]: osdmap e170: 8 total, 8 up, 8 in 2024-08-30T21:00:11.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:11 smithi173 ceph-mon[17131]: pgmap v36: 121 pgs: 121 active+clean; 174 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 916 KiB/s wr, 6 op/s 2024-08-30T21:00:11.461 INFO:tasks.rados.rados.0.smithi173.stdout:567: writing smithi17368540-39 from 2187264 to 2695168 tid 1 2024-08-30T21:00:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:567: writing smithi17368540-39 from 2695168 to 3096576 tid 2 2024-08-30T21:00:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:561: done (3 left) 2024-08-30T21:00:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:563: done (2 left) 2024-08-30T21:00:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:566: done (1 left) 2024-08-30T21:00:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:568: snap_create 2024-08-30T21:00:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:567: finishing write tid 1 to smithi17368540-39 2024-08-30T21:00:11.466 INFO:tasks.rados.rados.0.smithi173.stdout:567: finishing write tid 2 to smithi17368540-39 2024-08-30T21:00:11.466 INFO:tasks.rados.rados.0.smithi173.stdout:567: finishing write tid 3 to smithi17368540-39 2024-08-30T21:00:11.467 INFO:tasks.rados.rados.0.smithi173.stdout:567: finishing write tid 4 to smithi17368540-39 2024-08-30T21:00:11.467 INFO:tasks.rados.rados.0.smithi173.stdout:567: oid 39 updating version 0 to 80 2024-08-30T21:00:11.467 INFO:tasks.rados.rados.0.smithi173.stdout:567: oid 39 updating version 80 to 81 2024-08-30T21:00:11.467 INFO:tasks.rados.rados.0.smithi173.stdout:567: oid 39 version 81 is already newer than 79 2024-08-30T21:00:11.467 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 81 (ObjNum 197 snap 47 seq_num 197) dirty exists 2024-08-30T21:00:11.467 INFO:tasks.rados.rados.0.smithi173.stdout:567: left oid 39 (ObjNum 197 snap 47 seq_num 197) 2024-08-30T21:00:11.972 INFO:tasks.rados.rados.0.smithi173.stdout:567: done (1 left) 2024-08-30T21:00:11.973 INFO:tasks.rados.rados.0.smithi173.stdout:568: done (0 left) 2024-08-30T21:00:11.973 INFO:tasks.rados.rados.0.smithi173.stdout:569: rollback oid 13 current snap is 48 2024-08-30T21:00:11.973 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 13 to 47 2024-08-30T21:00:11.973 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 48 2024-08-30T21:00:11.973 INFO:tasks.rados.rados.0.smithi173.stdout:570: seq_num 198 ranges {0=524288,524288=401408} 2024-08-30T21:00:11.975 INFO:tasks.rados.rados.0.smithi173.stdout:570: writing smithi17368540-35 from 0 to 524288 tid 1 2024-08-30T21:00:11.978 INFO:tasks.rados.rados.0.smithi173.stdout:570: writing smithi17368540-35 from 524288 to 925696 tid 2 2024-08-30T21:00:11.978 INFO:tasks.rados.rados.0.smithi173.stdout:571: read oid 1 snap -1 2024-08-30T21:00:11.978 INFO:tasks.rados.rados.0.smithi173.stdout:571: expect (ObjNum 196 snap 47 seq_num 196) 2024-08-30T21:00:11.978 INFO:tasks.rados.rados.0.smithi173.stdout:572: snap_create 2024-08-30T21:00:11.979 INFO:tasks.rados.rados.0.smithi173.stdout:569: finishing rollback tid 1 to smithi17368540-13 2024-08-30T21:00:11.979 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 203 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-30T21:00:11.982 INFO:tasks.rados.rados.0.smithi173.stdout:570: finishing write tid 1 to smithi17368540-35 2024-08-30T21:00:11.982 INFO:tasks.rados.rados.0.smithi173.stdout:570: finishing write tid 2 to smithi17368540-35 2024-08-30T21:00:11.982 INFO:tasks.rados.rados.0.smithi173.stdout:570: finishing write tid 3 to smithi17368540-35 2024-08-30T21:00:11.986 INFO:tasks.rados.rados.0.smithi173.stdout:570: finishing write tid 4 to smithi17368540-35 2024-08-30T21:00:11.987 INFO:tasks.rados.rados.0.smithi173.stdout:570: oid 35 updating version 0 to 212 2024-08-30T21:00:11.987 INFO:tasks.rados.rados.0.smithi173.stdout:570: oid 35 version 212 is already newer than 210 2024-08-30T21:00:11.987 INFO:tasks.rados.rados.0.smithi173.stdout:570: oid 35 version 212 is already newer than 211 2024-08-30T21:00:11.987 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 212 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-08-30T21:00:11.987 INFO:tasks.rados.rados.0.smithi173.stdout:570: left oid 35 (ObjNum 198 snap 48 seq_num 198) 2024-08-30T21:00:12.000 INFO:tasks.rados.rados.0.smithi173.stdout:571: expect (ObjNum 196 snap 47 seq_num 196) 2024-08-30T21:00:12.020 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:11 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:12 smithi173 ceph-mon[17131]: osdmap e171: 8 total, 8 up, 8 in 2024-08-30T21:00:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:12 smithi173 ceph-mon[17131]: osdmap e172: 8 total, 8 up, 8 in 2024-08-30T21:00:12.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:12 smithi173 ceph-mon[28069]: osdmap e171: 8 total, 8 up, 8 in 2024-08-30T21:00:12.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:12 smithi173 ceph-mon[28069]: osdmap e172: 8 total, 8 up, 8 in 2024-08-30T21:00:12.484 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-mon[21316]: osdmap e171: 8 total, 8 up, 8 in 2024-08-30T21:00:12.484 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-mon[21316]: osdmap e172: 8 total, 8 up, 8 in 2024-08-30T21:00:12.484 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.237Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[52460]: ts=2024-08-30T21:00:12.238Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-30T21:00:12.485 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 podman[62893]: 2024-08-30 21:00:12.247867693 +0000 UTC m=+0.179363755 container died 7744153a2a637b4c83f3741b43e7308202ba87ee2e3aa491eb34371e77168365 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:12.593 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:00:12.770 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 podman[62893]: 2024-08-30 21:00:12.664057894 +0000 UTC m=+0.595553954 container cleanup 7744153a2a637b4c83f3741b43e7308202ba87ee2e3aa491eb34371e77168365 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:12.770 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 bash[62893]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a 2024-08-30T21:00:12.973 INFO:tasks.rados.rados.0.smithi173.stdout:569: done (3 left) 2024-08-30T21:00:12.973 INFO:tasks.rados.rados.0.smithi173.stdout:570: done (2 left) 2024-08-30T21:00:12.973 INFO:tasks.rados.rados.0.smithi173.stdout:571: done (1 left) 2024-08-30T21:00:12.973 INFO:tasks.rados.rados.0.smithi173.stdout:572: done (0 left) 2024-08-30T21:00:12.973 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 49 2024-08-30T21:00:12.974 INFO:tasks.rados.rados.0.smithi173.stdout:573: seq_num 199 ranges {360448=540672,901120=401408} 2024-08-30T21:00:12.978 INFO:tasks.rados.rados.0.smithi173.stdout:573: writing smithi17368540-43 from 360448 to 901120 tid 1 2024-08-30T21:00:12.980 INFO:tasks.rados.rados.0.smithi173.stdout:573: writing smithi17368540-43 from 901120 to 1302528 tid 2 2024-08-30T21:00:12.980 INFO:tasks.rados.rados.0.smithi173.stdout:574: snap_create 2024-08-30T21:00:12.985 INFO:tasks.rados.rados.0.smithi173.stdout:573: finishing write tid 1 to smithi17368540-43 2024-08-30T21:00:12.985 INFO:tasks.rados.rados.0.smithi173.stdout:573: finishing write tid 2 to smithi17368540-43 2024-08-30T21:00:12.985 INFO:tasks.rados.rados.0.smithi173.stdout:573: finishing write tid 3 to smithi17368540-43 2024-08-30T21:00:12.986 INFO:tasks.rados.rados.0.smithi173.stdout:573: finishing write tid 4 to smithi17368540-43 2024-08-30T21:00:12.986 INFO:tasks.rados.rados.0.smithi173.stdout:573: oid 43 updating version 0 to 352 2024-08-30T21:00:12.986 INFO:tasks.rados.rados.0.smithi173.stdout:573: oid 43 updating version 352 to 354 2024-08-30T21:00:12.986 INFO:tasks.rados.rados.0.smithi173.stdout:573: oid 43 version 354 is already newer than 353 2024-08-30T21:00:12.986 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 354 (ObjNum 199 snap 49 seq_num 199) dirty exists 2024-08-30T21:00:12.986 INFO:tasks.rados.rados.0.smithi173.stdout:573: left oid 43 (ObjNum 199 snap 49 seq_num 199) 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (3m) 19s ago 4m 26.0M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (3m) 9s ago 3m 87.9M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (5m) 19s ago 5m 14.9M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (5m) 9s ago 5m 18.9M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (34s) 9s ago 8m 497M - 19.3.0-4625-g24432b66 fb225243d408 c18a52ddb4ec 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:9283,8765 running (10m) 19s ago 10m 303M - 18.2.4-797-g63b0b8e1 600ffa248bd2 e1e9f8260e32 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (10m) 19s ago 10m 52.3M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 4409dc0886e3 2024-08-30T21:00:13.156 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (9m) 9s ago 9m 44.5M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 1dc0af7e1ebe 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (9m) 19s ago 9m 45.4M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 354b08113242 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (3m) 19s ago 3m 15.3M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (3m) 9s ago 3m 15.8M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (8m) 19s ago 8m 95.4M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (8m) 19s ago 8m 83.5M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (7m) 19s ago 7m 97.2M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (7m) 19s ago 7m 87.6M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (6m) 9s ago 6m 91.2M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (6m) 9s ago 6m 87.4M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (6m) 9s ago 6m 58.7M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (5m) 9s ago 5m 79.2M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:00:13.157 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (2m) 9s ago 4m 45.4M - 2.43.0 a07b618ecd1d 7744153a2a63 2024-08-30T21:00:13.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-mon[21316]: pgmap v39: 121 pgs: 121 active+clean; 174 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 916 KiB/s wr, 6 op/s 2024-08-30T21:00:13.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-mon[21316]: osdmap e173: 8 total, 8 up, 8 in 2024-08-30T21:00:13.270 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:12 smithi196 podman[62905]: 2024-08-30 21:00:12.867638002 +0000 UTC m=+0.621975672 container remove 7744153a2a637b4c83f3741b43e7308202ba87ee2e3aa491eb34371e77168365 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:13.270 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-30T21:00:13.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:13.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 1.544s CPU time. 2024-08-30T21:00:13.271 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 systemd[1]: Starting Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:13.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:13 smithi173 ceph-mon[28069]: pgmap v39: 121 pgs: 121 active+clean; 174 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 916 KiB/s wr, 6 op/s 2024-08-30T21:00:13.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:13 smithi173 ceph-mon[28069]: osdmap e173: 8 total, 8 up, 8 in 2024-08-30T21:00:13.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:13 smithi173 ceph-mon[17131]: pgmap v39: 121 pgs: 121 active+clean; 174 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 916 KiB/s wr, 6 op/s 2024-08-30T21:00:13.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:13 smithi173 ceph-mon[17131]: osdmap e173: 8 total, 8 up, 8 in 2024-08-30T21:00:13.487 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:00:13.487 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:00:13.487 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T21:00:13.487 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:13.487 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:00:13.487 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 1, 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 1 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 14, 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 1 2024-08-30T21:00:13.488 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:00:13.489 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:00:13.571 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 podman[63002]: 2024-08-30 21:00:13.199587089 +0000 UTC m=+0.017039988 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-30T21:00:13.571 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 podman[63002]: 2024-08-30 21:00:13.327230249 +0000 UTC m=+0.144683140 container create b51257f14ea48e614a32f6c36ca2769eaf2fda8f712354a46a0e7c8c2c15f2a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:13.571 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 podman[63002]: 2024-08-30 21:00:13.571233372 +0000 UTC m=+0.388686264 container init b51257f14ea48e614a32f6c36ca2769eaf2fda8f712354a46a0e7c8c2c15f2a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [], 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "1/20 daemons upgraded", 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading mgr daemons", 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:00:13.772 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:00:13.901 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:13] ENGINE Bus STOPPING 2024-08-30T21:00:13.902 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T21:00:13.902 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:13] ENGINE Bus STOPPED 2024-08-30T21:00:13.902 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:13] ENGINE Bus STARTING 2024-08-30T21:00:13.902 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:13] ENGINE Serving on http://:::9283 2024-08-30T21:00:13.902 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:13] ENGINE Bus STARTED 2024-08-30T21:00:13.902 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 podman[63002]: 2024-08-30 21:00:13.574199014 +0000 UTC m=+0.391651906 container start b51257f14ea48e614a32f6c36ca2769eaf2fda8f712354a46a0e7c8c2c15f2a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:13.902 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.598Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-30T21:00:13.902 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.598Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.598Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi196 (none))" 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.598Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.598Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.599Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.600Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.601Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.601Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.603Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.603Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.528µs 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.603Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.604Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-30T21:00:13.903 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.611Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.611Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.611Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.007µs wal_replay_duration=8.434466ms wbl_replay_duration=114ns total_replay_duration=8.470884ms 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.613Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.613Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.613Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.634Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.541863ms db_storage=740ns remote_storage=1.164µs web_handler=317ns query_engine=560ns scrape=410.558µs scrape_sd=104.483µs notify=10.887µs notify_sd=18.794µs rules=20.650443ms tracing=11.536µs 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.634Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:13.634Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 bash[63002]: b51257f14ea48e614a32f6c36ca2769eaf2fda8f712354a46a0e7c8c2c15f2a2 2024-08-30T21:00:13.904 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:13 smithi196 systemd[1]: Started Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:13.975 INFO:tasks.rados.rados.0.smithi173.stdout:573: done (1 left) 2024-08-30T21:00:13.975 INFO:tasks.rados.rados.0.smithi173.stdout:574: done (0 left) 2024-08-30T21:00:13.975 INFO:tasks.rados.rados.0.smithi173.stdout:575: snap_remove snap 48 2024-08-30T21:00:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/1347764112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:14 smithi196 ceph-mon[21316]: osdmap e174: 8 total, 8 up, 8 in 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/1347764112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:14.307 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.308 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.309 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/1347764112' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:14.310 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.311 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.312 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.312 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.312 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.312 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.312 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.312 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.312 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[28069]: osdmap e174: 8 total, 8 up, 8 in 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:14.313 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:14.314 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:14.314 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:14.314 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:14.314 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:14 smithi173 ceph-mon[17131]: osdmap e174: 8 total, 8 up, 8 in 2024-08-30T21:00:14.977 INFO:tasks.rados.rados.0.smithi173.stdout:575: done (0 left) 2024-08-30T21:00:14.977 INFO:tasks.rados.rados.0.smithi173.stdout:576: snap_remove snap 42 2024-08-30T21:00:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-30T21:00:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-30T21:00:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-30T21:00:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:15.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: pgmap v42: 121 pgs: 121 active+clean; 174 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 666 KiB/s wr, 2 op/s 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[17131]: osdmap e175: 8 total, 8 up, 8 in 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: pgmap v42: 121 pgs: 121 active+clean; 174 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 666 KiB/s wr, 2 op/s 2024-08-30T21:00:15.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:15 smithi173 ceph-mon[28069]: osdmap e175: 8 total, 8 up, 8 in 2024-08-30T21:00:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi196:9095"}]: dispatch 2024-08-30T21:00:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-30T21:00:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-30T21:00:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: from='client.24983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:15.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: pgmap v42: 121 pgs: 121 active+clean; 174 MiB data, 629 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 666 KiB/s wr, 2 op/s 2024-08-30T21:00:15.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:15 smithi196 ceph-mon[21316]: osdmap e175: 8 total, 8 up, 8 in 2024-08-30T21:00:15.979 INFO:tasks.rados.rados.0.smithi173.stdout:576: done (0 left) 2024-08-30T21:00:15.979 INFO:tasks.rados.rados.0.smithi173.stdout:577: copy_from oid 48 from oid 5 current snap is 50 2024-08-30T21:00:15.979 INFO:tasks.rados.rados.0.smithi173.stdout:578: setattr oid 20 current snap is 50 2024-08-30T21:00:15.980 INFO:tasks.rados.rados.0.smithi173.stdout:579: read oid 3 snap -1 2024-08-30T21:00:15.980 INFO:tasks.rados.rados.0.smithi173.stdout:579: expect (ObjNum 194 snap 47 seq_num 194) 2024-08-30T21:00:15.980 INFO:tasks.rados.rados.0.smithi173.stdout:580: read oid 42 snap 39 2024-08-30T21:00:15.980 INFO:tasks.rados.rados.0.smithi173.stdout:580: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T21:00:15.980 INFO:tasks.rados.rados.0.smithi173.stdout:581: snap_create 2024-08-30T21:00:15.986 INFO:tasks.rados.rados.0.smithi173.stdout:577: finishing copy_from to smithi17368540-48 2024-08-30T21:00:15.986 INFO:tasks.rados.rados.0.smithi173.stdout:577: got expected ENOENT (src dne) 2024-08-30T21:00:15.986 INFO:tasks.rados.rados.0.smithi173.stdout:577: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:00:15.991 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 169 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:00:15.994 INFO:tasks.rados.rados.0.smithi173.stdout:580: expect (ObjNum 82 snap 18 seq_num 82) 2024-08-30T21:00:16.069 INFO:tasks.rados.rados.0.smithi173.stdout:579: expect (ObjNum 194 snap 47 seq_num 194) 2024-08-30T21:00:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: Upgrade: Updating mgr.y 2024-08-30T21:00:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T21:00:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: Deploying daemon mgr.y on smithi173 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[17131]: osdmap e176: 8 total, 8 up, 8 in 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: Upgrade: Updating mgr.y 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: Deploying daemon mgr.y on smithi173 2024-08-30T21:00:16.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:16 smithi173 ceph-mon[28069]: osdmap e176: 8 total, 8 up, 8 in 2024-08-30T21:00:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: Upgrade: Updating mgr.y 2024-08-30T21:00:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:16.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:16.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T21:00:16.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:16.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: Deploying daemon mgr.y on smithi173 2024-08-30T21:00:16.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:16 smithi196 ceph-mon[21316]: osdmap e176: 8 total, 8 up, 8 in 2024-08-30T21:00:16.982 INFO:tasks.rados.rados.0.smithi173.stdout:577: done (4 left) 2024-08-30T21:00:16.983 INFO:tasks.rados.rados.0.smithi173.stdout:578: done (3 left) 2024-08-30T21:00:16.983 INFO:tasks.rados.rados.0.smithi173.stdout:579: done (2 left) 2024-08-30T21:00:16.983 INFO:tasks.rados.rados.0.smithi173.stdout:580: done (1 left) 2024-08-30T21:00:16.983 INFO:tasks.rados.rados.0.smithi173.stdout:581: done (0 left) 2024-08-30T21:00:16.983 INFO:tasks.rados.rados.0.smithi173.stdout:582: snap_remove snap 36 2024-08-30T21:00:17.327 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:17 smithi173 systemd[1]: Stopping Ceph mgr.y for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:17.612 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:17 smithi173 ceph-mon[17131]: pgmap v45: 121 pgs: 121 active+clean; 171 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-30T21:00:17.613 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:17 smithi173 ceph-mon[17131]: osdmap e177: 8 total, 8 up, 8 in 2024-08-30T21:00:17.613 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:17 smithi173 ceph-mon[28069]: pgmap v45: 121 pgs: 121 active+clean; 171 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-30T21:00:17.613 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:17 smithi173 ceph-mon[28069]: osdmap e177: 8 total, 8 up, 8 in 2024-08-30T21:00:17.613 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:17 smithi173 podman[71206]: 2024-08-30 21:00:17.325780871 +0000 UTC m=+0.154370019 container died e1e9f8260e32a5b40b9d5a94ac4803a3a07f3747a1638a19fe5a9245428b3ccf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-63b0b8e, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:00:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:17 smithi196 ceph-mon[21316]: pgmap v45: 121 pgs: 121 active+clean; 171 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-30T21:00:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:17 smithi196 ceph-mon[21316]: osdmap e177: 8 total, 8 up, 8 in 2024-08-30T21:00:17.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:17 smithi173 podman[71206]: 2024-08-30 21:00:17.778374945 +0000 UTC m=+0.606964056 container cleanup e1e9f8260e32a5b40b9d5a94ac4803a3a07f3747a1638a19fe5a9245428b3ccf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-63b0b8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:00:17.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:17 smithi173 bash[71206]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y 2024-08-30T21:00:17.983 INFO:tasks.rados.rados.0.smithi173.stdout:582: done (0 left) 2024-08-30T21:00:17.983 INFO:tasks.rados.rados.0.smithi173.stdout:583: snap_create 2024-08-30T21:00:18.446 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 podman[71219]: 2024-08-30 21:00:18.071986378 +0000 UTC m=+0.747573297 container remove e1e9f8260e32a5b40b9d5a94ac4803a3a07f3747a1638a19fe5a9245428b3ccf (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=reef-63b0b8e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:00:18.447 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-30T21:00:18.447 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-30T21:00:18.447 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 systemd[1]: Stopped Ceph mgr.y for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:18.447 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service: Consumed 45.105s CPU time. 2024-08-30T21:00:18.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 systemd[1]: Starting Ceph mgr.y for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:18.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 podman[71346]: 2024-08-30 21:00:18.555539895 +0000 UTC m=+0.015485510 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:00:18.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:18 smithi173 podman[71346]: 2024-08-30 21:00:18.664870604 +0000 UTC m=+0.124816206 container create 213b39a9856b5ef4b4708bf16855292b5e9f24b2bb3036e57b922cdf81e05936 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:00:18.997 INFO:tasks.rados.rados.0.smithi173.stdout:583: done (0 left) 2024-08-30T21:00:18.997 INFO:tasks.rados.rados.0.smithi173.stdout:584: read oid 1 snap -1 2024-08-30T21:00:18.998 INFO:tasks.rados.rados.0.smithi173.stdout:584: expect (ObjNum 196 snap 47 seq_num 196) 2024-08-30T21:00:18.998 INFO:tasks.rados.rados.0.smithi173.stdout:585: delete oid 48 current snap is 52 2024-08-30T21:00:19.001 INFO:tasks.rados.rados.0.smithi173.stdout:585: done (1 left) 2024-08-30T21:00:19.001 INFO:tasks.rados.rados.0.smithi173.stdout:586: delete oid 21 current snap is 52 2024-08-30T21:00:19.003 INFO:tasks.rados.rados.0.smithi173.stdout:586: done (1 left) 2024-08-30T21:00:19.003 INFO:tasks.rados.rados.0.smithi173.stdout:587: snap_create 2024-08-30T21:00:19.038 INFO:tasks.rados.rados.0.smithi173.stdout:584: expect (ObjNum 196 snap 47 seq_num 196) 2024-08-30T21:00:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:18 smithi196 ceph-mon[21316]: osdmap e178: 8 total, 8 up, 8 in 2024-08-30T21:00:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:18 smithi196 ceph-mon[21316]: pgmap v48: 121 pgs: 121 active+clean; 171 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 858 KiB/s wr, 17 op/s 2024-08-30T21:00:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:18 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:19.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:18 smithi173 ceph-mon[17131]: osdmap e178: 8 total, 8 up, 8 in 2024-08-30T21:00:19.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:18 smithi173 ceph-mon[17131]: pgmap v48: 121 pgs: 121 active+clean; 171 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 858 KiB/s wr, 17 op/s 2024-08-30T21:00:19.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:18 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:19.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:18 smithi173 ceph-mon[28069]: osdmap e178: 8 total, 8 up, 8 in 2024-08-30T21:00:19.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:18 smithi173 ceph-mon[28069]: pgmap v48: 121 pgs: 121 active+clean; 171 MiB data, 633 MiB used, 715 GiB / 715 GiB avail; 8.6 MiB/s rd, 858 KiB/s wr, 17 op/s 2024-08-30T21:00:19.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:18 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:19.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:19 smithi173 podman[71346]: 2024-08-30 21:00:19.084415201 +0000 UTC m=+0.544360824 container init 213b39a9856b5ef4b4708bf16855292b5e9f24b2bb3036e57b922cdf81e05936 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-30T21:00:19.462 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:19 smithi173 podman[71346]: 2024-08-30 21:00:19.08781871 +0000 UTC m=+0.547764313 container start 213b39a9856b5ef4b4708bf16855292b5e9f24b2bb3036e57b922cdf81e05936 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-30T21:00:19.462 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mgr[71365]: -- 172.21.15.173:0/2072712823 <== mon.0 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fc019990e0 con 0x55fc01976800 2024-08-30T21:00:19.462 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:19 smithi173 bash[71346]: 213b39a9856b5ef4b4708bf16855292b5e9f24b2bb3036e57b922cdf81e05936 2024-08-30T21:00:19.462 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:19 smithi173 systemd[1]: Started Ceph mgr.y for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:20.002 INFO:tasks.rados.rados.0.smithi173.stdout:584: done (1 left) 2024-08-30T21:00:20.002 INFO:tasks.rados.rados.0.smithi173.stdout:587: done (0 left) 2024-08-30T21:00:20.002 INFO:tasks.rados.rados.0.smithi173.stdout:588: snap_create 2024-08-30T21:00:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[17131]: osdmap e179: 8 total, 8 up, 8 in 2024-08-30T21:00:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[28069]: osdmap e179: 8 total, 8 up, 8 in 2024-08-30T21:00:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:19 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:19 smithi196 ceph-mon[21316]: osdmap e179: 8 total, 8 up, 8 in 2024-08-30T21:00:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:19 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:20.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:19 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:20.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:19 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:21.014 INFO:tasks.rados.rados.0.smithi173.stdout:588: done (0 left) 2024-08-30T21:00:21.014 INFO:tasks.rados.rados.0.smithi173.stdout:589: copy_from oid 48 from oid 1 current snap is 54 2024-08-30T21:00:21.014 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 54 2024-08-30T21:00:21.015 INFO:tasks.rados.rados.0.smithi173.stdout:590: seq_num 202 ranges {2949120=589824,3538944=401408} 2024-08-30T21:00:21.035 INFO:tasks.rados.rados.0.smithi173.stdout:590: writing smithi17368540-41 from 2949120 to 3538944 tid 1 2024-08-30T21:00:21.038 INFO:tasks.rados.rados.0.smithi173.stdout:590: writing smithi17368540-41 from 3538944 to 3940352 tid 2 2024-08-30T21:00:21.039 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 54 2024-08-30T21:00:21.039 INFO:tasks.rados.rados.0.smithi173.stdout:591: seq_num 203 ranges {7643136=606208,8249344=401408} 2024-08-30T21:00:21.088 INFO:tasks.rados.rados.0.smithi173.stdout:591: writing smithi17368540-25 from 7643136 to 8249344 tid 1 2024-08-30T21:00:21.091 INFO:tasks.rados.rados.0.smithi173.stdout:591: writing smithi17368540-25 from 8249344 to 8650752 tid 2 2024-08-30T21:00:21.091 INFO:tasks.rados.rados.0.smithi173.stdout:589: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:589: finishing copy_from to smithi17368540-48 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 88 (ObjNum 196 snap 47 seq_num 196) dirty exists 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: finishing write tid 1 to smithi17368540-41 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: finishing write tid 2 to smithi17368540-41 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: finishing write tid 3 to smithi17368540-41 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: finishing write tid 4 to smithi17368540-41 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: oid 41 updating version 0 to 180 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: oid 41 version 180 is already newer than 178 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: oid 41 version 180 is already newer than 179 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 180 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: left oid 41 (ObjNum 202 snap 54 seq_num 202) 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:589: done (2 left) 2024-08-30T21:00:21.092 INFO:tasks.rados.rados.0.smithi173.stdout:590: done (1 left) 2024-08-30T21:00:21.093 INFO:tasks.rados.rados.0.smithi173.stdout:592: rmattr oid 16 current snap is 54 2024-08-30T21:00:21.093 INFO:tasks.rados.rados.0.smithi173.stdout:593: read oid 22 snap -1 2024-08-30T21:00:21.093 INFO:tasks.rados.rados.0.smithi173.stdout:593: expect (ObjNum 182 snap 46 seq_num 182) 2024-08-30T21:00:21.093 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 54 2024-08-30T21:00:21.093 INFO:tasks.rados.rados.0.smithi173.stdout:594: seq_num 204 ranges {3096576=622592,3719168=401408} 2024-08-30T21:00:21.114 INFO:tasks.rados.rados.0.smithi173.stdout:594: writing smithi17368540-39 from 3096576 to 3719168 tid 1 2024-08-30T21:00:21.117 INFO:tasks.rados.rados.0.smithi173.stdout:594: writing smithi17368540-39 from 3719168 to 4120576 tid 2 2024-08-30T21:00:21.117 INFO:tasks.rados.rados.0.smithi173.stdout:591: finishing write tid 1 to smithi17368540-25 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:591: finishing write tid 2 to smithi17368540-25 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:591: finishing write tid 3 to smithi17368540-25 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 77 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:591: finishing write tid 4 to smithi17368540-25 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:591: oid 25 updating version 0 to 181 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:591: oid 25 updating version 181 to 182 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:591: oid 25 updating version 182 to 183 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 183 (ObjNum 203 snap 54 seq_num 203) dirty exists 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:591: left oid 25 (ObjNum 203 snap 54 seq_num 203) 2024-08-30T21:00:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:593: expect (ObjNum 182 snap 46 seq_num 182) 2024-08-30T21:00:21.251 INFO:tasks.rados.rados.0.smithi173.stdout:594: finishing write tid 1 to smithi17368540-39 2024-08-30T21:00:21.251 INFO:tasks.rados.rados.0.smithi173.stdout:594: finishing write tid 2 to smithi17368540-39 2024-08-30T21:00:21.252 INFO:tasks.rados.rados.0.smithi173.stdout:594: finishing write tid 3 to smithi17368540-39 2024-08-30T21:00:21.252 INFO:tasks.rados.rados.0.smithi173.stdout:594: finishing write tid 4 to smithi17368540-39 2024-08-30T21:00:21.252 INFO:tasks.rados.rados.0.smithi173.stdout:594: oid 39 updating version 0 to 89 2024-08-30T21:00:21.252 INFO:tasks.rados.rados.0.smithi173.stdout:594: oid 39 version 89 is already newer than 87 2024-08-30T21:00:21.252 INFO:tasks.rados.rados.0.smithi173.stdout:594: oid 39 version 89 is already newer than 88 2024-08-30T21:00:21.252 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 89 (ObjNum 204 snap 54 seq_num 204) dirty exists 2024-08-30T21:00:21.252 INFO:tasks.rados.rados.0.smithi173.stdout:594: left oid 39 (ObjNum 204 snap 54 seq_num 204) 2024-08-30T21:00:21.253 INFO:tasks.rados.rados.0.smithi173.stdout:591: done (3 left) 2024-08-30T21:00:21.253 INFO:tasks.rados.rados.0.smithi173.stdout:592: done (2 left) 2024-08-30T21:00:21.253 INFO:tasks.rados.rados.0.smithi173.stdout:593: done (1 left) 2024-08-30T21:00:21.253 INFO:tasks.rados.rados.0.smithi173.stdout:594: done (0 left) 2024-08-30T21:00:21.253 INFO:tasks.rados.rados.0.smithi173.stdout:595: copy_from oid 34 from oid 29 current snap is 54 2024-08-30T21:00:21.254 INFO:tasks.rados.rados.0.smithi173.stdout:596: snap_create 2024-08-30T21:00:21.258 INFO:tasks.rados.rados.0.smithi173.stdout:595: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:00:21.260 INFO:tasks.rados.rados.0.smithi173.stdout:595: finishing copy_from to smithi17368540-34 2024-08-30T21:00:21.260 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 279 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-08-30T21:00:21.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:21 smithi196 ceph-mon[21316]: osdmap e180: 8 total, 8 up, 8 in 2024-08-30T21:00:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:21 smithi196 ceph-mon[21316]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:00:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:21 smithi173 ceph-mon[17131]: osdmap e180: 8 total, 8 up, 8 in 2024-08-30T21:00:21.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:21 smithi173 ceph-mon[17131]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:00:21.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:21 smithi173 ceph-mon[28069]: osdmap e180: 8 total, 8 up, 8 in 2024-08-30T21:00:21.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:21 smithi173 ceph-mon[28069]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:00:21.976 INFO:tasks.rados.rados.0.smithi173.stdout:595: done (1 left) 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:596: done (0 left) 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:597: rollback oid 46 current snap is 55 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 46 to 52 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:598: copy_from oid 35 from oid 11 current snap is 55 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:599: read oid 30 snap -1 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:599: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:600: copy_from oid 6 from oid 38 current snap is 55 2024-08-30T21:00:21.977 INFO:tasks.rados.rados.0.smithi173.stdout:601: delete oid 33 current snap is 55 2024-08-30T21:00:21.981 INFO:tasks.rados.rados.0.smithi173.stdout:597: finishing rollback tid 0 to smithi17368540-46 2024-08-30T21:00:21.982 INFO:tasks.rados.rados.0.smithi173.stdout:597: finishing rollback tid 1 to smithi17368540-46 2024-08-30T21:00:21.982 INFO:tasks.rados.rados.0.smithi173.stdout:597: finishing rollback tid 2 to smithi17368540-46 2024-08-30T21:00:21.982 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 215 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:597: done (4 left) 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:601: done (3 left) 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:602: read oid 4 snap -1 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:602: expect deleted 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:603: read oid 23 snap 41 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:603: expect (ObjNum 165 snap 41 seq_num 165) 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 55 2024-08-30T21:00:21.983 INFO:tasks.rados.rados.0.smithi173.stdout:604: seq_num 206 ranges {1589248=655360,2244608=401408} 2024-08-30T21:00:21.995 INFO:tasks.rados.rados.0.smithi173.stdout:604: writing smithi17368540-34 from 1589248 to 2244608 tid 1 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:604: writing smithi17368540-34 from 2244608 to 2646016 tid 2 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:605: rmattr oid 20 current snap is 55 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:598: finishing copy_from to smithi17368540-35 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:598: got expected ENOENT (src dne) 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:598: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:600: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:600: finishing copy_from to smithi17368540-6 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 126 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-30T21:00:21.998 INFO:tasks.rados.rados.0.smithi173.stdout:599: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-30T21:00:22.011 INFO:tasks.rados.rados.0.smithi173.stdout:603: expect (ObjNum 165 snap 41 seq_num 165) 2024-08-30T21:00:22.021 INFO:tasks.rados.rados.0.smithi173.stdout:604: finishing write tid 1 to smithi17368540-34 2024-08-30T21:00:22.021 INFO:tasks.rados.rados.0.smithi173.stdout:604: finishing write tid 2 to smithi17368540-34 2024-08-30T21:00:22.021 INFO:tasks.rados.rados.0.smithi173.stdout:598: done (6 left) 2024-08-30T21:00:22.022 INFO:tasks.rados.rados.0.smithi173.stdout:599: done (5 left) 2024-08-30T21:00:22.022 INFO:tasks.rados.rados.0.smithi173.stdout:600: done (4 left) 2024-08-30T21:00:22.022 INFO:tasks.rados.rados.0.smithi173.stdout:602: done (3 left) 2024-08-30T21:00:22.022 INFO:tasks.rados.rados.0.smithi173.stdout:603: done (2 left) 2024-08-30T21:00:22.022 INFO:tasks.rados.rados.0.smithi173.stdout:606: snap_remove snap 53 2024-08-30T21:00:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:22 smithi173 ceph-mon[28069]: osdmap e181: 8 total, 8 up, 8 in 2024-08-30T21:00:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:22 smithi173 ceph-mon[28069]: osdmap e182: 8 total, 8 up, 8 in 2024-08-30T21:00:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:22 smithi173 ceph-mon[17131]: osdmap e181: 8 total, 8 up, 8 in 2024-08-30T21:00:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:22 smithi173 ceph-mon[17131]: osdmap e182: 8 total, 8 up, 8 in 2024-08-30T21:00:22.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:22 smithi196 ceph-mon[21316]: osdmap e181: 8 total, 8 up, 8 in 2024-08-30T21:00:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:22 smithi196 ceph-mon[21316]: osdmap e182: 8 total, 8 up, 8 in 2024-08-30T21:00:23.016 INFO:tasks.rados.rados.0.smithi173.stdout:606: done (2 left) 2024-08-30T21:00:23.017 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 55 2024-08-30T21:00:23.017 INFO:tasks.rados.rados.0.smithi173.stdout:607: seq_num 207 ranges {0=671744,671744=401408} 2024-08-30T21:00:23.021 INFO:tasks.rados.rados.0.smithi173.stdout:607: writing smithi17368540-4 from 0 to 671744 tid 1 2024-08-30T21:00:23.024 INFO:tasks.rados.rados.0.smithi173.stdout:607: writing smithi17368540-4 from 671744 to 1073152 tid 2 2024-08-30T21:00:23.024 INFO:tasks.rados.rados.0.smithi173.stdout:608: rollback oid 6 current snap is 55 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 6 to 39 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:604: finishing write tid 3 to smithi17368540-34 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 182 (ObjNum 33 snap 0 seq_num 7) dirty exists 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:604: finishing write tid 4 to smithi17368540-34 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:604: oid 34 updating version 0 to 280 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:604: oid 34 updating version 280 to 282 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:604: oid 34 version 282 is already newer than 281 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 282 (ObjNum 206 snap 55 seq_num 206) dirty exists 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:604: left oid 34 (ObjNum 206 snap 55 seq_num 206) 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:604: done (3 left) 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:605: done (2 left) 2024-08-30T21:00:23.025 INFO:tasks.rados.rados.0.smithi173.stdout:609: snap_create 2024-08-30T21:00:23.028 INFO:tasks.rados.rados.0.smithi173.stdout:608: finishing rollback tid 0 to smithi17368540-6 2024-08-30T21:00:23.028 INFO:tasks.rados.rados.0.smithi173.stdout:607: finishing write tid 1 to smithi17368540-4 2024-08-30T21:00:23.028 INFO:tasks.rados.rados.0.smithi173.stdout:608: finishing rollback tid 1 to smithi17368540-6 2024-08-30T21:00:23.028 INFO:tasks.rados.rados.0.smithi173.stdout:608: finishing rollback tid 2 to smithi17368540-6 2024-08-30T21:00:23.028 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 285 (ObjNum 134 snap 37 seq_num 134) dirty exists 2024-08-30T21:00:23.029 INFO:tasks.rados.rados.0.smithi173.stdout:607: finishing write tid 2 to smithi17368540-4 2024-08-30T21:00:23.030 INFO:tasks.rados.rados.0.smithi173.stdout:607: finishing write tid 3 to smithi17368540-4 2024-08-30T21:00:23.031 INFO:tasks.rados.rados.0.smithi173.stdout:607: finishing write tid 4 to smithi17368540-4 2024-08-30T21:00:23.031 INFO:tasks.rados.rados.0.smithi173.stdout:607: oid 4 updating version 0 to 333 2024-08-30T21:00:23.031 INFO:tasks.rados.rados.0.smithi173.stdout:607: oid 4 updating version 333 to 334 2024-08-30T21:00:23.031 INFO:tasks.rados.rados.0.smithi173.stdout:607: oid 4 updating version 334 to 335 2024-08-30T21:00:23.031 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 335 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-08-30T21:00:23.031 INFO:tasks.rados.rados.0.smithi173.stdout:607: left oid 4 (ObjNum 207 snap 55 seq_num 207) 2024-08-30T21:00:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:23 smithi196 ceph-mon[21316]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:00:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:23 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:23 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:23 smithi173 ceph-mon[17131]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:00:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:23 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:23.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:23 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:23.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:23 smithi173 ceph-mon[28069]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:00:23.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:23 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:23.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:23 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.020 INFO:tasks.rados.rados.0.smithi173.stdout:607: done (2 left) 2024-08-30T21:00:24.020 INFO:tasks.rados.rados.0.smithi173.stdout:608: done (1 left) 2024-08-30T21:00:24.020 INFO:tasks.rados.rados.0.smithi173.stdout:609: done (0 left) 2024-08-30T21:00:24.020 INFO:tasks.rados.rados.0.smithi173.stdout:610: copy_from oid 48 from oid 7 current snap is 56 2024-08-30T21:00:24.021 INFO:tasks.rados.rados.0.smithi173.stdout:611: read oid 2 snap -1 2024-08-30T21:00:24.021 INFO:tasks.rados.rados.0.smithi173.stdout:611: expect deleted 2024-08-30T21:00:24.021 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 56 2024-08-30T21:00:24.021 INFO:tasks.rados.rados.0.smithi173.stdout:612: seq_num 208 ranges {0=688128,688128=401408} 2024-08-30T21:00:24.024 INFO:tasks.rados.rados.0.smithi173.stdout:612: writing smithi17368540-13 from 0 to 688128 tid 1 2024-08-30T21:00:24.027 INFO:tasks.rados.rados.0.smithi173.stdout:612: writing smithi17368540-13 from 688128 to 1089536 tid 2 2024-08-30T21:00:24.027 INFO:tasks.rados.rados.0.smithi173.stdout:613: read oid 47 snap -1 2024-08-30T21:00:24.027 INFO:tasks.rados.rados.0.smithi173.stdout:613: expect deleted 2024-08-30T21:00:24.027 INFO:tasks.rados.rados.0.smithi173.stdout:614: delete oid 26 current snap is 56 2024-08-30T21:00:24.027 INFO:tasks.rados.rados.0.smithi173.stdout:610: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:00:24.027 INFO:tasks.rados.rados.0.smithi173.stdout:610: finishing copy_from to smithi17368540-48 2024-08-30T21:00:24.028 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:610: done (4 left) 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:611: done (3 left) 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:613: done (2 left) 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:614: done (1 left) 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:615: read oid 21 snap -1 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:615: expect deleted 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:616: delete oid 35 current snap is 56 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:612: finishing write tid 1 to smithi17368540-13 2024-08-30T21:00:24.031 INFO:tasks.rados.rados.0.smithi173.stdout:612: finishing write tid 2 to smithi17368540-13 2024-08-30T21:00:24.032 INFO:tasks.rados.rados.0.smithi173.stdout:612: finishing write tid 3 to smithi17368540-13 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:615: done (2 left) 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:616: done (1 left) 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:617: rmattr oid 17 current snap is 56 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:617: done (1 left) 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:618: copy_from oid 17 from oid 29 current snap is 56 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:619: read oid 43 snap -1 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:619: expect (ObjNum 199 snap 49 seq_num 199) 2024-08-30T21:00:24.033 INFO:tasks.rados.rados.0.smithi173.stdout:620: snap_remove snap 41 2024-08-30T21:00:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[17131]: osdmap e183: 8 total, 8 up, 8 in 2024-08-30T21:00:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[28069]: osdmap e183: 8 total, 8 up, 8 in 2024-08-30T21:00:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:24 smithi196 ceph-mon[21316]: osdmap e183: 8 total, 8 up, 8 in 2024-08-30T21:00:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:24 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:24 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:24 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:24 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:24.589 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:24] ENGINE Bus STARTING 2024-08-30T21:00:24.589 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: CherryPy Checker: 2024-08-30T21:00:24.589 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: The Application mounted at '' has an empty config. 2024-08-30T21:00:24.589 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:24.590 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:24] ENGINE Serving on http://:::9283 2024-08-30T21:00:24.590 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:24 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:24] ENGINE Bus STARTED 2024-08-30T21:00:25.036 INFO:tasks.rados.rados.0.smithi173.stdout:612: finishing write tid 4 to smithi17368540-13 2024-08-30T21:00:25.037 INFO:tasks.rados.rados.0.smithi173.stdout:612: oid 13 updating version 0 to 337 2024-08-30T21:00:25.037 INFO:tasks.rados.rados.0.smithi173.stdout:612: oid 13 updating version 337 to 338 2024-08-30T21:00:25.037 INFO:tasks.rados.rados.0.smithi173.stdout:612: oid 13 version 338 is already newer than 336 2024-08-30T21:00:25.037 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 338 (ObjNum 208 snap 56 seq_num 208) dirty exists 2024-08-30T21:00:25.037 INFO:tasks.rados.rados.0.smithi173.stdout:612: left oid 13 (ObjNum 208 snap 56 seq_num 208) 2024-08-30T21:00:25.037 INFO:tasks.rados.rados.0.smithi173.stdout:619: expect (ObjNum 199 snap 49 seq_num 199) 2024-08-30T21:00:25.088 INFO:tasks.rados.rados.0.smithi173.stdout:618: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:618: finishing copy_from to smithi17368540-17 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 279 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:612: done (3 left) 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:618: done (2 left) 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:619: done (1 left) 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:620: done (0 left) 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:621: rmattr oid 47 current snap is 56 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:621: done (0 left) 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 56 2024-08-30T21:00:25.089 INFO:tasks.rados.rados.0.smithi173.stdout:622: seq_num 211 ranges {7643136=737280,8380416=401408} 2024-08-30T21:00:25.131 INFO:tasks.rados.rados.0.smithi173.stdout:622: writing smithi17368540-44 from 7643136 to 8380416 tid 1 2024-08-30T21:00:25.133 INFO:tasks.rados.rados.0.smithi173.stdout:622: writing smithi17368540-44 from 8380416 to 8781824 tid 2 2024-08-30T21:00:25.133 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 56 2024-08-30T21:00:25.133 INFO:tasks.rados.rados.0.smithi173.stdout:623: seq_num 212 ranges {0=753664,753664=401408} 2024-08-30T21:00:25.137 INFO:tasks.rados.rados.0.smithi173.stdout:623: writing smithi17368540-11 from 0 to 753664 tid 1 2024-08-30T21:00:25.139 INFO:tasks.rados.rados.0.smithi173.stdout:623: writing smithi17368540-11 from 753664 to 1155072 tid 2 2024-08-30T21:00:25.139 INFO:tasks.rados.rados.0.smithi173.stdout:624: setattr oid 1 current snap is 56 2024-08-30T21:00:25.139 INFO:tasks.rados.rados.0.smithi173.stdout:622: finishing write tid 1 to smithi17368540-44 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:622: finishing write tid 2 to smithi17368540-44 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:622: finishing write tid 3 to smithi17368540-44 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:622: finishing write tid 4 to smithi17368540-44 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:622: oid 44 updating version 0 to 234 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:622: oid 44 version 234 is already newer than 232 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:622: oid 44 version 234 is already newer than 233 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 234 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-08-30T21:00:25.140 INFO:tasks.rados.rados.0.smithi173.stdout:622: left oid 44 (ObjNum 211 snap 56 seq_num 211) 2024-08-30T21:00:25.141 INFO:tasks.rados.rados.0.smithi173.stdout:623: finishing write tid 1 to smithi17368540-11 2024-08-30T21:00:25.141 INFO:tasks.rados.rados.0.smithi173.stdout:622: done (2 left) 2024-08-30T21:00:25.141 INFO:tasks.rados.rados.0.smithi173.stdout:625: rollback oid 31 current snap is 56 2024-08-30T21:00:25.141 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 54 2024-08-30T21:00:25.141 INFO:tasks.rados.rados.0.smithi173.stdout:626: setattr oid 16 current snap is 56 2024-08-30T21:00:25.142 INFO:tasks.rados.rados.0.smithi173.stdout:623: finishing write tid 2 to smithi17368540-11 2024-08-30T21:00:25.142 INFO:tasks.rados.rados.0.smithi173.stdout:627: read oid 40 snap 50 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:627: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:628: read oid 5 snap 43 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:628: expect deleted 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:629: rmattr oid 26 current snap is 56 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:629: done (6 left) 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 56 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:623: finishing write tid 3 to smithi17368540-11 2024-08-30T21:00:25.143 INFO:tasks.rados.rados.0.smithi173.stdout:630: seq_num 213 ranges {966656=770048,1736704=401408} 2024-08-30T21:00:25.152 INFO:tasks.rados.rados.0.smithi173.stdout:630: writing smithi17368540-3 from 966656 to 1736704 tid 1 2024-08-30T21:00:25.155 INFO:tasks.rados.rados.0.smithi173.stdout:630: writing smithi17368540-3 from 1736704 to 2138112 tid 2 2024-08-30T21:00:25.155 INFO:tasks.rados.rados.0.smithi173.stdout:631: read oid 14 snap -1 2024-08-30T21:00:25.155 INFO:tasks.rados.rados.0.smithi173.stdout:631: expect (ObjNum 161 snap 40 seq_num 161) 2024-08-30T21:00:25.155 INFO:tasks.rados.rados.0.smithi173.stdout:632: read oid 6 snap -1 2024-08-30T21:00:25.155 INFO:tasks.rados.rados.0.smithi173.stdout:632: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-30T21:00:25.156 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 56 2024-08-30T21:00:25.156 INFO:tasks.rados.rados.0.smithi173.stdout:633: seq_num 214 ranges {2801664=794624,3596288=401408} 2024-08-30T21:00:25.174 INFO:tasks.rados.rados.0.smithi173.stdout:633: writing smithi17368540-42 from 2801664 to 3596288 tid 1 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:633: writing smithi17368540-42 from 3596288 to 3997696 tid 2 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:634: read oid 13 snap 55 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:634: expect deleted 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:635: rollback oid 49 current snap is 56 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 49 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:625: finishing rollback tid 0 to smithi17368540-31 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:623: finishing write tid 4 to smithi17368540-11 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:623: oid 11 updating version 0 to 351 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:623: oid 11 updating version 351 to 352 2024-08-30T21:00:25.177 INFO:tasks.rados.rados.0.smithi173.stdout:623: oid 11 updating version 352 to 353 2024-08-30T21:00:25.178 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 353 (ObjNum 212 snap 56 seq_num 212) dirty exists 2024-08-30T21:00:25.178 INFO:tasks.rados.rados.0.smithi173.stdout:623: left oid 11 (ObjNum 212 snap 56 seq_num 212) 2024-08-30T21:00:25.178 INFO:tasks.rados.rados.0.smithi173.stdout:625: finishing rollback tid 1 to smithi17368540-31 2024-08-30T21:00:25.178 INFO:tasks.rados.rados.0.smithi173.stdout:625: finishing rollback tid 2 to smithi17368540-31 2024-08-30T21:00:25.178 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 390 (ObjNum 191 snap 47 seq_num 191) dirty exists 2024-08-30T21:00:25.178 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 81 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:00:25.178 INFO:tasks.rados.rados.0.smithi173.stdout:627: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 96 (ObjNum 196 snap 47 seq_num 196) dirty exists 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:623: done (11 left) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:624: done (10 left) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:625: done (9 left) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:626: done (8 left) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:627: done (7 left) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:628: done (6 left) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:636: read oid 11 snap -1 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:636: expect (ObjNum 212 snap 56 seq_num 212) 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:637: rollback oid 19 current snap is 56 2024-08-30T21:00:25.201 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 49 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: finishing write tid 1 to smithi17368540-3 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: finishing write tid 2 to smithi17368540-3 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: finishing write tid 3 to smithi17368540-3 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: finishing write tid 4 to smithi17368540-3 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: oid 3 updating version 0 to 357 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: oid 3 version 357 is already newer than 355 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: oid 3 version 357 is already newer than 356 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 357 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:630: left oid 3 (ObjNum 213 snap 56 seq_num 213) 2024-08-30T21:00:25.202 INFO:tasks.rados.rados.0.smithi173.stdout:632: expect (ObjNum 134 snap 37 seq_num 134) 2024-08-30T21:00:25.281 INFO:tasks.rados.rados.0.smithi173.stdout:631: expect (ObjNum 161 snap 40 seq_num 161) 2024-08-30T21:00:25.325 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: osdmap e184: 8 total, 8 up, 8 in 2024-08-30T21:00:25.325 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: pgmap v57: 121 pgs: 121 active+clean; 162 MiB data, 636 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-30T21:00:25.325 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: Standby manager daemon y restarted 2024-08-30T21:00:25.326 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: Standby manager daemon y started 2024-08-30T21:00:25.326 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-30T21:00:25.326 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:25.326 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-30T21:00:25.326 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:25.327 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: osdmap e184: 8 total, 8 up, 8 in 2024-08-30T21:00:25.327 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: pgmap v57: 121 pgs: 121 active+clean; 162 MiB data, 636 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-30T21:00:25.327 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: Standby manager daemon y restarted 2024-08-30T21:00:25.327 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: Standby manager daemon y started 2024-08-30T21:00:25.327 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-30T21:00:25.328 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:25.328 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-30T21:00:25.328 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:25 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:25.433 INFO:tasks.rados.rados.0.smithi173.stdout:633: finishing write tid 1 to smithi17368540-42 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:635: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:635: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:633: finishing write tid 2 to smithi17368540-42 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:635: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 282 (ObjNum 120 snap 34 seq_num 120) dirty exists 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:633: finishing write tid 3 to smithi17368540-42 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:630: done (7 left) 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:631: done (6 left) 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:632: done (5 left) 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:634: done (4 left) 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:635: done (3 left) 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:638: rollback oid 45 current snap is 56 2024-08-30T21:00:25.434 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 45 to 50 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:633: finishing write tid 4 to smithi17368540-42 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:633: oid 42 updating version 0 to 394 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:633: oid 42 version 394 is already newer than 393 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:633: oid 42 version 394 is already newer than 392 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 394 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:633: left oid 42 (ObjNum 214 snap 56 seq_num 214) 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:637: finishing rollback tid 0 to smithi17368540-19 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:637: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:637: finishing rollback tid 2 to smithi17368540-19 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 188 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:00:25.435 INFO:tasks.rados.rados.0.smithi173.stdout:636: expect (ObjNum 212 snap 56 seq_num 212) 2024-08-30T21:00:25.463 INFO:tasks.rados.rados.0.smithi173.stdout:638: finishing rollback tid 0 to smithi17368540-45 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:638: finishing rollback tid 1 to smithi17368540-45 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:638: finishing rollback tid 2 to smithi17368540-45 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 279 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:633: done (3 left) 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:636: done (2 left) 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:637: done (1 left) 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:638: done (0 left) 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 56 2024-08-30T21:00:25.464 INFO:tasks.rados.rados.0.smithi173.stdout:639: seq_num 215 ranges {1589248=409600,1998848=532480,2531328=270336} 2024-08-30T21:00:25.473 INFO:tasks.rados.rados.0.smithi173.stdout:639: writing smithi17368540-17 from 1589248 to 1998848 tid 1 2024-08-30T21:00:25.477 INFO:tasks.rados.rados.0.smithi173.stdout:639: writing smithi17368540-17 from 1998848 to 2531328 tid 2 2024-08-30T21:00:25.479 INFO:tasks.rados.rados.0.smithi173.stdout:639: writing smithi17368540-17 from 2531328 to 2801664 tid 3 2024-08-30T21:00:25.479 INFO:tasks.rados.rados.0.smithi173.stdout:640: copy_from oid 46 from oid 19 current snap is 56 2024-08-30T21:00:25.479 INFO:tasks.rados.rados.0.smithi173.stdout:639: finishing write tid 1 to smithi17368540-17 2024-08-30T21:00:25.479 INFO:tasks.rados.rados.0.smithi173.stdout:641: snap_remove snap 49 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: osdmap e184: 8 total, 8 up, 8 in 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: pgmap v57: 121 pgs: 121 active+clean; 162 MiB data, 636 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: Standby manager daemon y restarted 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: Standby manager daemon y started 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-30T21:00:25.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:26.020 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:25 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:00:25] "GET /metrics HTTP/1.1" 200 36178 "" "Prometheus/2.43.0" 2024-08-30T21:00:26.038 INFO:tasks.rados.rados.0.smithi173.stdout:641: done (2 left) 2024-08-30T21:00:26.038 INFO:tasks.rados.rados.0.smithi173.stdout:642: copy_from oid 24 from oid 22 current snap is 56 2024-08-30T21:00:26.038 INFO:tasks.rados.rados.0.smithi173.stdout:639: finishing write tid 2 to smithi17368540-17 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: finishing write tid 3 to smithi17368540-17 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: finishing write tid 4 to smithi17368540-17 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: finishing write tid 5 to smithi17368540-17 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: oid 17 updating version 0 to 283 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: oid 17 updating version 283 to 286 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: oid 17 version 286 is already newer than 285 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: oid 17 version 286 is already newer than 284 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 286 (ObjNum 215 snap 56 seq_num 215) dirty exists 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: left oid 17 (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:640: finishing copy_from racing read to smithi17368540-46 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:640: finishing copy_from to smithi17368540-46 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 188 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:639: done (2 left) 2024-08-30T21:00:26.039 INFO:tasks.rados.rados.0.smithi173.stdout:640: done (1 left) 2024-08-30T21:00:26.040 INFO:tasks.rados.rados.0.smithi173.stdout:643: copy_from oid 43 from oid 35 current snap is 56 2024-08-30T21:00:26.040 INFO:tasks.rados.rados.0.smithi173.stdout:644: setattr oid 29 current snap is 56 2024-08-30T21:00:26.041 INFO:tasks.rados.rados.0.smithi173.stdout:645: setattr oid 32 current snap is 56 2024-08-30T21:00:26.041 INFO:tasks.rados.rados.0.smithi173.stdout:643: finishing copy_from to smithi17368540-43 2024-08-30T21:00:26.041 INFO:tasks.rados.rados.0.smithi173.stdout:643: got expected ENOENT (src dne) 2024-08-30T21:00:26.044 INFO:tasks.rados.rados.0.smithi173.stdout:646: snap_create 2024-08-30T21:00:26.044 INFO:tasks.rados.rados.0.smithi173.stdout:643: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:00:26.048 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 361 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-08-30T21:00:26.051 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 402 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T21:00:26.059 INFO:tasks.rados.rados.0.smithi173.stdout:642: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:00:26.060 INFO:tasks.rados.rados.0.smithi173.stdout:642: finishing copy_from to smithi17368540-24 2024-08-30T21:00:26.060 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 234 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-08-30T21:00:26.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:26 smithi173 ceph-mon[17131]: mgrmap e30: x(active, since 36s), standbys: y 2024-08-30T21:00:26.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:26 smithi173 ceph-mon[17131]: osdmap e185: 8 total, 8 up, 8 in 2024-08-30T21:00:26.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:26 smithi173 ceph-mon[28069]: mgrmap e30: x(active, since 36s), standbys: y 2024-08-30T21:00:26.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:26 smithi173 ceph-mon[28069]: osdmap e185: 8 total, 8 up, 8 in 2024-08-30T21:00:26.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:26 smithi196 ceph-mon[21316]: mgrmap e30: x(active, since 36s), standbys: y 2024-08-30T21:00:26.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:26 smithi196 ceph-mon[21316]: osdmap e185: 8 total, 8 up, 8 in 2024-08-30T21:00:27.043 INFO:tasks.rados.rados.0.smithi173.stdout:642: done (4 left) 2024-08-30T21:00:27.043 INFO:tasks.rados.rados.0.smithi173.stdout:643: done (3 left) 2024-08-30T21:00:27.043 INFO:tasks.rados.rados.0.smithi173.stdout:644: done (2 left) 2024-08-30T21:00:27.043 INFO:tasks.rados.rados.0.smithi173.stdout:645: done (1 left) 2024-08-30T21:00:27.043 INFO:tasks.rados.rados.0.smithi173.stdout:646: done (0 left) 2024-08-30T21:00:27.043 INFO:tasks.rados.rados.0.smithi173.stdout:647: rollback oid 27 current snap is 57 2024-08-30T21:00:27.044 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 27 to 55 2024-08-30T21:00:27.044 INFO:tasks.rados.rados.0.smithi173.stdout:648: snap_remove snap 43 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:648: done (1 left) 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:649: copy_from oid 11 from oid 41 current snap is 57 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:650: copy_from oid 24 from oid 48 current snap is 57 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:651: delete oid 43 current snap is 57 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:647: finishing rollback tid 0 to smithi17368540-27 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:647: finishing rollback tid 1 to smithi17368540-27 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:647: finishing rollback tid 2 to smithi17368540-27 2024-08-30T21:00:27.196 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 194 (ObjNum 64 snap 10 seq_num 64) dirty exists 2024-08-30T21:00:27.208 INFO:tasks.rados.rados.0.smithi173.stdout:647: done (3 left) 2024-08-30T21:00:27.209 INFO:tasks.rados.rados.0.smithi173.stdout:651: done (2 left) 2024-08-30T21:00:27.209 INFO:tasks.rados.rados.0.smithi173.stdout:652: snap_remove snap 52 2024-08-30T21:00:27.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:27 smithi173 ceph-mon[17131]: osdmap e186: 8 total, 8 up, 8 in 2024-08-30T21:00:27.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:27 smithi173 ceph-mon[17131]: pgmap v60: 121 pgs: 121 active+clean; 170 MiB data, 646 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-08-30T21:00:27.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:27] ENGINE Bus STOPPING 2024-08-30T21:00:27.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:27 smithi173 ceph-mon[28069]: osdmap e186: 8 total, 8 up, 8 in 2024-08-30T21:00:27.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:27 smithi173 ceph-mon[28069]: pgmap v60: 121 pgs: 121 active+clean; 170 MiB data, 646 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-08-30T21:00:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:27 smithi196 ceph-mon[21316]: osdmap e186: 8 total, 8 up, 8 in 2024-08-30T21:00:27.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:27 smithi196 ceph-mon[21316]: pgmap v60: 121 pgs: 121 active+clean; 170 MiB data, 646 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-08-30T21:00:27.520 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: ignoring --setuser ceph since I am not root 2024-08-30T21:00:27.520 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: ignoring --setgroup ceph since I am not root 2024-08-30T21:00:27.520 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:27 smithi196 ceph-mgr[54541]: -- 172.21.15.196:0/2584650574 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627f421f0e0 con 0x5627f41fd000 2024-08-30T21:00:27.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T21:00:27.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:27] ENGINE Bus STOPPED 2024-08-30T21:00:28.207 INFO:tasks.rados.rados.0.smithi173.stdout:652: done (2 left) 2024-08-30T21:00:28.207 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 57 2024-08-30T21:00:28.207 INFO:tasks.rados.rados.0.smithi173.stdout:653: seq_num 217 ranges {2465792=442368,2908160=696320,3604480=106496} 2024-08-30T21:00:28.224 INFO:tasks.rados.rados.0.smithi173.stdout:653: writing smithi17368540-12 from 2465792 to 2908160 tid 1 2024-08-30T21:00:28.229 INFO:tasks.rados.rados.0.smithi173.stdout:653: writing smithi17368540-12 from 2908160 to 3604480 tid 2 2024-08-30T21:00:28.230 INFO:tasks.rados.rados.0.smithi173.stdout:653: writing smithi17368540-12 from 3604480 to 3710976 tid 3 2024-08-30T21:00:28.230 INFO:tasks.rados.rados.0.smithi173.stdout:654: delete oid 21 current snap is 57 2024-08-30T21:00:28.230 INFO:tasks.rados.rados.0.smithi173.stdout:650: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:00:28.230 INFO:tasks.rados.rados.0.smithi173.stdout:650: finishing copy_from to smithi17368540-24 2024-08-30T21:00:28.230 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T21:00:28.231 INFO:tasks.rados.rados.0.smithi173.stdout:649: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:00:28.231 INFO:tasks.rados.rados.0.smithi173.stdout:649: finishing copy_from to smithi17368540-11 2024-08-30T21:00:28.231 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 180 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-30T21:00:28.231 INFO:tasks.rados.rados.0.smithi173.stdout:653: finishing write tid 1 to smithi17368540-12 2024-08-30T21:00:28.232 INFO:tasks.rados.rados.0.smithi173.stdout:649: done (3 left) 2024-08-30T21:00:28.232 INFO:tasks.rados.rados.0.smithi173.stdout:650: done (2 left) 2024-08-30T21:00:28.232 INFO:tasks.rados.rados.0.smithi173.stdout:654: done (1 left) 2024-08-30T21:00:28.232 INFO:tasks.rados.rados.0.smithi173.stdout:655: snap_remove snap 50 2024-08-30T21:00:28.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8cd8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8cd8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8cd8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8cd8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8cd8c640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8f591640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8f591640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8f591640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8f591640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:28.006+0000 7fbd8f591640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:28] ENGINE Bus STARTING 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:28] ENGINE Serving on http://:::9283 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: osdmap e187: 8 total, 8 up, 8 in 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:28.428 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: Activating manager daemon y 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: osdmap e188: 8 total, 8 up, 8 in 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.24688 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: mgrmap e31: y(active, starting, since 0.0113206s) 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T21:00:28.429 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T21:00:28.430 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: osdmap e187: 8 total, 8 up, 8 in 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: Activating manager daemon y 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: osdmap e188: 8 total, 8 up, 8 in 2024-08-30T21:00:28.431 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.24688 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: mgrmap e31: y(active, starting, since 0.0113206s) 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T21:00:28.432 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: Manager daemon y is now available 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T21:00:28.433 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T21:00:28.434 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: Manager daemon y is now available 2024-08-30T21:00:28.434 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:28.434 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:28.434 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:28.434 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T21:00:28.434 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T21:00:28.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: osdmap e187: 8 total, 8 up, 8 in 2024-08-30T21:00:28.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 172.21.15.196:0/1809282196' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: Activating manager daemon y 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: osdmap e188: 8 total, 8 up, 8 in 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.24688 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: mgrmap e31: y(active, starting, since 0.0113206s) 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:28.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-30T21:00:28.522 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-30T21:00:28.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-30T21:00:28.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: Manager daemon y is now available 2024-08-30T21:00:28.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:28.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:28.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:00:28.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-30T21:00:28.523 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:28 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-30T21:00:28.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:28] ENGINE Bus STARTED 2024-08-30T21:00:29.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: mgrmap e32: y(active, since 1.0121s) 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: osdmap e189: 8 total, 8 up, 8 in 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: [30/Aug/2024:21:00:28] ENGINE Bus STARTING 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: [30/Aug/2024:21:00:28] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: [30/Aug/2024:21:00:29] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: [30/Aug/2024:21:00:29] ENGINE Bus STARTED 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:29 smithi196 ceph-mon[21316]: [30/Aug/2024:21:00:29] ENGINE Error in HTTPServer.serve 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-30T21:00:29.204 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:00:29.205 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-30T21:00:29.206 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:00:29.206 INFO:tasks.rados.rados.0.smithi173.stdout:655: done (1 left) 2024-08-30T21:00:29.206 INFO:tasks.rados.rados.0.smithi173.stdout:656: read oid 9 snap -1 2024-08-30T21:00:29.206 INFO:tasks.rados.rados.0.smithi173.stdout:656: expect deleted 2024-08-30T21:00:29.206 INFO:tasks.rados.rados.0.smithi173.stdout:657: snap_remove snap 39 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: mgrmap e32: y(active, since 1.0121s) 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: osdmap e189: 8 total, 8 up, 8 in 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: [30/Aug/2024:21:00:28] ENGINE Bus STARTING 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: [30/Aug/2024:21:00:28] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: [30/Aug/2024:21:00:29] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: [30/Aug/2024:21:00:29] ENGINE Bus STARTED 2024-08-30T21:00:29.423 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[17131]: [30/Aug/2024:21:00:29] ENGINE Error in HTTPServer.serve 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: Traceback (most recent call last): 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._run(expiration_interval) 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:00:29.424 INFO:journalctl@ceph.mon.a.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.a.smithi173.stdout: self.do_handshake() 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.a.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: mgrmap e32: y(active, since 1.0121s) 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: osdmap e189: 8 total, 8 up, 8 in 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:29.425 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: [30/Aug/2024:21:00:28] ENGINE Bus STARTING 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: [30/Aug/2024:21:00:28] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: [30/Aug/2024:21:00:29] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: [30/Aug/2024:21:00:29] ENGINE Bus STARTED 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-mon[28069]: [30/Aug/2024:21:00:29] ENGINE Error in HTTPServer.serve 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: Traceback (most recent call last): 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._run(expiration_interval) 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:00:29.426 INFO:journalctl@ceph.mon.c.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mon.c.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mon.c.smithi173.stdout: self.do_handshake() 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mon.c.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:29.113+0000 7fbd6e2d2640 -1 log_channel(cephadm) log [ERR] : [30/Aug/2024:21:00:29] ENGINE Error in HTTPServer.serve 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: Traceback (most recent call last): 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self._connections.run(self.expiration_interval) 2024-08-30T21:00:29.427 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self._run(expiration_interval) 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: s = self.context.wrap_socket( 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: return self.sslsocket_class._create( 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self.do_handshake() 2024-08-30T21:00:29.428 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:00:29.429 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self._sslobj.do_handshake() 2024-08-30T21:00:29.429 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:00:29.429 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:00:30.211 INFO:tasks.rados.rados.0.smithi173.stdout:657: done (2 left) 2024-08-30T21:00:30.212 INFO:tasks.rados.rados.0.smithi173.stdout:658: read oid 47 snap -1 2024-08-30T21:00:30.212 INFO:tasks.rados.rados.0.smithi173.stdout:658: expect deleted 2024-08-30T21:00:30.212 INFO:tasks.rados.rados.0.smithi173.stdout:659: rollback oid 33 current snap is 57 2024-08-30T21:00:30.212 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 47 2024-08-30T21:00:30.212 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 57 2024-08-30T21:00:30.212 INFO:tasks.rados.rados.0.smithi173.stdout:660: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2024-08-30T21:00:30.213 INFO:tasks.rados.rados.0.smithi173.stdout:660: writing smithi17368540-35 from 0 to 475136 tid 1 2024-08-30T21:00:30.216 INFO:tasks.rados.rados.0.smithi173.stdout:660: writing smithi17368540-35 from 475136 to 942080 tid 2 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:660: writing smithi17368540-35 from 942080 to 1277952 tid 3 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:661: read oid 25 snap -1 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:661: expect (ObjNum 203 snap 54 seq_num 203) 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:662: delete oid 30 current snap is 57 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:653: finishing write tid 2 to smithi17368540-12 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:653: finishing write tid 3 to smithi17368540-12 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:653: finishing write tid 4 to smithi17368540-12 2024-08-30T21:00:30.219 INFO:tasks.rados.rados.0.smithi173.stdout:653: finishing write tid 5 to smithi17368540-12 2024-08-30T21:00:30.220 INFO:tasks.rados.rados.0.smithi173.stdout:653: oid 12 updating version 0 to 430 2024-08-30T21:00:30.220 INFO:tasks.rados.rados.0.smithi173.stdout:653: oid 12 version 430 is already newer than 429 2024-08-30T21:00:30.220 INFO:tasks.rados.rados.0.smithi173.stdout:653: oid 12 version 430 is already newer than 426 2024-08-30T21:00:30.220 INFO:tasks.rados.rados.0.smithi173.stdout:653: oid 12 updating version 430 to 431 2024-08-30T21:00:30.220 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 431 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-08-30T21:00:30.220 INFO:tasks.rados.rados.0.smithi173.stdout:653: left oid 12 (ObjNum 217 snap 57 seq_num 217) 2024-08-30T21:00:30.220 INFO:tasks.rados.rados.0.smithi173.stdout:660: finishing write tid 1 to smithi17368540-35 2024-08-30T21:00:30.221 INFO:tasks.rados.rados.0.smithi173.stdout:659: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:00:30.221 INFO:tasks.rados.rados.0.smithi173.stdout:659: finishing rollback tid 2 to smithi17368540-33 2024-08-30T21:00:30.222 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 300 (ObjNum 131 snap 37 seq_num 131) dirty exists 2024-08-30T21:00:30.222 INFO:tasks.rados.rados.0.smithi173.stdout:660: finishing write tid 2 to smithi17368540-35 2024-08-30T21:00:30.226 INFO:tasks.rados.rados.0.smithi173.stdout:660: finishing write tid 3 to smithi17368540-35 2024-08-30T21:00:30.226 INFO:tasks.rados.rados.0.smithi173.stdout:660: finishing write tid 4 to smithi17368540-35 2024-08-30T21:00:30.229 INFO:tasks.rados.rados.0.smithi173.stdout:653: done (6 left) 2024-08-30T21:00:30.229 INFO:tasks.rados.rados.0.smithi173.stdout:656: done (5 left) 2024-08-30T21:00:30.229 INFO:tasks.rados.rados.0.smithi173.stdout:658: done (4 left) 2024-08-30T21:00:30.229 INFO:tasks.rados.rados.0.smithi173.stdout:659: done (3 left) 2024-08-30T21:00:30.229 INFO:tasks.rados.rados.0.smithi173.stdout:662: done (2 left) 2024-08-30T21:00:30.229 INFO:tasks.rados.rados.0.smithi173.stdout:663: setattr oid 16 current snap is 57 2024-08-30T21:00:30.230 INFO:tasks.rados.rados.0.smithi173.stdout:660: finishing write tid 5 to smithi17368540-35 2024-08-30T21:00:30.230 INFO:tasks.rados.rados.0.smithi173.stdout:660: oid 35 updating version 0 to 238 2024-08-30T21:00:30.230 INFO:tasks.rados.rados.0.smithi173.stdout:660: oid 35 version 238 is already newer than 235 2024-08-30T21:00:30.230 INFO:tasks.rados.rados.0.smithi173.stdout:660: oid 35 version 238 is already newer than 237 2024-08-30T21:00:30.231 INFO:tasks.rados.rados.0.smithi173.stdout:660: oid 35 version 238 is already newer than 236 2024-08-30T21:00:30.231 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 238 (ObjNum 219 snap 57 seq_num 219) dirty exists 2024-08-30T21:00:30.231 INFO:tasks.rados.rados.0.smithi173.stdout:660: left oid 35 (ObjNum 219 snap 57 seq_num 219) 2024-08-30T21:00:30.231 INFO:tasks.rados.rados.0.smithi173.stdout:660: done (2 left) 2024-08-30T21:00:30.231 INFO:tasks.rados.rados.0.smithi173.stdout:664: rmattr oid 20 current snap is 57 2024-08-30T21:00:30.231 INFO:tasks.rados.rados.0.smithi173.stdout:665: setattr oid 40 current snap is 57 2024-08-30T21:00:30.232 INFO:tasks.rados.rados.0.smithi173.stdout:666: delete oid 36 current snap is 57 2024-08-30T21:00:30.236 INFO:tasks.rados.rados.0.smithi173.stdout:666: done (4 left) 2024-08-30T21:00:30.236 INFO:tasks.rados.rados.0.smithi173.stdout:667: copy_from oid 30 from oid 35 current snap is 57 2024-08-30T21:00:30.236 INFO:tasks.rados.rados.0.smithi173.stdout:668: read oid 49 snap -1 2024-08-30T21:00:30.236 INFO:tasks.rados.rados.0.smithi173.stdout:668: expect (ObjNum 120 snap 34 seq_num 120) 2024-08-30T21:00:30.237 INFO:tasks.rados.rados.0.smithi173.stdout:669: setattr oid 26 current snap is 57 2024-08-30T21:00:30.237 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 108 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-30T21:00:30.239 INFO:tasks.rados.rados.0.smithi173.stdout:665: done (6 left) 2024-08-30T21:00:30.239 INFO:tasks.rados.rados.0.smithi173.stdout:670: rollback oid 34 current snap is 57 2024-08-30T21:00:30.239 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 34 to 51 2024-08-30T21:00:30.239 INFO:tasks.rados.rados.0.smithi173.stdout:671: copy_from oid 23 from oid 8 current snap is 57 2024-08-30T21:00:30.240 INFO:tasks.rados.rados.0.smithi173.stdout:672: read oid 32 snap -1 2024-08-30T21:00:30.240 INFO:tasks.rados.rados.0.smithi173.stdout:672: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T21:00:30.240 INFO:tasks.rados.rados.0.smithi173.stdout:673: rollback oid 47 current snap is 57 2024-08-30T21:00:30.240 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 47 2024-08-30T21:00:30.240 INFO:tasks.rados.rados.0.smithi173.stdout:674: snap_create 2024-08-30T21:00:30.240 INFO:tasks.rados.rados.0.smithi173.stdout:673: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:00:30.240 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 1551205624) dirty dne 2024-08-30T21:00:30.246 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 456 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-30T21:00:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:670: finishing rollback tid 0 to smithi17368540-34 2024-08-30T21:00:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:670: finishing rollback tid 1 to smithi17368540-34 2024-08-30T21:00:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:670: finishing rollback tid 2 to smithi17368540-34 2024-08-30T21:00:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 288 (ObjNum 103 snap 29 seq_num 103) dirty exists 2024-08-30T21:00:30.251 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 218 (ObjNum 129 snap 0 seq_num 1579142176) dirty exists 2024-08-30T21:00:30.251 INFO:tasks.rados.rados.0.smithi173.stdout:667: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:00:30.258 INFO:tasks.rados.rados.0.smithi173.stdout:667: finishing copy_from to smithi17368540-30 2024-08-30T21:00:30.258 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 238 (ObjNum 219 snap 57 seq_num 219) dirty exists 2024-08-30T21:00:30.260 INFO:tasks.rados.rados.0.smithi173.stdout:672: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T21:00:30.313 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 89 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:00:30.313 INFO:tasks.rados.rados.0.smithi173.stdout:671: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:00:30.313 INFO:tasks.rados.rados.0.smithi173.stdout:671: finishing copy_from to smithi17368540-23 2024-08-30T21:00:30.313 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 183 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-08-30T21:00:30.314 INFO:tasks.rados.rados.0.smithi173.stdout:661: expect (ObjNum 203 snap 54 seq_num 203) 2024-08-30T21:00:30.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:30 smithi173 ceph-mon[28069]: mgrmap e33: y(active, since 2s) 2024-08-30T21:00:30.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:30 smithi173 ceph-mon[28069]: osdmap e190: 8 total, 8 up, 8 in 2024-08-30T21:00:30.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:30 smithi173 ceph-mon[28069]: pgmap v6: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 337 MiB/s rd, 155 MiB/s wr, 2.59k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-30T21:00:30.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:30 smithi173 ceph-mon[17131]: mgrmap e33: y(active, since 2s) 2024-08-30T21:00:30.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:30 smithi173 ceph-mon[17131]: osdmap e190: 8 total, 8 up, 8 in 2024-08-30T21:00:30.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:30 smithi173 ceph-mon[17131]: pgmap v6: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 337 MiB/s rd, 155 MiB/s wr, 2.59k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-30T21:00:30.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:30 smithi196 ceph-mon[21316]: mgrmap e33: y(active, since 2s) 2024-08-30T21:00:30.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:30 smithi196 ceph-mon[21316]: osdmap e190: 8 total, 8 up, 8 in 2024-08-30T21:00:30.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:30 smithi196 ceph-mon[21316]: pgmap v6: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 337 MiB/s rd, 155 MiB/s wr, 2.59k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-08-30T21:00:30.935 INFO:tasks.rados.rados.0.smithi173.stdout:668: expect (ObjNum 120 snap 34 seq_num 120) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:661: done (10 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:663: done (9 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:664: done (8 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:667: done (7 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:668: done (6 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:669: done (5 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:670: done (4 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:671: done (3 left) 2024-08-30T21:00:31.217 INFO:tasks.rados.rados.0.smithi173.stdout:672: done (2 left) 2024-08-30T21:00:31.218 INFO:tasks.rados.rados.0.smithi173.stdout:673: done (1 left) 2024-08-30T21:00:31.218 INFO:tasks.rados.rados.0.smithi173.stdout:674: done (0 left) 2024-08-30T21:00:31.218 INFO:tasks.rados.rados.0.smithi173.stdout:675: read oid 27 snap -1 2024-08-30T21:00:31.218 INFO:tasks.rados.rados.0.smithi173.stdout:675: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:31.218 INFO:tasks.rados.rados.0.smithi173.stdout:676: snap_remove snap 55 2024-08-30T21:00:31.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:31 smithi173 ceph-mon[17131]: osdmap e191: 8 total, 8 up, 8 in 2024-08-30T21:00:31.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:31 smithi173 ceph-mon[28069]: osdmap e191: 8 total, 8 up, 8 in 2024-08-30T21:00:31.519 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:31 smithi196 ceph-mon[21316]: osdmap e191: 8 total, 8 up, 8 in 2024-08-30T21:00:31.978 INFO:tasks.rados.rados.0.smithi173.stdout:676: done (1 left) 2024-08-30T21:00:31.978 INFO:tasks.rados.rados.0.smithi173.stdout:677: snap_create 2024-08-30T21:00:31.978 INFO:tasks.rados.rados.0.smithi173.stdout:675: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:32.435 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-mon[21316]: pgmap v8: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 112 MiB/s rd, 51 MiB/s wr, 859 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-30T21:00:32.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-mon[21316]: mgrmap e34: y(active, since 4s) 2024-08-30T21:00:32.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-mon[21316]: osdmap e192: 8 total, 8 up, 8 in 2024-08-30T21:00:32.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-mon[21316]: osdmap e193: 8 total, 8 up, 8 in 2024-08-30T21:00:32.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:32.436 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[17131]: pgmap v8: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 112 MiB/s rd, 51 MiB/s wr, 859 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-30T21:00:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[17131]: mgrmap e34: y(active, since 4s) 2024-08-30T21:00:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[17131]: osdmap e192: 8 total, 8 up, 8 in 2024-08-30T21:00:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[17131]: osdmap e193: 8 total, 8 up, 8 in 2024-08-30T21:00:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:32.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[28069]: pgmap v8: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail; 112 MiB/s rd, 51 MiB/s wr, 859 op/s; 578 KiB/s, 2 objects/s recovering 2024-08-30T21:00:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[28069]: mgrmap e34: y(active, since 4s) 2024-08-30T21:00:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[28069]: osdmap e192: 8 total, 8 up, 8 in 2024-08-30T21:00:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[28069]: osdmap e193: 8 total, 8 up, 8 in 2024-08-30T21:00:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:32 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:32.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:32] ENGINE Bus STARTING 2024-08-30T21:00:32.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: CherryPy Checker: 2024-08-30T21:00:32.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: The Application mounted at '' has an empty config. 2024-08-30T21:00:32.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: 2024-08-30T21:00:32.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:32] ENGINE Serving on http://:::9283 2024-08-30T21:00:32.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: [30/Aug/2024:21:00:32] ENGINE Bus STARTED 2024-08-30T21:00:32.981 INFO:tasks.rados.rados.0.smithi173.stdout:675: done (1 left) 2024-08-30T21:00:32.981 INFO:tasks.rados.rados.0.smithi173.stdout:677: done (0 left) 2024-08-30T21:00:32.981 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 59 2024-08-30T21:00:32.981 INFO:tasks.rados.rados.0.smithi173.stdout:678: seq_num 222 ranges {106496=524288,630784=565248,1196032=237568} 2024-08-30T21:00:32.985 INFO:tasks.rados.rados.0.smithi173.stdout:678: writing smithi17368540-48 from 106496 to 630784 tid 1 2024-08-30T21:00:32.989 INFO:tasks.rados.rados.0.smithi173.stdout:678: writing smithi17368540-48 from 630784 to 1196032 tid 2 2024-08-30T21:00:32.991 INFO:tasks.rados.rados.0.smithi173.stdout:678: writing smithi17368540-48 from 1196032 to 1433600 tid 3 2024-08-30T21:00:32.992 INFO:tasks.rados.rados.0.smithi173.stdout:679: copy_from oid 23 from oid 35 current snap is 59 2024-08-30T21:00:32.992 INFO:tasks.rados.rados.0.smithi173.stdout:678: finishing write tid 1 to smithi17368540-48 2024-08-30T21:00:32.992 INFO:tasks.rados.rados.0.smithi173.stdout:680: delete oid 34 current snap is 59 2024-08-30T21:00:32.993 INFO:tasks.rados.rados.0.smithi173.stdout:678: finishing write tid 2 to smithi17368540-48 2024-08-30T21:00:32.994 INFO:tasks.rados.rados.0.smithi173.stdout:678: finishing write tid 3 to smithi17368540-48 2024-08-30T21:00:32.994 INFO:tasks.rados.rados.0.smithi173.stdout:680: done (2 left) 2024-08-30T21:00:32.994 INFO:tasks.rados.rados.0.smithi173.stdout:681: snap_create 2024-08-30T21:00:32.995 INFO:tasks.rados.rados.0.smithi173.stdout:678: finishing write tid 4 to smithi17368540-48 2024-08-30T21:00:32.996 INFO:tasks.rados.rados.0.smithi173.stdout:678: finishing write tid 5 to smithi17368540-48 2024-08-30T21:00:32.996 INFO:tasks.rados.rados.0.smithi173.stdout:678: oid 48 updating version 0 to 227 2024-08-30T21:00:32.996 INFO:tasks.rados.rados.0.smithi173.stdout:678: oid 48 version 227 is already newer than 225 2024-08-30T21:00:32.996 INFO:tasks.rados.rados.0.smithi173.stdout:678: oid 48 version 227 is already newer than 224 2024-08-30T21:00:32.996 INFO:tasks.rados.rados.0.smithi173.stdout:678: oid 48 version 227 is already newer than 226 2024-08-30T21:00:32.996 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 227 (ObjNum 222 snap 59 seq_num 222) dirty exists 2024-08-30T21:00:32.996 INFO:tasks.rados.rados.0.smithi173.stdout:678: left oid 48 (ObjNum 222 snap 59 seq_num 222) 2024-08-30T21:00:32.997 INFO:tasks.rados.rados.0.smithi173.stdout:679: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:00:32.998 INFO:tasks.rados.rados.0.smithi173.stdout:679: finishing copy_from to smithi17368540-23 2024-08-30T21:00:32.998 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 238 (ObjNum 219 snap 57 seq_num 219) dirty exists 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: Standby manager daemon x started 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.516 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: osdmap e194: 8 total, 8 up, 8 in 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: Standby manager daemon x started 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.517 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.518 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.518 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: osdmap e194: 8 total, 8 up, 8 in 2024-08-30T21:00:33.518 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.518 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:33 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: Standby manager daemon x started 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3091539612' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: osdmap e194: 8 total, 8 up, 8 in 2024-08-30T21:00:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:33 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:33.980 INFO:tasks.rados.rados.0.smithi173.stdout:678: done (2 left) 2024-08-30T21:00:33.980 INFO:tasks.rados.rados.0.smithi173.stdout:679: done (1 left) 2024-08-30T21:00:33.980 INFO:tasks.rados.rados.0.smithi173.stdout:681: done (0 left) 2024-08-30T21:00:33.980 INFO:tasks.rados.rados.0.smithi173.stdout:682: read oid 28 snap -1 2024-08-30T21:00:33.980 INFO:tasks.rados.rados.0.smithi173.stdout:682: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:33.981 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 60 2024-08-30T21:00:33.981 INFO:tasks.rados.rados.0.smithi173.stdout:683: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-08-30T21:00:33.983 INFO:tasks.rados.rados.0.smithi173.stdout:683: writing smithi17368540-2 from 0 to 557056 tid 1 2024-08-30T21:00:33.988 INFO:tasks.rados.rados.0.smithi173.stdout:683: writing smithi17368540-2 from 557056 to 1294336 tid 2 2024-08-30T21:00:33.989 INFO:tasks.rados.rados.0.smithi173.stdout:683: writing smithi17368540-2 from 1294336 to 1359872 tid 3 2024-08-30T21:00:33.989 INFO:tasks.rados.rados.0.smithi173.stdout:684: delete oid 38 current snap is 60 2024-08-30T21:00:33.989 INFO:tasks.rados.rados.0.smithi173.stdout:683: finishing write tid 1 to smithi17368540-2 2024-08-30T21:00:33.989 INFO:tasks.rados.rados.0.smithi173.stdout:682: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: finishing write tid 2 to smithi17368540-2 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: finishing write tid 3 to smithi17368540-2 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: finishing write tid 4 to smithi17368540-2 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: finishing write tid 5 to smithi17368540-2 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: oid 2 updating version 0 to 240 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: oid 2 updating version 240 to 241 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: oid 2 updating version 241 to 242 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: oid 2 version 242 is already newer than 239 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 242 (ObjNum 224 snap 60 seq_num 224) dirty exists 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: left oid 2 (ObjNum 224 snap 60 seq_num 224) 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:682: done (2 left) 2024-08-30T21:00:34.086 INFO:tasks.rados.rados.0.smithi173.stdout:683: done (1 left) 2024-08-30T21:00:34.087 INFO:tasks.rados.rados.0.smithi173.stdout:684: done (0 left) 2024-08-30T21:00:34.087 INFO:tasks.rados.rados.0.smithi173.stdout:685: snap_create 2024-08-30T21:00:34.481 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[17131]: pgmap v12: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail 2024-08-30T21:00:34.482 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[17131]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-30T21:00:34.482 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T21:00:34.482 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[17131]: osdmap e195: 8 total, 8 up, 8 in 2024-08-30T21:00:34.482 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[28069]: pgmap v12: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail 2024-08-30T21:00:34.482 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[28069]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-30T21:00:34.482 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T21:00:34.482 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:34 smithi173 ceph-mon[28069]: osdmap e195: 8 total, 8 up, 8 in 2024-08-30T21:00:34.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:34 smithi196 ceph-mon[21316]: pgmap v12: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+clean+snaptrim, 112 active+clean; 176 MiB data, 670 MiB used, 715 GiB / 715 GiB avail 2024-08-30T21:00:34.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:34 smithi196 ceph-mon[21316]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-30T21:00:34.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:34 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-30T21:00:34.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:34 smithi196 ceph-mon[21316]: osdmap e195: 8 total, 8 up, 8 in 2024-08-30T21:00:34.986 INFO:tasks.rados.rados.0.smithi173.stdout:685: done (0 left) 2024-08-30T21:00:34.987 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 61 2024-08-30T21:00:34.987 INFO:tasks.rados.rados.0.smithi173.stdout:686: seq_num 226 ranges {2465792=589824,3055616=507904,3563520=294912} 2024-08-30T21:00:35.002 INFO:tasks.rados.rados.0.smithi173.stdout:686: writing smithi17368540-27 from 2465792 to 3055616 tid 1 2024-08-30T21:00:35.006 INFO:tasks.rados.rados.0.smithi173.stdout:686: writing smithi17368540-27 from 3055616 to 3563520 tid 2 2024-08-30T21:00:35.008 INFO:tasks.rados.rados.0.smithi173.stdout:686: writing smithi17368540-27 from 3563520 to 3858432 tid 3 2024-08-30T21:00:35.008 INFO:tasks.rados.rados.0.smithi173.stdout:687: read oid 26 snap -1 2024-08-30T21:00:35.008 INFO:tasks.rados.rados.0.smithi173.stdout:687: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:00:35.008 INFO:tasks.rados.rados.0.smithi173.stdout:688: read oid 13 snap -1 2024-08-30T21:00:35.008 INFO:tasks.rados.rados.0.smithi173.stdout:688: expect (ObjNum 208 snap 56 seq_num 208) 2024-08-30T21:00:35.008 INFO:tasks.rados.rados.0.smithi173.stdout:689: snap_create 2024-08-30T21:00:35.009 INFO:tasks.rados.rados.0.smithi173.stdout:686: finishing write tid 1 to smithi17368540-27 2024-08-30T21:00:35.010 INFO:tasks.rados.rados.0.smithi173.stdout:686: finishing write tid 2 to smithi17368540-27 2024-08-30T21:00:35.011 INFO:tasks.rados.rados.0.smithi173.stdout:686: finishing write tid 3 to smithi17368540-27 2024-08-30T21:00:35.011 INFO:tasks.rados.rados.0.smithi173.stdout:687: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:00:35.014 INFO:tasks.rados.rados.0.smithi173.stdout:686: finishing write tid 4 to smithi17368540-27 2024-08-30T21:00:35.015 INFO:tasks.rados.rados.0.smithi173.stdout:686: finishing write tid 5 to smithi17368540-27 2024-08-30T21:00:35.015 INFO:tasks.rados.rados.0.smithi173.stdout:686: oid 27 updating version 0 to 245 2024-08-30T21:00:35.015 INFO:tasks.rados.rados.0.smithi173.stdout:686: oid 27 updating version 245 to 246 2024-08-30T21:00:35.015 INFO:tasks.rados.rados.0.smithi173.stdout:686: oid 27 version 246 is already newer than 243 2024-08-30T21:00:35.015 INFO:tasks.rados.rados.0.smithi173.stdout:686: oid 27 version 246 is already newer than 244 2024-08-30T21:00:35.015 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 246 (ObjNum 226 snap 61 seq_num 226) dirty exists 2024-08-30T21:00:35.015 INFO:tasks.rados.rados.0.smithi173.stdout:686: left oid 27 (ObjNum 226 snap 61 seq_num 226) 2024-08-30T21:00:35.018 INFO:tasks.rados.rados.0.smithi173.stdout:688: expect (ObjNum 208 snap 56 seq_num 208) 2024-08-30T21:00:35.983 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[54537]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:00:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-30T21:00:35.987 INFO:tasks.rados.rados.0.smithi173.stdout:686: done (3 left) 2024-08-30T21:00:35.987 INFO:tasks.rados.rados.0.smithi173.stdout:687: done (2 left) 2024-08-30T21:00:35.987 INFO:tasks.rados.rados.0.smithi173.stdout:688: done (1 left) 2024-08-30T21:00:35.987 INFO:tasks.rados.rados.0.smithi173.stdout:689: done (0 left) 2024-08-30T21:00:35.987 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 62 2024-08-30T21:00:35.987 INFO:tasks.rados.rados.0.smithi173.stdout:690: seq_num 227 ranges {2555904=606208,3162112=794624,3956736=8192} 2024-08-30T21:00:36.004 INFO:tasks.rados.rados.0.smithi173.stdout:690: writing smithi17368540-6 from 2555904 to 3162112 tid 1 2024-08-30T21:00:36.009 INFO:tasks.rados.rados.0.smithi173.stdout:690: writing smithi17368540-6 from 3162112 to 3956736 tid 2 2024-08-30T21:00:36.009 INFO:tasks.rados.rados.0.smithi173.stdout:690: writing smithi17368540-6 from 3956736 to 3964928 tid 3 2024-08-30T21:00:36.009 INFO:tasks.rados.rados.0.smithi173.stdout:691: rollback oid 25 current snap is 62 2024-08-30T21:00:36.009 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 57 2024-08-30T21:00:36.009 INFO:tasks.rados.rados.0.smithi173.stdout:690: finishing write tid 1 to smithi17368540-6 2024-08-30T21:00:36.009 INFO:tasks.rados.rados.0.smithi173.stdout:692: delete oid 34 current snap is 62 2024-08-30T21:00:36.013 INFO:tasks.rados.rados.0.smithi173.stdout:691: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:00:36.013 INFO:tasks.rados.rados.0.smithi173.stdout:691: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:00:36.013 INFO:tasks.rados.rados.0.smithi173.stdout:691: finishing rollback tid 2 to smithi17368540-25 2024-08-30T21:00:36.013 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 199 (ObjNum 203 snap 54 seq_num 203) dirty exists 2024-08-30T21:00:36.013 INFO:tasks.rados.rados.0.smithi173.stdout:690: finishing write tid 2 to smithi17368540-6 2024-08-30T21:00:36.014 INFO:tasks.rados.rados.0.smithi173.stdout:690: finishing write tid 3 to smithi17368540-6 2024-08-30T21:00:36.014 INFO:tasks.rados.rados.0.smithi173.stdout:690: finishing write tid 4 to smithi17368540-6 2024-08-30T21:00:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:691: done (2 left) 2024-08-30T21:00:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:692: done (1 left) 2024-08-30T21:00:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:693: rmattr oid 36 current snap is 62 2024-08-30T21:00:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:693: done (1 left) 2024-08-30T21:00:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 62 2024-08-30T21:00:36.016 INFO:tasks.rados.rados.0.smithi173.stdout:694: seq_num 229 ranges {1359872=638976,1998848=606208,2605056=196608} 2024-08-30T21:00:36.026 INFO:tasks.rados.rados.0.smithi173.stdout:694: writing smithi17368540-2 from 1359872 to 1998848 tid 1 2024-08-30T21:00:36.030 INFO:tasks.rados.rados.0.smithi173.stdout:694: writing smithi17368540-2 from 1998848 to 2605056 tid 2 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:694: writing smithi17368540-2 from 2605056 to 2801664 tid 3 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:695: rollback oid 28 current snap is 62 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 56 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:690: finishing write tid 5 to smithi17368540-6 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:690: oid 6 updating version 0 to 293 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:690: oid 6 version 293 is already newer than 291 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:690: oid 6 version 293 is already newer than 292 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:690: oid 6 version 293 is already newer than 290 2024-08-30T21:00:36.032 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 293 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-08-30T21:00:36.033 INFO:tasks.rados.rados.0.smithi173.stdout:690: left oid 6 (ObjNum 227 snap 62 seq_num 227) 2024-08-30T21:00:36.033 INFO:tasks.rados.rados.0.smithi173.stdout:690: done (2 left) 2024-08-30T21:00:36.033 INFO:tasks.rados.rados.0.smithi173.stdout:696: read oid 38 snap -1 2024-08-30T21:00:36.033 INFO:tasks.rados.rados.0.smithi173.stdout:696: expect deleted 2024-08-30T21:00:36.033 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 62 2024-08-30T21:00:36.033 INFO:tasks.rados.rados.0.smithi173.stdout:697: seq_num 230 ranges {1089536=655360,1744896=491520,2236416=311296} 2024-08-30T21:00:36.041 INFO:tasks.rados.rados.0.smithi173.stdout:697: writing smithi17368540-13 from 1089536 to 1744896 tid 1 2024-08-30T21:00:36.044 INFO:tasks.rados.rados.0.smithi173.stdout:697: writing smithi17368540-13 from 1744896 to 2236416 tid 2 2024-08-30T21:00:36.045 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:35 smithi173 ceph-mon[17131]: osdmap e196: 8 total, 8 up, 8 in 2024-08-30T21:00:36.045 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:35 smithi173 ceph-mon[28069]: osdmap e196: 8 total, 8 up, 8 in 2024-08-30T21:00:36.046 INFO:tasks.rados.rados.0.smithi173.stdout:697: writing smithi17368540-13 from 2236416 to 2547712 tid 3 2024-08-30T21:00:36.046 INFO:tasks.rados.rados.0.smithi173.stdout:698: setattr oid 40 current snap is 62 2024-08-30T21:00:36.046 INFO:tasks.rados.rados.0.smithi173.stdout:694: finishing write tid 1 to smithi17368540-2 2024-08-30T21:00:36.046 INFO:tasks.rados.rados.0.smithi173.stdout:694: finishing write tid 2 to smithi17368540-2 2024-08-30T21:00:36.046 INFO:tasks.rados.rados.0.smithi173.stdout:694: finishing write tid 3 to smithi17368540-2 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:694: finishing write tid 4 to smithi17368540-2 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:695: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:695: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:694: finishing write tid 5 to smithi17368540-2 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:694: oid 2 updating version 0 to 248 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:694: oid 2 version 248 is already newer than 247 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:694: oid 2 updating version 248 to 249 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:694: oid 2 updating version 249 to 250 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 250 (ObjNum 229 snap 62 seq_num 229) dirty exists 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:694: left oid 2 (ObjNum 229 snap 62 seq_num 229) 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:695: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 314 (ObjNum 64 snap 10 seq_num 64) dirty exists 2024-08-30T21:00:36.047 INFO:tasks.rados.rados.0.smithi173.stdout:697: finishing write tid 1 to smithi17368540-13 2024-08-30T21:00:36.048 INFO:tasks.rados.rados.0.smithi173.stdout:694: done (4 left) 2024-08-30T21:00:36.048 INFO:tasks.rados.rados.0.smithi173.stdout:695: done (3 left) 2024-08-30T21:00:36.049 INFO:tasks.rados.rados.0.smithi173.stdout:696: done (2 left) 2024-08-30T21:00:36.049 INFO:tasks.rados.rados.0.smithi173.stdout:699: copy_from oid 41 from oid 48 current snap is 62 2024-08-30T21:00:36.049 INFO:tasks.rados.rados.0.smithi173.stdout:700: read oid 11 snap 57 2024-08-30T21:00:36.049 INFO:tasks.rados.rados.0.smithi173.stdout:700: expect (ObjNum 202 snap 54 seq_num 202) 2024-08-30T21:00:36.049 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 62 2024-08-30T21:00:36.049 INFO:tasks.rados.rados.0.smithi173.stdout:701: seq_num 231 ranges {4120576=671744,4792320=778240,5570560=24576} 2024-08-30T21:00:36.076 INFO:tasks.rados.rados.0.smithi173.stdout:701: writing smithi17368540-39 from 4120576 to 4792320 tid 1 2024-08-30T21:00:36.081 INFO:tasks.rados.rados.0.smithi173.stdout:701: writing smithi17368540-39 from 4792320 to 5570560 tid 2 2024-08-30T21:00:36.081 INFO:tasks.rados.rados.0.smithi173.stdout:701: writing smithi17368540-39 from 5570560 to 5595136 tid 3 2024-08-30T21:00:36.081 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 62 2024-08-30T21:00:36.081 INFO:tasks.rados.rados.0.smithi173.stdout:697: finishing write tid 2 to smithi17368540-13 2024-08-30T21:00:36.081 INFO:tasks.rados.rados.0.smithi173.stdout:702: seq_num 232 ranges {5971968=688128,6660096=663552,7323648=139264} 2024-08-30T21:00:36.118 INFO:tasks.rados.rados.0.smithi173.stdout:702: writing smithi17368540-49 from 5971968 to 6660096 tid 1 2024-08-30T21:00:36.122 INFO:tasks.rados.rados.0.smithi173.stdout:702: writing smithi17368540-49 from 6660096 to 7323648 tid 2 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:702: writing smithi17368540-49 from 7323648 to 7462912 tid 3 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:703: copy_from oid 50 from oid 22 current snap is 62 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:697: finishing write tid 3 to smithi17368540-13 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:697: finishing write tid 4 to smithi17368540-13 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 114 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:699: finishing copy_from racing read to smithi17368540-41 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:699: finishing copy_from to smithi17368540-41 2024-08-30T21:00:36.124 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 227 (ObjNum 222 snap 59 seq_num 222) dirty exists 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:697: finishing write tid 5 to smithi17368540-13 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:697: oid 13 updating version 0 to 401 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:697: oid 13 updating version 401 to 404 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:697: oid 13 version 404 is already newer than 403 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:697: oid 13 version 404 is already newer than 402 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 404 (ObjNum 230 snap 62 seq_num 230) dirty exists 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:697: left oid 13 (ObjNum 230 snap 62 seq_num 230) 2024-08-30T21:00:36.125 INFO:tasks.rados.rados.0.smithi173.stdout:700: expect (ObjNum 202 snap 54 seq_num 202) 2024-08-30T21:00:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:35 smithi196 ceph-mon[21316]: osdmap e196: 8 total, 8 up, 8 in 2024-08-30T21:00:36.297 INFO:tasks.rados.rados.0.smithi173.stdout:701: finishing write tid 1 to smithi17368540-39 2024-08-30T21:00:36.297 INFO:tasks.rados.rados.0.smithi173.stdout:697: done (6 left) 2024-08-30T21:00:36.297 INFO:tasks.rados.rados.0.smithi173.stdout:698: done (5 left) 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:699: done (4 left) 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:700: done (3 left) 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:704: setattr oid 8 current snap is 62 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: finishing write tid 2 to smithi17368540-39 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: finishing write tid 3 to smithi17368540-39 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: finishing write tid 4 to smithi17368540-39 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: finishing write tid 5 to smithi17368540-39 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: oid 39 updating version 0 to 108 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: oid 39 version 108 is already newer than 107 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: oid 39 version 108 is already newer than 105 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: oid 39 version 108 is already newer than 106 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 108 (ObjNum 231 snap 62 seq_num 231) dirty exists 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:701: left oid 39 (ObjNum 231 snap 62 seq_num 231) 2024-08-30T21:00:36.298 INFO:tasks.rados.rados.0.smithi173.stdout:702: finishing write tid 1 to smithi17368540-49 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: finishing write tid 2 to smithi17368540-49 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: finishing write tid 3 to smithi17368540-49 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: finishing write tid 4 to smithi17368540-49 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: finishing write tid 5 to smithi17368540-49 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: oid 49 updating version 0 to 288 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: oid 49 updating version 288 to 289 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: oid 49 updating version 289 to 290 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: oid 49 version 290 is already newer than 287 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 290 (ObjNum 232 snap 62 seq_num 232) dirty exists 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:702: left oid 49 (ObjNum 232 snap 62 seq_num 232) 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:703: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:703: finishing copy_from to smithi17368540-50 2024-08-30T21:00:36.299 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 234 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-08-30T21:00:36.300 INFO:tasks.rados.rados.0.smithi173.stdout:701: done (3 left) 2024-08-30T21:00:36.300 INFO:tasks.rados.rados.0.smithi173.stdout:702: done (2 left) 2024-08-30T21:00:36.300 INFO:tasks.rados.rados.0.smithi173.stdout:703: done (1 left) 2024-08-30T21:00:36.300 INFO:tasks.rados.rados.0.smithi173.stdout:705: read oid 40 snap 58 2024-08-30T21:00:36.300 INFO:tasks.rados.rados.0.smithi173.stdout:705: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:36.300 INFO:tasks.rados.rados.0.smithi173.stdout:706: rollback oid 29 current snap is 62 2024-08-30T21:00:36.301 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 29 to 59 2024-08-30T21:00:36.301 INFO:tasks.rados.rados.0.smithi173.stdout:707: snap_remove snap 60 2024-08-30T21:00:36.982 INFO:tasks.rados.rados.0.smithi173.stdout:707: done (3 left) 2024-08-30T21:00:36.982 INFO:tasks.rados.rados.0.smithi173.stdout:708: snap_create 2024-08-30T21:00:36.982 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 254 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-08-30T21:00:36.982 INFO:tasks.rados.rados.0.smithi173.stdout:706: finishing rollback tid 0 to smithi17368540-29 2024-08-30T21:00:36.982 INFO:tasks.rados.rados.0.smithi173.stdout:706: finishing rollback tid 1 to smithi17368540-29 2024-08-30T21:00:36.983 INFO:tasks.rados.rados.0.smithi173.stdout:705: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:00:37.013 INFO:tasks.rados.rados.0.smithi173.stdout:706: finishing rollback tid 2 to smithi17368540-29 2024-08-30T21:00:37.013 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 408 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-08-30T21:00:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-08-30T21:00:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: osdmap e197: 8 total, 8 up, 8 in 2024-08-30T21:00:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:00:37.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:00:37.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:36 smithi196 ceph-mon[21316]: osdmap e198: 8 total, 8 up, 8 in 2024-08-30T21:00:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-08-30T21:00:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: osdmap e197: 8 total, 8 up, 8 in 2024-08-30T21:00:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[17131]: osdmap e198: 8 total, 8 up, 8 in 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: pgmap v15: 121 pgs: 121 active+clean; 143 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: osdmap e197: 8 total, 8 up, 8 in 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:00:37.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:36 smithi173 ceph-mon[28069]: osdmap e198: 8 total, 8 up, 8 in 2024-08-30T21:00:37.980 INFO:tasks.rados.rados.0.smithi173.stdout:704: done (3 left) 2024-08-30T21:00:37.980 INFO:tasks.rados.rados.0.smithi173.stdout:705: done (2 left) 2024-08-30T21:00:37.980 INFO:tasks.rados.rados.0.smithi173.stdout:706: done (1 left) 2024-08-30T21:00:37.980 INFO:tasks.rados.rados.0.smithi173.stdout:708: done (0 left) 2024-08-30T21:00:37.981 INFO:tasks.rados.rados.0.smithi173.stdout:709: read oid 46 snap -1 2024-08-30T21:00:37.981 INFO:tasks.rados.rados.0.smithi173.stdout:709: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:00:37.981 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 63 2024-08-30T21:00:37.981 INFO:tasks.rados.rados.0.smithi173.stdout:710: seq_num 233 ranges {106496=712704,819200=548864,1368064=253952} 2024-08-30T21:00:37.985 INFO:tasks.rados.rados.0.smithi173.stdout:710: writing smithi17368540-24 from 106496 to 819200 tid 1 2024-08-30T21:00:37.988 INFO:tasks.rados.rados.0.smithi173.stdout:710: writing smithi17368540-24 from 819200 to 1368064 tid 2 2024-08-30T21:00:37.990 INFO:tasks.rados.rados.0.smithi173.stdout:710: writing smithi17368540-24 from 1368064 to 1622016 tid 3 2024-08-30T21:00:37.990 INFO:tasks.rados.rados.0.smithi173.stdout:711: snap_create 2024-08-30T21:00:37.990 INFO:tasks.rados.rados.0.smithi173.stdout:709: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:00:38.067 INFO:tasks.rados.rados.0.smithi173.stdout:710: finishing write tid 1 to smithi17368540-24 2024-08-30T21:00:38.067 INFO:tasks.rados.rados.0.smithi173.stdout:710: finishing write tid 2 to smithi17368540-24 2024-08-30T21:00:38.067 INFO:tasks.rados.rados.0.smithi173.stdout:710: finishing write tid 3 to smithi17368540-24 2024-08-30T21:00:38.067 INFO:tasks.rados.rados.0.smithi173.stdout:710: finishing write tid 4 to smithi17368540-24 2024-08-30T21:00:38.067 INFO:tasks.rados.rados.0.smithi173.stdout:710: finishing write tid 5 to smithi17368540-24 2024-08-30T21:00:38.067 INFO:tasks.rados.rados.0.smithi173.stdout:710: oid 24 updating version 0 to 241 2024-08-30T21:00:38.067 INFO:tasks.rados.rados.0.smithi173.stdout:710: oid 24 version 241 is already newer than 239 2024-08-30T21:00:38.068 INFO:tasks.rados.rados.0.smithi173.stdout:710: oid 24 version 241 is already newer than 240 2024-08-30T21:00:38.068 INFO:tasks.rados.rados.0.smithi173.stdout:710: oid 24 updating version 241 to 242 2024-08-30T21:00:38.068 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 242 (ObjNum 233 snap 63 seq_num 233) dirty exists 2024-08-30T21:00:38.068 INFO:tasks.rados.rados.0.smithi173.stdout:710: left oid 24 (ObjNum 233 snap 63 seq_num 233) 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T21:00:38.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:37 smithi196 ceph-mon[21316]: osdmap e199: 8 total, 8 up, 8 in 2024-08-30T21:00:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[17131]: osdmap e199: 8 total, 8 up, 8 in 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:00:38.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-30T21:00:38.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:37 smithi173 ceph-mon[28069]: osdmap e199: 8 total, 8 up, 8 in 2024-08-30T21:00:38.982 INFO:tasks.rados.rados.0.smithi173.stdout:709: done (2 left) 2024-08-30T21:00:38.982 INFO:tasks.rados.rados.0.smithi173.stdout:710: done (1 left) 2024-08-30T21:00:38.982 INFO:tasks.rados.rados.0.smithi173.stdout:711: done (0 left) 2024-08-30T21:00:38.982 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 64 2024-08-30T21:00:38.983 INFO:tasks.rados.rados.0.smithi173.stdout:712: seq_num 234 ranges {2949120=729088,3678208=434176,4112384=368640} 2024-08-30T21:00:39.002 INFO:tasks.rados.rados.0.smithi173.stdout:712: writing smithi17368540-22 from 2949120 to 3678208 tid 1 2024-08-30T21:00:39.004 INFO:tasks.rados.rados.0.smithi173.stdout:712: writing smithi17368540-22 from 3678208 to 4112384 tid 2 2024-08-30T21:00:39.007 INFO:tasks.rados.rados.0.smithi173.stdout:712: writing smithi17368540-22 from 4112384 to 4481024 tid 3 2024-08-30T21:00:39.007 INFO:tasks.rados.rados.0.smithi173.stdout:713: copy_from oid 23 from oid 12 current snap is 64 2024-08-30T21:00:39.007 INFO:tasks.rados.rados.0.smithi173.stdout:714: rmattr oid 11 current snap is 64 2024-08-30T21:00:39.008 INFO:tasks.rados.rados.0.smithi173.stdout:715: rollback oid 20 current snap is 64 2024-08-30T21:00:39.008 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 47 2024-08-30T21:00:39.008 INFO:tasks.rados.rados.0.smithi173.stdout:716: rollback oid 41 current snap is 64 2024-08-30T21:00:39.008 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 59 2024-08-30T21:00:39.008 INFO:tasks.rados.rados.0.smithi173.stdout:717: snap_create 2024-08-30T21:00:39.012 INFO:tasks.rados.rados.0.smithi173.stdout:712: finishing write tid 1 to smithi17368540-22 2024-08-30T21:00:39.013 INFO:tasks.rados.rados.0.smithi173.stdout:712: finishing write tid 2 to smithi17368540-22 2024-08-30T21:00:39.013 INFO:tasks.rados.rados.0.smithi173.stdout:712: finishing write tid 3 to smithi17368540-22 2024-08-30T21:00:39.014 INFO:tasks.rados.rados.0.smithi173.stdout:712: finishing write tid 4 to smithi17368540-22 2024-08-30T21:00:39.014 INFO:tasks.rados.rados.0.smithi173.stdout:715: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:00:39.014 INFO:tasks.rados.rados.0.smithi173.stdout:715: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:00:39.014 INFO:tasks.rados.rados.0.smithi173.stdout:715: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:00:39.014 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 235 (ObjNum 1579340032 snap 21857 seq_num 304) dirty exists 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:716: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:716: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:712: finishing write tid 5 to smithi17368540-22 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:712: oid 22 updating version 0 to 318 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:712: oid 22 updating version 318 to 321 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:712: oid 22 version 321 is already newer than 319 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:712: oid 22 version 321 is already newer than 320 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 321 (ObjNum 234 snap 64 seq_num 234) dirty exists 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:712: left oid 22 (ObjNum 234 snap 64 seq_num 234) 2024-08-30T21:00:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:716: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:00:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 239 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-30T21:00:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 414 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-30T21:00:39.028 INFO:tasks.rados.rados.0.smithi173.stdout:713: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:00:39.030 INFO:tasks.rados.rados.0.smithi173.stdout:713: finishing copy_from to smithi17368540-23 2024-08-30T21:00:39.030 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 431 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-08-30T21:00:39.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:38 smithi196 ceph-mon[21316]: pgmap v18: 121 pgs: 121 active+clean; 143 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-08-30T21:00:39.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.221 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:39 smithi196 ceph-mon[21316]: osdmap e200: 8 total, 8 up, 8 in 2024-08-30T21:00:39.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: pgmap v18: 121 pgs: 121 active+clean; 143 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-08-30T21:00:39.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[17131]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.462 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[17131]: osdmap e200: 8 total, 8 up, 8 in 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: pgmap v18: 121 pgs: 121 active+clean; 143 MiB data, 778 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 46 op/s 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: Reconfiguring daemon prometheus.a on smithi196 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.463 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:38 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.464 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:00:39.465 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:39 smithi173 ceph-mon[28069]: osdmap e200: 8 total, 8 up, 8 in 2024-08-30T21:00:40.005 INFO:tasks.rados.rados.0.smithi173.stdout:712: done (5 left) 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:713: done (4 left) 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:714: done (3 left) 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:715: done (2 left) 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:716: done (1 left) 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:717: done (0 left) 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:718: rollback oid 43 current snap is 65 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 43 to 59 2024-08-30T21:00:40.006 INFO:tasks.rados.rados.0.smithi173.stdout:719: snap_create 2024-08-30T21:00:40.009 INFO:tasks.rados.rados.0.smithi173.stdout:718: finishing rollback tid 1 to smithi17368540-43 2024-08-30T21:00:40.010 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 404 (ObjNum 305 snap 0 seq_num 2894044672) dirty dne 2024-08-30T21:00:40.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:40 smithi173 ceph-mon[28069]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-30T21:00:40.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:40 smithi173 ceph-mon[28069]: osdmap e201: 8 total, 8 up, 8 in 2024-08-30T21:00:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:40 smithi173 ceph-mon[17131]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-30T21:00:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:40 smithi173 ceph-mon[17131]: osdmap e201: 8 total, 8 up, 8 in 2024-08-30T21:00:40.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-mon[21316]: mgrmap e36: y(active, since 11s), standbys: x 2024-08-30T21:00:40.513 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-mon[21316]: osdmap e201: 8 total, 8 up, 8 in 2024-08-30T21:00:40.770 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:41.007 INFO:tasks.rados.rados.0.smithi173.stdout:718: done (1 left) 2024-08-30T21:00:41.007 INFO:tasks.rados.rados.0.smithi173.stdout:719: done (0 left) 2024-08-30T21:00:41.007 INFO:tasks.rados.rados.0.smithi173.stdout:720: rmattr oid 29 current snap is 66 2024-08-30T21:00:41.007 INFO:tasks.rados.rados.0.smithi173.stdout:721: snap_create 2024-08-30T21:00:41.009 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 416 (ObjNum 193 snap 47 seq_num 193) dirty exists 2024-08-30T21:00:41.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:41 smithi196 ceph-mon[21316]: pgmap v21: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-08-30T21:00:41.193 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:41 smithi196 ceph-mon[21316]: osdmap e202: 8 total, 8 up, 8 in 2024-08-30T21:00:41.193 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.907Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-30T21:00:41.194 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-30T21:00:41.195 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-30T21:00:41.195 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[63017]: ts=2024-08-30T21:00:40.908Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-30T21:00:41.195 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:40 smithi196 podman[65451]: 2024-08-30 21:00:40.918175731 +0000 UTC m=+0.123643143 container died b51257f14ea48e614a32f6c36ca2769eaf2fda8f712354a46a0e7c8c2c15f2a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:41.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:41 smithi173 ceph-mon[17131]: pgmap v21: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-08-30T21:00:41.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:41 smithi173 ceph-mon[17131]: osdmap e202: 8 total, 8 up, 8 in 2024-08-30T21:00:41.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:41 smithi173 ceph-mon[28069]: pgmap v21: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-08-30T21:00:41.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:41 smithi173 ceph-mon[28069]: osdmap e202: 8 total, 8 up, 8 in 2024-08-30T21:00:41.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 podman[65451]: 2024-08-30 21:00:41.308048562 +0000 UTC m=+0.513515974 container cleanup b51257f14ea48e614a32f6c36ca2769eaf2fda8f712354a46a0e7c8c2c15f2a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:41.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 bash[65451]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a 2024-08-30T21:00:41.877 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 podman[65463]: 2024-08-30 21:00:41.5424674 +0000 UTC m=+0.625957621 container remove b51257f14ea48e614a32f6c36ca2769eaf2fda8f712354a46a0e7c8c2c15f2a2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:41.878 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-30T21:00:41.878 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:41.878 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 1.039s CPU time. 2024-08-30T21:00:41.878 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 systemd[1]: Starting Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:41.981 INFO:tasks.rados.rados.0.smithi173.stdout:720: done (1 left) 2024-08-30T21:00:41.981 INFO:tasks.rados.rados.0.smithi173.stdout:721: done (0 left) 2024-08-30T21:00:41.981 INFO:tasks.rados.rados.0.smithi173.stdout:722: delete oid 33 current snap is 67 2024-08-30T21:00:41.983 INFO:tasks.rados.rados.0.smithi173.stdout:722: done (0 left) 2024-08-30T21:00:41.983 INFO:tasks.rados.rados.0.smithi173.stdout:723: setattr oid 48 current snap is 67 2024-08-30T21:00:41.986 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 67 2024-08-30T21:00:41.986 INFO:tasks.rados.rados.0.smithi173.stdout:724: seq_num 236 ranges {2801664=761856,3563520=647168,4210688=155648} 2024-08-30T21:00:42.005 INFO:tasks.rados.rados.0.smithi173.stdout:724: writing smithi17368540-2 from 2801664 to 3563520 tid 1 2024-08-30T21:00:42.009 INFO:tasks.rados.rados.0.smithi173.stdout:724: writing smithi17368540-2 from 3563520 to 4210688 tid 2 2024-08-30T21:00:42.010 INFO:tasks.rados.rados.0.smithi173.stdout:724: writing smithi17368540-2 from 4210688 to 4366336 tid 3 2024-08-30T21:00:42.010 INFO:tasks.rados.rados.0.smithi173.stdout:725: read oid 37 snap -1 2024-08-30T21:00:42.010 INFO:tasks.rados.rados.0.smithi173.stdout:725: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T21:00:42.010 INFO:tasks.rados.rados.0.smithi173.stdout:726: rmattr oid 8 current snap is 67 2024-08-30T21:00:42.011 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 241 (ObjNum 222 snap 59 seq_num 222) dirty exists 2024-08-30T21:00:42.011 INFO:tasks.rados.rados.0.smithi173.stdout:724: finishing write tid 1 to smithi17368540-2 2024-08-30T21:00:42.011 INFO:tasks.rados.rados.0.smithi173.stdout:723: done (3 left) 2024-08-30T21:00:42.011 INFO:tasks.rados.rados.0.smithi173.stdout:727: snap_create 2024-08-30T21:00:42.013 INFO:tasks.rados.rados.0.smithi173.stdout:724: finishing write tid 2 to smithi17368540-2 2024-08-30T21:00:42.013 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 258 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-08-30T21:00:42.013 INFO:tasks.rados.rados.0.smithi173.stdout:724: finishing write tid 3 to smithi17368540-2 2024-08-30T21:00:42.013 INFO:tasks.rados.rados.0.smithi173.stdout:724: finishing write tid 4 to smithi17368540-2 2024-08-30T21:00:42.014 INFO:tasks.rados.rados.0.smithi173.stdout:724: finishing write tid 5 to smithi17368540-2 2024-08-30T21:00:42.014 INFO:tasks.rados.rados.0.smithi173.stdout:724: oid 2 updating version 0 to 435 2024-08-30T21:00:42.014 INFO:tasks.rados.rados.0.smithi173.stdout:724: oid 2 version 435 is already newer than 432 2024-08-30T21:00:42.014 INFO:tasks.rados.rados.0.smithi173.stdout:724: oid 2 version 435 is already newer than 433 2024-08-30T21:00:42.014 INFO:tasks.rados.rados.0.smithi173.stdout:724: oid 2 version 435 is already newer than 434 2024-08-30T21:00:42.014 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 435 (ObjNum 236 snap 67 seq_num 236) dirty exists 2024-08-30T21:00:42.014 INFO:tasks.rados.rados.0.smithi173.stdout:724: left oid 2 (ObjNum 236 snap 67 seq_num 236) 2024-08-30T21:00:42.022 INFO:tasks.rados.rados.0.smithi173.stdout:725: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T21:00:42.130 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 podman[65555]: 2024-08-30 21:00:41.876751711 +0000 UTC m=+0.108262258 container create 88b67bb6babac119c58814373058c58298a1fe77f06a3ddfb9dba37d7cff388f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:42.131 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:41 smithi196 podman[65555]: 2024-08-30 21:00:41.785200107 +0000 UTC m=+0.016710608 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-30T21:00:42.131 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 podman[65555]: 2024-08-30 21:00:42.103943264 +0000 UTC m=+0.335453768 container init 88b67bb6babac119c58814373058c58298a1fe77f06a3ddfb9dba37d7cff388f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:42.131 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 podman[65555]: 2024-08-30 21:00:42.106832245 +0000 UTC m=+0.338342749 container start 88b67bb6babac119c58814373058c58298a1fe77f06a3ddfb9dba37d7cff388f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:00:42.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.130Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-30T21:00:42.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.130Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.130Z caller=main.go:570 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi196 (none))" 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.130Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.130Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.131Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.132Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.133Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.133Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.135Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.135Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.434µs 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.135Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-30T21:00:42.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.136Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.142Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.144Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.144Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.144Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.696µs wal_replay_duration=9.586634ms wbl_replay_duration=121ns total_replay_duration=9.623687ms 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.146Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.146Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.146Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.165Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.380008ms db_storage=726ns remote_storage=1.537µs web_handler=353ns query_engine=563ns scrape=379.943µs scrape_sd=114.581µs notify=11.13µs notify_sd=10.199µs rules=18.529549ms tracing=5.005µs 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.165Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:00:42.165Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 bash[65555]: 88b67bb6babac119c58814373058c58298a1fe77f06a3ddfb9dba37d7cff388f 2024-08-30T21:00:42.522 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:00:42 smithi196 systemd[1]: Started Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:42.986 INFO:tasks.rados.rados.0.smithi173.stdout:724: done (3 left) 2024-08-30T21:00:42.987 INFO:tasks.rados.rados.0.smithi173.stdout:725: done (2 left) 2024-08-30T21:00:42.987 INFO:tasks.rados.rados.0.smithi173.stdout:726: done (1 left) 2024-08-30T21:00:42.987 INFO:tasks.rados.rados.0.smithi173.stdout:727: done (0 left) 2024-08-30T21:00:42.987 INFO:tasks.rados.rados.0.smithi173.stdout:728: setattr oid 16 current snap is 68 2024-08-30T21:00:42.987 INFO:tasks.rados.rados.0.smithi173.stdout:729: snap_remove snap 47 2024-08-30T21:00:43.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-mon[21316]: pgmap v24: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-08-30T21:00:43.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-mon[21316]: osdmap e203: 8 total, 8 up, 8 in 2024-08-30T21:00:43.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:43.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:43.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:43.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:43.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:42 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[17131]: pgmap v24: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-08-30T21:00:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[17131]: osdmap e203: 8 total, 8 up, 8 in 2024-08-30T21:00:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[28069]: pgmap v24: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[28069]: osdmap e203: 8 total, 8 up, 8 in 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:43.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:42 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:43.991 INFO:tasks.rados.rados.0.smithi173.stdout:729: done (1 left) 2024-08-30T21:00:43.991 INFO:tasks.rados.rados.0.smithi173.stdout:730: snap_create 2024-08-30T21:00:43.991 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 93 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:00:44.095 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:00:44.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:43 smithi196 ceph-mon[21316]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:44.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:43 smithi196 ceph-mon[21316]: osdmap e204: 8 total, 8 up, 8 in 2024-08-30T21:00:44.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:43 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:44.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:43 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T21:00:44.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:43 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[17131]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[17131]: osdmap e204: 8 total, 8 up, 8 in 2024-08-30T21:00:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T21:00:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:44.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[28069]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:00:44.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[28069]: osdmap e204: 8 total, 8 up, 8 in 2024-08-30T21:00:44.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-30T21:00:44.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-30T21:00:44.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:43 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:44.651 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:00:44.651 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (3m) 12s ago 4m 24.7M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (4m) 12s ago 4m 85.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (5m) 12s ago 5m 15.2M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (5m) 12s ago 5m 19.5M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (65s) 12s ago 9m 139M - 19.3.0-4625-g24432b66 fb225243d408 c18a52ddb4ec 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (26s) 12s ago 10m 491M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (10m) 12s ago 11m 54.6M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 4409dc0886e3 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (9m) 12s ago 9m 49.8M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 1dc0af7e1ebe 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (9m) 12s ago 9m 47.2M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 354b08113242 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (4m) 12s ago 4m 15.7M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (4m) 12s ago 4m 15.9M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (8m) 12s ago 8m 123M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T21:00:44.652 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (8m) 12s ago 8m 117M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T21:00:44.653 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (8m) 12s ago 8m 146M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T21:00:44.653 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (7m) 12s ago 7m 104M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:00:44.653 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (7m) 12s ago 7m 127M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:00:44.653 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (6m) 12s ago 6m 127M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:00:44.653 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (6m) 12s ago 6m 76.8M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:00:44.653 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (6m) 12s ago 6m 124M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:00:44.653 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 starting - - - - 2024-08-30T21:00:44.992 INFO:tasks.rados.rados.0.smithi173.stdout:728: done (1 left) 2024-08-30T21:00:44.992 INFO:tasks.rados.rados.0.smithi173.stdout:730: done (0 left) 2024-08-30T21:00:44.992 INFO:tasks.rados.rados.0.smithi173.stdout:731: rmattr oid 17 current snap is 69 2024-08-30T21:00:44.992 INFO:tasks.rados.rados.0.smithi173.stdout:732: read oid 13 snap -1 2024-08-30T21:00:44.993 INFO:tasks.rados.rados.0.smithi173.stdout:732: expect (ObjNum 230 snap 62 seq_num 230) 2024-08-30T21:00:44.993 INFO:tasks.rados.rados.0.smithi173.stdout:733: rollback oid 14 current snap is 69 2024-08-30T21:00:44.993 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 67 2024-08-30T21:00:44.993 INFO:tasks.rados.rados.0.smithi173.stdout:734: delete oid 10 current snap is 69 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:00:44.997 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 13, 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:00:44.998 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:00:44.999 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 291 (ObjNum 215 snap 56 seq_num 215) dirty exists 2024-08-30T21:00:44.999 INFO:tasks.rados.rados.0.smithi173.stdout:731: done (3 left) 2024-08-30T21:00:44.999 INFO:tasks.rados.rados.0.smithi173.stdout:734: done (2 left) 2024-08-30T21:00:44.999 INFO:tasks.rados.rados.0.smithi173.stdout:735: snap_create 2024-08-30T21:00:45.000 INFO:tasks.rados.rados.0.smithi173.stdout:733: finishing rollback tid 0 to smithi17368540-14 2024-08-30T21:00:45.000 INFO:tasks.rados.rados.0.smithi173.stdout:733: finishing rollback tid 1 to smithi17368540-14 2024-08-30T21:00:45.000 INFO:tasks.rados.rados.0.smithi173.stdout:733: finishing rollback tid 2 to smithi17368540-14 2024-08-30T21:00:45.000 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 252 (ObjNum 161 snap 40 seq_num 161) dirty exists 2024-08-30T21:00:45.009 INFO:tasks.rados.rados.0.smithi173.stdout:732: expect (ObjNum 230 snap 62 seq_num 230) 2024-08-30T21:00:45.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:44 smithi196 ceph-mon[21316]: pgmap v27: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail 2024-08-30T21:00:45.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:44 smithi196 ceph-mon[21316]: Upgrade: Updating mgr.x 2024-08-30T21:00:45.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:44 smithi196 ceph-mon[21316]: Deploying daemon mgr.x on smithi196 2024-08-30T21:00:45.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:44 smithi196 ceph-mon[21316]: osdmap e205: 8 total, 8 up, 8 in 2024-08-30T21:00:45.198 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:44 smithi196 ceph-mon[21316]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:00:45.285 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "2/20 daemons upgraded", 2024-08-30T21:00:45.286 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading mgr daemons", 2024-08-30T21:00:45.286 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:00:45.286 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:00:45.286 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[28069]: pgmap v27: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail 2024-08-30T21:00:45.286 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[28069]: Upgrade: Updating mgr.x 2024-08-30T21:00:45.286 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[28069]: Deploying daemon mgr.x on smithi196 2024-08-30T21:00:45.286 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[28069]: osdmap e205: 8 total, 8 up, 8 in 2024-08-30T21:00:45.286 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[28069]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:45.287 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[17131]: pgmap v27: 121 pgs: 121 active+clean; 158 MiB data, 838 MiB used, 714 GiB / 715 GiB avail 2024-08-30T21:00:45.287 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[17131]: Upgrade: Updating mgr.x 2024-08-30T21:00:45.287 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[17131]: Deploying daemon mgr.x on smithi196 2024-08-30T21:00:45.287 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[17131]: osdmap e205: 8 total, 8 up, 8 in 2024-08-30T21:00:45.287 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:44 smithi173 ceph-mon[17131]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:45.520 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:45 smithi196 systemd[1]: Stopping Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:46.001 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:45 smithi196 podman[65902]: 2024-08-30 21:00:45.649869591 +0000 UTC m=+0.126043738 container died c18a52ddb4ec280da5ef1c5a50ae7664849d555a74ae5d12696ef57b59fc2476 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:00:46.007 INFO:tasks.rados.rados.0.smithi173.stdout:732: done (2 left) 2024-08-30T21:00:46.007 INFO:tasks.rados.rados.0.smithi173.stdout:733: done (1 left) 2024-08-30T21:00:46.007 INFO:tasks.rados.rados.0.smithi173.stdout:735: done (0 left) 2024-08-30T21:00:46.007 INFO:tasks.rados.rados.0.smithi173.stdout:736: setattr oid 39 current snap is 70 2024-08-30T21:00:46.008 INFO:tasks.rados.rados.0.smithi173.stdout:737: read oid 37 snap -1 2024-08-30T21:00:46.008 INFO:tasks.rados.rados.0.smithi173.stdout:737: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T21:00:46.008 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 70 2024-08-30T21:00:46.008 INFO:tasks.rados.rados.0.smithi173.stdout:738: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2024-08-30T21:00:46.012 INFO:tasks.rados.rados.0.smithi173.stdout:738: writing smithi17368540-33 from 0 to 794624 tid 1 2024-08-30T21:00:46.015 INFO:tasks.rados.rados.0.smithi173.stdout:738: writing smithi17368540-33 from 794624 to 1212416 tid 2 2024-08-30T21:00:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:738: writing smithi17368540-33 from 1212416 to 1597440 tid 3 2024-08-30T21:00:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:739: snap_remove snap 58 2024-08-30T21:00:46.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 podman[65902]: 2024-08-30 21:00:46.032053775 +0000 UTC m=+0.508227923 container cleanup c18a52ddb4ec280da5ef1c5a50ae7664849d555a74ae5d12696ef57b59fc2476 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:00:46.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 bash[65902]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x 2024-08-30T21:00:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:46 smithi196 ceph-mon[21316]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:46 smithi196 ceph-mon[21316]: from='client.15180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:46 smithi196 ceph-mon[21316]: osdmap e206: 8 total, 8 up, 8 in 2024-08-30T21:00:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:46 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/2878197397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:46.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[17131]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:46.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[17131]: from='client.15180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:46.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[17131]: osdmap e206: 8 total, 8 up, 8 in 2024-08-30T21:00:46.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[17131]: from='client.? 172.21.15.173:0/2878197397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:46.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[28069]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:46.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[28069]: from='client.15180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:46.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[28069]: osdmap e206: 8 total, 8 up, 8 in 2024-08-30T21:00:46.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:46 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/2878197397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:46.667 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 podman[65914]: 2024-08-30 21:00:46.301301166 +0000 UTC m=+0.652578937 container remove c18a52ddb4ec280da5ef1c5a50ae7664849d555a74ae5d12696ef57b59fc2476 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2) 2024-08-30T21:00:46.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-30T21:00:46.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-30T21:00:46.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 systemd[1]: Stopped Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:46.668 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service: Consumed 17.838s CPU time. 2024-08-30T21:00:47.002 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 systemd[1]: Starting Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:47.002 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 podman[66046]: 2024-08-30 21:00:46.778237775 +0000 UTC m=+0.015834445 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:00:47.002 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:46 smithi196 podman[66046]: 2024-08-30 21:00:46.877990503 +0000 UTC m=+0.115587162 container create 06db16c0742eb31f1589996fe6f09417a31856ca6c69ab1029da64f983745814 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:00:47.019 INFO:tasks.rados.rados.0.smithi173.stdout:739: done (3 left) 2024-08-30T21:00:47.019 INFO:tasks.rados.rados.0.smithi173.stdout:740: setattr oid 47 current snap is 70 2024-08-30T21:00:47.019 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 114 (ObjNum 231 snap 62 seq_num 231) dirty exists 2024-08-30T21:00:47.019 INFO:tasks.rados.rados.0.smithi173.stdout:737: expect (ObjNum 57 snap 4 seq_num 57) 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: finishing write tid 1 to smithi17368540-33 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: finishing write tid 2 to smithi17368540-33 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: finishing write tid 3 to smithi17368540-33 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: finishing write tid 4 to smithi17368540-33 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: finishing write tid 5 to smithi17368540-33 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: oid 33 updating version 0 to 335 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: oid 33 version 335 is already newer than 332 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: oid 33 version 335 is already newer than 333 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: oid 33 version 335 is already newer than 334 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 335 (ObjNum 238 snap 70 seq_num 238) dirty exists 2024-08-30T21:00:47.072 INFO:tasks.rados.rados.0.smithi173.stdout:738: left oid 33 (ObjNum 238 snap 70 seq_num 238) 2024-08-30T21:00:47.073 INFO:tasks.rados.rados.0.smithi173.stdout:736: done (3 left) 2024-08-30T21:00:47.073 INFO:tasks.rados.rados.0.smithi173.stdout:737: done (2 left) 2024-08-30T21:00:47.073 INFO:tasks.rados.rados.0.smithi173.stdout:738: done (1 left) 2024-08-30T21:00:47.073 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 70 2024-08-30T21:00:47.073 INFO:tasks.rados.rados.0.smithi173.stdout:741: seq_num 239 ranges {1482752=409600,1892352=704512,2596864=499712} 2024-08-30T21:00:47.082 INFO:tasks.rados.rados.0.smithi173.stdout:741: writing smithi17368540-32 from 1482752 to 1892352 tid 1 2024-08-30T21:00:47.086 INFO:tasks.rados.rados.0.smithi173.stdout:741: writing smithi17368540-32 from 1892352 to 2596864 tid 2 2024-08-30T21:00:47.089 INFO:tasks.rados.rados.0.smithi173.stdout:741: writing smithi17368540-32 from 2596864 to 3096576 tid 3 2024-08-30T21:00:47.089 INFO:tasks.rados.rados.0.smithi173.stdout:742: delete oid 42 current snap is 70 2024-08-30T21:00:47.089 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 257 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-30T21:00:47.089 INFO:tasks.rados.rados.0.smithi173.stdout:741: finishing write tid 1 to smithi17368540-32 2024-08-30T21:00:47.089 INFO:tasks.rados.rados.0.smithi173.stdout:741: finishing write tid 2 to smithi17368540-32 2024-08-30T21:00:47.092 INFO:tasks.rados.rados.0.smithi173.stdout:741: finishing write tid 3 to smithi17368540-32 2024-08-30T21:00:47.092 INFO:tasks.rados.rados.0.smithi173.stdout:741: finishing write tid 4 to smithi17368540-32 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:741: finishing write tid 5 to smithi17368540-32 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:741: oid 32 updating version 0 to 483 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:741: oid 32 updating version 483 to 486 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:741: oid 32 version 486 is already newer than 485 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:741: oid 32 version 486 is already newer than 484 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 486 (ObjNum 239 snap 70 seq_num 239) dirty exists 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:741: left oid 32 (ObjNum 239 snap 70 seq_num 239) 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:740: done (2 left) 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:741: done (1 left) 2024-08-30T21:00:47.093 INFO:tasks.rados.rados.0.smithi173.stdout:742: done (0 left) 2024-08-30T21:00:47.094 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 70 2024-08-30T21:00:47.094 INFO:tasks.rados.rados.0.smithi173.stdout:743: seq_num 241 ranges {2138112=442368,2580480=466944,3047424=688128,3735552=49152} 2024-08-30T21:00:47.106 INFO:tasks.rados.rados.0.smithi173.stdout:743: writing smithi17368540-3 from 2138112 to 2580480 tid 1 2024-08-30T21:00:47.108 INFO:tasks.rados.rados.0.smithi173.stdout:743: writing smithi17368540-3 from 2580480 to 3047424 tid 2 2024-08-30T21:00:47.112 INFO:tasks.rados.rados.0.smithi173.stdout:743: writing smithi17368540-3 from 3047424 to 3735552 tid 3 2024-08-30T21:00:47.113 INFO:tasks.rados.rados.0.smithi173.stdout:743: writing smithi17368540-3 from 3735552 to 3784704 tid 4 2024-08-30T21:00:47.113 INFO:tasks.rados.rados.0.smithi173.stdout:744: snap_create 2024-08-30T21:00:47.113 INFO:tasks.rados.rados.0.smithi173.stdout:743: finishing write tid 1 to smithi17368540-3 2024-08-30T21:00:47.113 INFO:tasks.rados.rados.0.smithi173.stdout:743: finishing write tid 2 to smithi17368540-3 2024-08-30T21:00:47.116 INFO:tasks.rados.rados.0.smithi173.stdout:743: finishing write tid 3 to smithi17368540-3 2024-08-30T21:00:47.116 INFO:tasks.rados.rados.0.smithi173.stdout:743: finishing write tid 4 to smithi17368540-3 2024-08-30T21:00:47.116 INFO:tasks.rados.rados.0.smithi173.stdout:743: finishing write tid 5 to smithi17368540-3 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:743: finishing write tid 6 to smithi17368540-3 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:743: oid 3 updating version 0 to 430 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:743: oid 3 version 430 is already newer than 429 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:743: oid 3 updating version 430 to 431 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:743: oid 3 version 431 is already newer than 428 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:743: oid 3 updating version 431 to 432 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 432 (ObjNum 241 snap 70 seq_num 241) dirty exists 2024-08-30T21:00:47.119 INFO:tasks.rados.rados.0.smithi173.stdout:743: left oid 3 (ObjNum 241 snap 70 seq_num 241) 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:47 smithi196 ceph-mon[21316]: pgmap v30: 121 pgs: 121 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:47 smithi196 ceph-mon[21316]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:47 smithi196 ceph-mon[21316]: osdmap e207: 8 total, 8 up, 8 in 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:47 smithi196 podman[66046]: 2024-08-30 21:00:47.131706745 +0000 UTC m=+0.369303411 container init 06db16c0742eb31f1589996fe6f09417a31856ca6c69ab1029da64f983745814 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:47 smithi196 podman[66046]: 2024-08-30 21:00:47.134603033 +0000 UTC m=+0.372199698 container start 06db16c0742eb31f1589996fe6f09417a31856ca6c69ab1029da64f983745814 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:47 smithi196 ceph-mgr[66065]: -- 172.21.15.196:0/2381074044 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b8b99230e0 con 0x55b8b9901000 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:47 smithi196 bash[66046]: 06db16c0742eb31f1589996fe6f09417a31856ca6c69ab1029da64f983745814 2024-08-30T21:00:47.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:47 smithi196 systemd[1]: Started Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:00:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:47 smithi173 ceph-mon[28069]: pgmap v30: 121 pgs: 121 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-30T21:00:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:47 smithi173 ceph-mon[28069]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:47 smithi173 ceph-mon[28069]: osdmap e207: 8 total, 8 up, 8 in 2024-08-30T21:00:47.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:47 smithi173 ceph-mon[17131]: pgmap v30: 121 pgs: 121 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-30T21:00:47.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:47 smithi173 ceph-mon[17131]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:00:47.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:47 smithi173 ceph-mon[17131]: osdmap e207: 8 total, 8 up, 8 in 2024-08-30T21:00:48.021 INFO:tasks.rados.rados.0.smithi173.stdout:743: done (1 left) 2024-08-30T21:00:48.021 INFO:tasks.rados.rados.0.smithi173.stdout:744: done (0 left) 2024-08-30T21:00:48.021 INFO:tasks.rados.rados.0.smithi173.stdout:745: snap_remove snap 68 2024-08-30T21:00:48.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:48 smithi196 ceph-mon[21316]: osdmap e208: 8 total, 8 up, 8 in 2024-08-30T21:00:48.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:48 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:48.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:48 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:48.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:48 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:48.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[17131]: osdmap e208: 8 total, 8 up, 8 in 2024-08-30T21:00:48.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:48.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:48.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:48.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[28069]: osdmap e208: 8 total, 8 up, 8 in 2024-08-30T21:00:48.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:48.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:48.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:48 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:49.023 INFO:tasks.rados.rados.0.smithi173.stdout:745: done (0 left) 2024-08-30T21:00:49.023 INFO:tasks.rados.rados.0.smithi173.stdout:746: rmattr oid 46 current snap is 71 2024-08-30T21:00:49.023 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 71 2024-08-30T21:00:49.023 INFO:tasks.rados.rados.0.smithi173.stdout:747: seq_num 242 ranges {1433600=458752,1892352=753664,2646016=450560} 2024-08-30T21:00:49.034 INFO:tasks.rados.rados.0.smithi173.stdout:747: writing smithi17368540-48 from 1433600 to 1892352 tid 1 2024-08-30T21:00:49.038 INFO:tasks.rados.rados.0.smithi173.stdout:747: writing smithi17368540-48 from 1892352 to 2646016 tid 2 2024-08-30T21:00:49.041 INFO:tasks.rados.rados.0.smithi173.stdout:747: writing smithi17368540-48 from 2646016 to 3096576 tid 3 2024-08-30T21:00:49.041 INFO:tasks.rados.rados.0.smithi173.stdout:748: delete oid 18 current snap is 71 2024-08-30T21:00:49.041 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 243 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:00:49.042 INFO:tasks.rados.rados.0.smithi173.stdout:747: finishing write tid 1 to smithi17368540-48 2024-08-30T21:00:49.043 INFO:tasks.rados.rados.0.smithi173.stdout:747: finishing write tid 2 to smithi17368540-48 2024-08-30T21:00:49.043 INFO:tasks.rados.rados.0.smithi173.stdout:746: done (2 left) 2024-08-30T21:00:49.044 INFO:tasks.rados.rados.0.smithi173.stdout:748: done (1 left) 2024-08-30T21:00:49.044 INFO:tasks.rados.rados.0.smithi173.stdout:749: read oid 49 snap -1 2024-08-30T21:00:49.044 INFO:tasks.rados.rados.0.smithi173.stdout:749: expect (ObjNum 232 snap 62 seq_num 232) 2024-08-30T21:00:49.044 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 71 2024-08-30T21:00:49.044 INFO:tasks.rados.rados.0.smithi173.stdout:750: seq_num 244 ranges {3858432=491520,4349952=573440,4923392=458752,5382144=172032} 2024-08-30T21:00:49.067 INFO:tasks.rados.rados.0.smithi173.stdout:750: writing smithi17368540-27 from 3858432 to 4349952 tid 1 2024-08-30T21:00:49.070 INFO:tasks.rados.rados.0.smithi173.stdout:750: writing smithi17368540-27 from 4349952 to 4923392 tid 2 2024-08-30T21:00:49.073 INFO:tasks.rados.rados.0.smithi173.stdout:750: writing smithi17368540-27 from 4923392 to 5382144 tid 3 2024-08-30T21:00:49.075 INFO:tasks.rados.rados.0.smithi173.stdout:750: writing smithi17368540-27 from 5382144 to 5554176 tid 4 2024-08-30T21:00:49.075 INFO:tasks.rados.rados.0.smithi173.stdout:751: read oid 38 snap -1 2024-08-30T21:00:49.075 INFO:tasks.rados.rados.0.smithi173.stdout:751: expect deleted 2024-08-30T21:00:49.075 INFO:tasks.rados.rados.0.smithi173.stdout:752: rmattr oid 12 current snap is 71 2024-08-30T21:00:49.075 INFO:tasks.rados.rados.0.smithi173.stdout:752: done (4 left) 2024-08-30T21:00:49.075 INFO:tasks.rados.rados.0.smithi173.stdout:753: delete oid 29 current snap is 71 2024-08-30T21:00:49.075 INFO:tasks.rados.rados.0.smithi173.stdout:747: finishing write tid 3 to smithi17368540-48 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:747: finishing write tid 4 to smithi17368540-48 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:747: finishing write tid 5 to smithi17368540-48 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:747: oid 48 updating version 0 to 255 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:747: oid 48 updating version 255 to 258 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:747: oid 48 version 258 is already newer than 256 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:747: oid 48 version 258 is already newer than 257 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 258 (ObjNum 242 snap 71 seq_num 242) dirty exists 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:747: left oid 48 (ObjNum 242 snap 71 seq_num 242) 2024-08-30T21:00:49.076 INFO:tasks.rados.rados.0.smithi173.stdout:749: expect (ObjNum 232 snap 62 seq_num 232) 2024-08-30T21:00:49.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:49 smithi173 ceph-mon[17131]: pgmap v33: 121 pgs: 121 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-30T21:00:49.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:49 smithi173 ceph-mon[17131]: osdmap e209: 8 total, 8 up, 8 in 2024-08-30T21:00:49.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:49 smithi173 ceph-mon[28069]: pgmap v33: 121 pgs: 121 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-30T21:00:49.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:49 smithi173 ceph-mon[28069]: osdmap e209: 8 total, 8 up, 8 in 2024-08-30T21:00:49.466 INFO:tasks.rados.rados.0.smithi173.stdout:750: finishing write tid 1 to smithi17368540-27 2024-08-30T21:00:49.466 INFO:tasks.rados.rados.0.smithi173.stdout:750: finishing write tid 2 to smithi17368540-27 2024-08-30T21:00:49.466 INFO:tasks.rados.rados.0.smithi173.stdout:750: finishing write tid 3 to smithi17368540-27 2024-08-30T21:00:49.466 INFO:tasks.rados.rados.0.smithi173.stdout:750: finishing write tid 4 to smithi17368540-27 2024-08-30T21:00:49.466 INFO:tasks.rados.rados.0.smithi173.stdout:750: finishing write tid 5 to smithi17368540-27 2024-08-30T21:00:49.466 INFO:tasks.rados.rados.0.smithi173.stdout:747: done (4 left) 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:749: done (3 left) 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:751: done (2 left) 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:753: done (1 left) 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:754: copy_from oid 32 from oid 19 current snap is 71 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: finishing write tid 6 to smithi17368540-27 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: oid 27 updating version 0 to 437 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: oid 27 updating version 437 to 439 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: oid 27 updating version 439 to 440 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: oid 27 version 440 is already newer than 438 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: oid 27 version 440 is already newer than 436 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 440 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: left oid 27 (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:750: done (1 left) 2024-08-30T21:00:49.467 INFO:tasks.rados.rados.0.smithi173.stdout:755: snap_remove snap 59 2024-08-30T21:00:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:49 smithi196 ceph-mon[21316]: pgmap v33: 121 pgs: 121 active+clean; 169 MiB data, 851 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-08-30T21:00:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:49 smithi196 ceph-mon[21316]: osdmap e209: 8 total, 8 up, 8 in 2024-08-30T21:00:50.039 INFO:tasks.rados.rados.0.smithi173.stdout:754: finishing copy_from racing read to smithi17368540-32 2024-08-30T21:00:50.039 INFO:tasks.rados.rados.0.smithi173.stdout:754: finishing copy_from to smithi17368540-32 2024-08-30T21:00:50.039 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 188 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:00:50.039 INFO:tasks.rados.rados.0.smithi173.stdout:754: done (1 left) 2024-08-30T21:00:50.040 INFO:tasks.rados.rados.0.smithi173.stdout:755: done (0 left) 2024-08-30T21:00:50.040 INFO:tasks.rados.rados.0.smithi173.stdout:756: snap_create 2024-08-30T21:00:50.084 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:50 smithi196 ceph-mon[21316]: osdmap e210: 8 total, 8 up, 8 in 2024-08-30T21:00:50.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:50 smithi173 ceph-mon[17131]: osdmap e210: 8 total, 8 up, 8 in 2024-08-30T21:00:50.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:50 smithi173 ceph-mon[28069]: osdmap e210: 8 total, 8 up, 8 in 2024-08-30T21:00:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:756: done (0 left) 2024-08-30T21:00:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 72 2024-08-30T21:00:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:757: seq_num 246 ranges {0=524288,524288=745472,1269760=425984,1695744=32768} 2024-08-30T21:00:51.048 INFO:tasks.rados.rados.0.smithi173.stdout:757: writing smithi17368540-21 from 0 to 524288 tid 1 2024-08-30T21:00:51.051 INFO:tasks.rados.rados.0.smithi173.stdout:757: writing smithi17368540-21 from 524288 to 1269760 tid 2 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:757: writing smithi17368540-21 from 1269760 to 1695744 tid 3 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:757: writing smithi17368540-21 from 1695744 to 1728512 tid 4 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:758: rollback oid 42 current snap is 72 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 42 to 57 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:757: finishing write tid 1 to smithi17368540-21 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:757: finishing write tid 2 to smithi17368540-21 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 72 2024-08-30T21:00:51.054 INFO:tasks.rados.rados.0.smithi173.stdout:759: seq_num 247 ranges {0=540672,540672=622592,1163264=581632} 2024-08-30T21:00:51.057 INFO:tasks.rados.rados.0.smithi173.stdout:759: writing smithi17368540-47 from 0 to 540672 tid 1 2024-08-30T21:00:51.061 INFO:tasks.rados.rados.0.smithi173.stdout:759: writing smithi17368540-47 from 540672 to 1163264 tid 2 2024-08-30T21:00:51.065 INFO:tasks.rados.rados.0.smithi173.stdout:759: writing smithi17368540-47 from 1163264 to 1744896 tid 3 2024-08-30T21:00:51.065 INFO:tasks.rados.rados.0.smithi173.stdout:760: copy_from oid 13 from oid 7 current snap is 72 2024-08-30T21:00:51.065 INFO:tasks.rados.rados.0.smithi173.stdout:757: finishing write tid 3 to smithi17368540-21 2024-08-30T21:00:51.065 INFO:tasks.rados.rados.0.smithi173.stdout:757: finishing write tid 4 to smithi17368540-21 2024-08-30T21:00:51.065 INFO:tasks.rados.rados.0.smithi173.stdout:757: finishing write tid 5 to smithi17368540-21 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:758: finishing rollback tid 1 to smithi17368540-42 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:758: finishing rollback tid 2 to smithi17368540-42 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 500 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: finishing write tid 6 to smithi17368540-21 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: oid 21 updating version 0 to 348 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: oid 21 updating version 348 to 351 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: oid 21 version 351 is already newer than 350 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: oid 21 updating version 351 to 352 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: oid 21 version 352 is already newer than 349 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 352 (ObjNum 246 snap 72 seq_num 246) dirty exists 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: left oid 21 (ObjNum 246 snap 72 seq_num 246) 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:759: finishing write tid 1 to smithi17368540-47 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:759: finishing write tid 2 to smithi17368540-47 2024-08-30T21:00:51.066 INFO:tasks.rados.rados.0.smithi173.stdout:757: done (3 left) 2024-08-30T21:00:51.067 INFO:tasks.rados.rados.0.smithi173.stdout:758: done (2 left) 2024-08-30T21:00:51.067 INFO:tasks.rados.rados.0.smithi173.stdout:761: snap_create 2024-08-30T21:00:51.068 INFO:tasks.rados.rados.0.smithi173.stdout:759: finishing write tid 3 to smithi17368540-47 2024-08-30T21:00:51.068 INFO:tasks.rados.rados.0.smithi173.stdout:759: finishing write tid 4 to smithi17368540-47 2024-08-30T21:00:51.070 INFO:tasks.rados.rados.0.smithi173.stdout:759: finishing write tid 5 to smithi17368540-47 2024-08-30T21:00:51.070 INFO:tasks.rados.rados.0.smithi173.stdout:759: oid 47 updating version 0 to 266 2024-08-30T21:00:51.070 INFO:tasks.rados.rados.0.smithi173.stdout:759: oid 47 version 266 is already newer than 265 2024-08-30T21:00:51.070 INFO:tasks.rados.rados.0.smithi173.stdout:759: oid 47 updating version 266 to 267 2024-08-30T21:00:51.070 INFO:tasks.rados.rados.0.smithi173.stdout:759: oid 47 updating version 267 to 268 2024-08-30T21:00:51.070 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 268 (ObjNum 247 snap 72 seq_num 247) dirty exists 2024-08-30T21:00:51.070 INFO:tasks.rados.rados.0.smithi173.stdout:759: left oid 47 (ObjNum 247 snap 72 seq_num 247) 2024-08-30T21:00:51.072 INFO:tasks.rados.rados.0.smithi173.stdout:760: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:00:51.072 INFO:tasks.rados.rados.0.smithi173.stdout:760: finishing copy_from to smithi17368540-13 2024-08-30T21:00:51.072 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-30T21:00:51.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:51 smithi196 ceph-mon[21316]: pgmap v36: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-30T21:00:51.325 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:51 smithi196 ceph-mon[21316]: osdmap e211: 8 total, 8 up, 8 in 2024-08-30T21:00:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:51 smithi173 ceph-mon[17131]: pgmap v36: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-30T21:00:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:51 smithi173 ceph-mon[17131]: osdmap e211: 8 total, 8 up, 8 in 2024-08-30T21:00:51.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:51 smithi173 ceph-mon[28069]: pgmap v36: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-30T21:00:51.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:51 smithi173 ceph-mon[28069]: osdmap e211: 8 total, 8 up, 8 in 2024-08-30T21:00:51.983 INFO:tasks.rados.rados.0.smithi173.stdout:759: done (2 left) 2024-08-30T21:00:51.984 INFO:tasks.rados.rados.0.smithi173.stdout:760: done (1 left) 2024-08-30T21:00:51.984 INFO:tasks.rados.rados.0.smithi173.stdout:761: done (0 left) 2024-08-30T21:00:51.984 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 73 2024-08-30T21:00:51.984 INFO:tasks.rados.rados.0.smithi173.stdout:762: seq_num 248 ranges {540672=557056,1097728=507904,1605632=442368,2048000=253952} 2024-08-30T21:00:51.989 INFO:tasks.rados.rados.0.smithi173.stdout:762: writing smithi17368540-15 from 540672 to 1097728 tid 1 2024-08-30T21:00:51.992 INFO:tasks.rados.rados.0.smithi173.stdout:762: writing smithi17368540-15 from 1097728 to 1605632 tid 2 2024-08-30T21:00:51.995 INFO:tasks.rados.rados.0.smithi173.stdout:762: writing smithi17368540-15 from 1605632 to 2048000 tid 3 2024-08-30T21:00:51.996 INFO:tasks.rados.rados.0.smithi173.stdout:762: writing smithi17368540-15 from 2048000 to 2301952 tid 4 2024-08-30T21:00:51.997 INFO:tasks.rados.rados.0.smithi173.stdout:763: delete oid 31 current snap is 73 2024-08-30T21:00:51.997 INFO:tasks.rados.rados.0.smithi173.stdout:762: finishing write tid 1 to smithi17368540-15 2024-08-30T21:00:51.997 INFO:tasks.rados.rados.0.smithi173.stdout:762: finishing write tid 2 to smithi17368540-15 2024-08-30T21:00:51.998 INFO:tasks.rados.rados.0.smithi173.stdout:762: finishing write tid 3 to smithi17368540-15 2024-08-30T21:00:51.998 INFO:tasks.rados.rados.0.smithi173.stdout:762: finishing write tid 4 to smithi17368540-15 2024-08-30T21:00:51.999 INFO:tasks.rados.rados.0.smithi173.stdout:762: finishing write tid 5 to smithi17368540-15 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:762: finishing write tid 6 to smithi17368540-15 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:762: oid 15 updating version 0 to 268 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:762: oid 15 updating version 268 to 272 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:762: oid 15 version 272 is already newer than 270 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:762: oid 15 version 272 is already newer than 269 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:762: oid 15 version 272 is already newer than 271 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 272 (ObjNum 248 snap 73 seq_num 248) dirty exists 2024-08-30T21:00:52.000 INFO:tasks.rados.rados.0.smithi173.stdout:762: left oid 15 (ObjNum 248 snap 73 seq_num 248) 2024-08-30T21:00:52.002 INFO:tasks.rados.rados.0.smithi173.stdout:762: done (1 left) 2024-08-30T21:00:52.002 INFO:tasks.rados.rados.0.smithi173.stdout:763: done (0 left) 2024-08-30T21:00:52.002 INFO:tasks.rados.rados.0.smithi173.stdout:764: snap_create 2024-08-30T21:00:52.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-mon[21316]: osdmap e212: 8 total, 8 up, 8 in 2024-08-30T21:00:52.415 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:52.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:52.416 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-mon[21316]: osdmap e213: 8 total, 8 up, 8 in 2024-08-30T21:00:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[17131]: osdmap e212: 8 total, 8 up, 8 in 2024-08-30T21:00:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[17131]: osdmap e213: 8 total, 8 up, 8 in 2024-08-30T21:00:52.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[28069]: osdmap e212: 8 total, 8 up, 8 in 2024-08-30T21:00:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:52.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:52 smithi173 ceph-mon[28069]: osdmap e213: 8 total, 8 up, 8 in 2024-08-30T21:00:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: [30/Aug/2024:21:00:52] ENGINE Bus STARTING 2024-08-30T21:00:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: CherryPy Checker: 2024-08-30T21:00:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: The Application mounted at '' has an empty config. 2024-08-30T21:00:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: 2024-08-30T21:00:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: [30/Aug/2024:21:00:52] ENGINE Serving on http://:::9283 2024-08-30T21:00:52.770 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:00:52 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: [30/Aug/2024:21:00:52] ENGINE Bus STARTED 2024-08-30T21:00:52.987 INFO:tasks.rados.rados.0.smithi173.stdout:764: done (0 left) 2024-08-30T21:00:52.987 INFO:tasks.rados.rados.0.smithi173.stdout:765: copy_from oid 33 from oid 44 current snap is 74 2024-08-30T21:00:52.987 INFO:tasks.rados.rados.0.smithi173.stdout:766: delete oid 3 current snap is 74 2024-08-30T21:00:52.993 INFO:tasks.rados.rados.0.smithi173.stdout:766: done (1 left) 2024-08-30T21:00:52.993 INFO:tasks.rados.rados.0.smithi173.stdout:767: snap_remove snap 73 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: pgmap v39: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: Standby manager daemon x restarted 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: Standby manager daemon x started 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:00:53.139 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:53.140 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:53 smithi196 ceph-mon[21316]: osdmap e214: 8 total, 8 up, 8 in 2024-08-30T21:00:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: pgmap v39: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-30T21:00:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: Standby manager daemon x restarted 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: Standby manager daemon x started 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[17131]: osdmap e214: 8 total, 8 up, 8 in 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: pgmap v39: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: Standby manager daemon x restarted 2024-08-30T21:00:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: Standby manager daemon x started 2024-08-30T21:00:53.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:00:53.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:00:53.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:00:53.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3598409681' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:00:53.462 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:53 smithi173 ceph-mon[28069]: osdmap e214: 8 total, 8 up, 8 in 2024-08-30T21:00:53.991 INFO:tasks.rados.rados.0.smithi173.stdout:767: done (1 left) 2024-08-30T21:00:53.991 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 74 2024-08-30T21:00:53.991 INFO:tasks.rados.rados.0.smithi173.stdout:765: finishing copy_from racing read to smithi17368540-33 2024-08-30T21:00:53.991 INFO:tasks.rados.rados.0.smithi173.stdout:768: seq_num 251 ranges {1728512=606208,2334720=614400,2949120=589824} 2024-08-30T21:00:54.004 INFO:tasks.rados.rados.0.smithi173.stdout:768: writing smithi17368540-21 from 1728512 to 2334720 tid 1 2024-08-30T21:00:54.007 INFO:tasks.rados.rados.0.smithi173.stdout:768: writing smithi17368540-21 from 2334720 to 2949120 tid 2 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:768: writing smithi17368540-21 from 2949120 to 3538944 tid 3 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:769: read oid 3 snap -1 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:769: expect deleted 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:770: read oid 23 snap -1 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:770: expect (ObjNum 217 snap 57 seq_num 217) 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:771: delete oid 2 current snap is 74 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:765: finishing copy_from to smithi17368540-33 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 234 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:768: finishing write tid 1 to smithi17368540-21 2024-08-30T21:00:54.011 INFO:tasks.rados.rados.0.smithi173.stdout:768: finishing write tid 2 to smithi17368540-21 2024-08-30T21:00:54.014 INFO:tasks.rados.rados.0.smithi173.stdout:768: finishing write tid 3 to smithi17368540-21 2024-08-30T21:00:54.014 INFO:tasks.rados.rados.0.smithi173.stdout:768: finishing write tid 4 to smithi17368540-21 2024-08-30T21:00:54.015 INFO:tasks.rados.rados.0.smithi173.stdout:768: finishing write tid 5 to smithi17368540-21 2024-08-30T21:00:54.015 INFO:tasks.rados.rados.0.smithi173.stdout:768: oid 21 updating version 0 to 361 2024-08-30T21:00:54.015 INFO:tasks.rados.rados.0.smithi173.stdout:768: oid 21 version 361 is already newer than 359 2024-08-30T21:00:54.015 INFO:tasks.rados.rados.0.smithi173.stdout:768: oid 21 version 361 is already newer than 358 2024-08-30T21:00:54.015 INFO:tasks.rados.rados.0.smithi173.stdout:768: oid 21 version 361 is already newer than 360 2024-08-30T21:00:54.015 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 361 (ObjNum 251 snap 74 seq_num 251) dirty exists 2024-08-30T21:00:54.015 INFO:tasks.rados.rados.0.smithi173.stdout:768: left oid 21 (ObjNum 251 snap 74 seq_num 251) 2024-08-30T21:00:54.028 INFO:tasks.rados.rados.0.smithi173.stdout:770: expect (ObjNum 217 snap 57 seq_num 217) 2024-08-30T21:00:54.188 INFO:tasks.rados.rados.0.smithi173.stdout:765: done (4 left) 2024-08-30T21:00:54.189 INFO:tasks.rados.rados.0.smithi173.stdout:768: done (3 left) 2024-08-30T21:00:54.189 INFO:tasks.rados.rados.0.smithi173.stdout:769: done (2 left) 2024-08-30T21:00:54.189 INFO:tasks.rados.rados.0.smithi173.stdout:770: done (1 left) 2024-08-30T21:00:54.189 INFO:tasks.rados.rados.0.smithi173.stdout:771: done (0 left) 2024-08-30T21:00:54.189 INFO:tasks.rados.rados.0.smithi173.stdout:772: read oid 31 snap -1 2024-08-30T21:00:54.189 INFO:tasks.rados.rados.0.smithi173.stdout:772: expect deleted 2024-08-30T21:00:54.189 INFO:tasks.rados.rados.0.smithi173.stdout:773: delete oid 48 current snap is 74 2024-08-30T21:00:54.191 INFO:tasks.rados.rados.0.smithi173.stdout:772: done (1 left) 2024-08-30T21:00:54.192 INFO:tasks.rados.rados.0.smithi173.stdout:773: done (0 left) 2024-08-30T21:00:54.192 INFO:tasks.rados.rados.0.smithi173.stdout:774: read oid 25 snap -1 2024-08-30T21:00:54.192 INFO:tasks.rados.rados.0.smithi173.stdout:774: expect (ObjNum 203 snap 54 seq_num 203) 2024-08-30T21:00:54.192 INFO:tasks.rados.rados.0.smithi173.stdout:775: read oid 28 snap 54 2024-08-30T21:00:54.192 INFO:tasks.rados.rados.0.smithi173.stdout:775: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:54.192 INFO:tasks.rados.rados.0.smithi173.stdout:776: snap_create 2024-08-30T21:00:54.206 INFO:tasks.rados.rados.0.smithi173.stdout:775: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:00:54.300 INFO:tasks.rados.rados.0.smithi173.stdout:774: expect (ObjNum 203 snap 54 seq_num 203) 2024-08-30T21:00:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:54 smithi196 ceph-mon[21316]: pgmap v42: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail 2024-08-30T21:00:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:54 smithi196 ceph-mon[21316]: mgrmap e37: y(active, since 26s), standbys: x 2024-08-30T21:00:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:54 smithi196 ceph-mon[21316]: osdmap e215: 8 total, 8 up, 8 in 2024-08-30T21:00:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:54 smithi173 ceph-mon[17131]: pgmap v42: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail 2024-08-30T21:00:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:54 smithi173 ceph-mon[17131]: mgrmap e37: y(active, since 26s), standbys: x 2024-08-30T21:00:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:54 smithi173 ceph-mon[17131]: osdmap e215: 8 total, 8 up, 8 in 2024-08-30T21:00:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:54 smithi173 ceph-mon[28069]: pgmap v42: 121 pgs: 121 active+clean; 173 MiB data, 880 MiB used, 714 GiB / 715 GiB avail 2024-08-30T21:00:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:54 smithi173 ceph-mon[28069]: mgrmap e37: y(active, since 26s), standbys: x 2024-08-30T21:00:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:54 smithi173 ceph-mon[28069]: osdmap e215: 8 total, 8 up, 8 in 2024-08-30T21:00:55.051 INFO:tasks.rados.rados.0.smithi173.stdout:774: done (2 left) 2024-08-30T21:00:55.051 INFO:tasks.rados.rados.0.smithi173.stdout:775: done (1 left) 2024-08-30T21:00:55.051 INFO:tasks.rados.rados.0.smithi173.stdout:776: done (0 left) 2024-08-30T21:00:55.051 INFO:tasks.rados.rados.0.smithi173.stdout:777: snap_remove snap 67 2024-08-30T21:00:55.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:00:55] "GET /metrics HTTP/1.1" 200 36177 "" "Prometheus/2.43.0" 2024-08-30T21:00:56.061 INFO:tasks.rados.rados.0.smithi173.stdout:777: done (0 left) 2024-08-30T21:00:56.062 INFO:tasks.rados.rados.0.smithi173.stdout:778: read oid 47 snap -1 2024-08-30T21:00:56.062 INFO:tasks.rados.rados.0.smithi173.stdout:778: expect (ObjNum 247 snap 72 seq_num 247) 2024-08-30T21:00:56.062 INFO:tasks.rados.rados.0.smithi173.stdout:779: copy_from oid 21 from oid 5 current snap is 75 2024-08-30T21:00:56.062 INFO:tasks.rados.rados.0.smithi173.stdout:780: snap_create 2024-08-30T21:00:56.065 INFO:tasks.rados.rados.0.smithi173.stdout:779: finishing copy_from to smithi17368540-21 2024-08-30T21:00:56.065 INFO:tasks.rados.rados.0.smithi173.stdout:779: got expected ENOENT (src dne) 2024-08-30T21:00:56.065 INFO:tasks.rados.rados.0.smithi173.stdout:779: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:00:56.076 INFO:tasks.rados.rados.0.smithi173.stdout:778: expect (ObjNum 247 snap 72 seq_num 247) 2024-08-30T21:00:56.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: osdmap e216: 8 total, 8 up, 8 in 2024-08-30T21:00:56.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:56.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:56.354 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-30T21:00:56.355 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: osdmap e216: 8 total, 8 up, 8 in 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:56.356 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.357 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-30T21:00:56.357 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-30T21:00:56.357 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-30T21:00:56.357 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-30T21:00:56.357 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-30T21:00:56.357 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:56 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-30T21:00:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: osdmap e216: 8 total, 8 up, 8 in 2024-08-30T21:00:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-30T21:00:56.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:56 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-30T21:00:56.984 INFO:tasks.rados.rados.0.smithi173.stdout:778: done (2 left) 2024-08-30T21:00:56.984 INFO:tasks.rados.rados.0.smithi173.stdout:779: done (1 left) 2024-08-30T21:00:56.984 INFO:tasks.rados.rados.0.smithi173.stdout:780: done (0 left) 2024-08-30T21:00:56.984 INFO:tasks.rados.rados.0.smithi173.stdout:781: rollback oid 44 current snap is 76 2024-08-30T21:00:56.984 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 65 2024-08-30T21:00:56.984 INFO:tasks.rados.rados.0.smithi173.stdout:782: copy_from oid 18 from oid 38 current snap is 76 2024-08-30T21:00:56.984 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 76 2024-08-30T21:00:56.985 INFO:tasks.rados.rados.0.smithi173.stdout:783: seq_num 254 ranges {0=663552,663552=663552,1327104=540672} 2024-08-30T21:00:56.987 INFO:tasks.rados.rados.0.smithi173.stdout:783: writing smithi17368540-3 from 0 to 663552 tid 1 2024-08-30T21:00:56.991 INFO:tasks.rados.rados.0.smithi173.stdout:783: writing smithi17368540-3 from 663552 to 1327104 tid 2 2024-08-30T21:00:56.994 INFO:tasks.rados.rados.0.smithi173.stdout:783: writing smithi17368540-3 from 1327104 to 1867776 tid 3 2024-08-30T21:00:56.994 INFO:tasks.rados.rados.0.smithi173.stdout:784: snap_remove snap 72 2024-08-30T21:00:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[17131]: pgmap v45: 121 pgs: 121 active+clean; 196 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-30T21:00:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[17131]: Upgrade: Setting container_image for all mgr 2024-08-30T21:00:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[17131]: Upgrade: It appears safe to stop mon.a 2024-08-30T21:00:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[17131]: osdmap e217: 8 total, 8 up, 8 in 2024-08-30T21:00:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[17131]: osdmap e218: 8 total, 8 up, 8 in 2024-08-30T21:00:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[28069]: pgmap v45: 121 pgs: 121 active+clean; 196 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-30T21:00:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[28069]: Upgrade: Setting container_image for all mgr 2024-08-30T21:00:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[28069]: Upgrade: It appears safe to stop mon.a 2024-08-30T21:00:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[28069]: osdmap e217: 8 total, 8 up, 8 in 2024-08-30T21:00:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:57 smithi173 ceph-mon[28069]: osdmap e218: 8 total, 8 up, 8 in 2024-08-30T21:00:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:57 smithi196 ceph-mon[21316]: pgmap v45: 121 pgs: 121 active+clean; 196 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-30T21:00:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:57 smithi196 ceph-mon[21316]: Upgrade: Setting container_image for all mgr 2024-08-30T21:00:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:57 smithi196 ceph-mon[21316]: Upgrade: It appears safe to stop mon.a 2024-08-30T21:00:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:57 smithi196 ceph-mon[21316]: osdmap e217: 8 total, 8 up, 8 in 2024-08-30T21:00:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:57 smithi196 ceph-mon[21316]: osdmap e218: 8 total, 8 up, 8 in 2024-08-30T21:00:57.993 INFO:tasks.rados.rados.0.smithi173.stdout:784: done (3 left) 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:785: snap_create 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:782: finishing copy_from to smithi17368540-18 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:782: got expected ENOENT (src dne) 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:781: finishing rollback tid 0 to smithi17368540-44 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:782: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:781: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:781: finishing rollback tid 2 to smithi17368540-44 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 278 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:783: finishing write tid 1 to smithi17368540-3 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:783: finishing write tid 2 to smithi17368540-3 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:783: finishing write tid 3 to smithi17368540-3 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:783: finishing write tid 4 to smithi17368540-3 2024-08-30T21:00:57.994 INFO:tasks.rados.rados.0.smithi173.stdout:783: finishing write tid 5 to smithi17368540-3 2024-08-30T21:00:57.995 INFO:tasks.rados.rados.0.smithi173.stdout:783: oid 3 updating version 0 to 464 2024-08-30T21:00:57.995 INFO:tasks.rados.rados.0.smithi173.stdout:783: oid 3 updating version 464 to 465 2024-08-30T21:00:57.995 INFO:tasks.rados.rados.0.smithi173.stdout:783: oid 3 updating version 465 to 466 2024-08-30T21:00:57.995 INFO:tasks.rados.rados.0.smithi173.stdout:783: oid 3 version 466 is already newer than 463 2024-08-30T21:00:57.995 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 466 (ObjNum 254 snap 76 seq_num 254) dirty exists 2024-08-30T21:00:57.995 INFO:tasks.rados.rados.0.smithi173.stdout:783: left oid 3 (ObjNum 254 snap 76 seq_num 254) 2024-08-30T21:00:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: pgmap v48: 121 pgs: 121 active+clean; 196 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-30T21:00:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: Upgrade: Updating mon.a 2024-08-30T21:00:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: Deploying daemon mon.a on smithi173 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[28069]: osdmap e219: 8 total, 8 up, 8 in 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: pgmap v48: 121 pgs: 121 active+clean; 196 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: Upgrade: Updating mon.a 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T21:00:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:58.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: Deploying daemon mon.a on smithi173 2024-08-30T21:00:58.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:58.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:58 smithi173 ceph-mon[17131]: osdmap e219: 8 total, 8 up, 8 in 2024-08-30T21:00:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:781: done (3 left) 2024-08-30T21:00:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:782: done (2 left) 2024-08-30T21:00:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:783: done (1 left) 2024-08-30T21:00:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:785: done (0 left) 2024-08-30T21:00:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 77 2024-08-30T21:00:58.990 INFO:tasks.rados.rados.0.smithi173.stdout:786: seq_num 255 ranges {4227072=679936,4907008=548864,5455872=598016,6053888=57344} 2024-08-30T21:00:59.016 INFO:tasks.rados.rados.0.smithi173.stdout:786: writing smithi17368540-1 from 4227072 to 4907008 tid 1 2024-08-30T21:00:59.019 INFO:tasks.rados.rados.0.smithi173.stdout:786: writing smithi17368540-1 from 4907008 to 5455872 tid 2 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: pgmap v48: 121 pgs: 121 active+clean; 196 MiB data, 935 MiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: Upgrade: Updating mon.a 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: Deploying daemon mon.a on smithi173 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-30T21:00:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:00:58 smithi196 ceph-mon[21316]: osdmap e219: 8 total, 8 up, 8 in 2024-08-30T21:00:59.023 INFO:tasks.rados.rados.0.smithi173.stdout:786: writing smithi17368540-1 from 5455872 to 6053888 tid 3 2024-08-30T21:00:59.023 INFO:tasks.rados.rados.0.smithi173.stdout:786: writing smithi17368540-1 from 6053888 to 6111232 tid 4 2024-08-30T21:00:59.024 INFO:tasks.rados.rados.0.smithi173.stdout:787: read oid 35 snap -1 2024-08-30T21:00:59.024 INFO:tasks.rados.rados.0.smithi173.stdout:787: expect (ObjNum 219 snap 57 seq_num 219) 2024-08-30T21:00:59.024 INFO:tasks.rados.rados.0.smithi173.stdout:788: snap_create 2024-08-30T21:00:59.024 INFO:tasks.rados.rados.0.smithi173.stdout:786: finishing write tid 1 to smithi17368540-1 2024-08-30T21:00:59.025 INFO:tasks.rados.rados.0.smithi173.stdout:786: finishing write tid 2 to smithi17368540-1 2024-08-30T21:00:59.027 INFO:tasks.rados.rados.0.smithi173.stdout:786: finishing write tid 3 to smithi17368540-1 2024-08-30T21:00:59.027 INFO:tasks.rados.rados.0.smithi173.stdout:786: finishing write tid 4 to smithi17368540-1 2024-08-30T21:00:59.028 INFO:tasks.rados.rados.0.smithi173.stdout:787: expect (ObjNum 219 snap 57 seq_num 219) 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: finishing write tid 5 to smithi17368540-1 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: finishing write tid 6 to smithi17368540-1 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: oid 1 updating version 0 to 128 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: oid 1 updating version 128 to 129 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: oid 1 version 129 is already newer than 127 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: oid 1 version 129 is already newer than 126 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: oid 1 updating version 129 to 130 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 130 (ObjNum 255 snap 77 seq_num 255) dirty exists 2024-08-30T21:00:59.062 INFO:tasks.rados.rados.0.smithi173.stdout:786: left oid 1 (ObjNum 255 snap 77 seq_num 255) 2024-08-30T21:00:59.603 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:59 smithi173 systemd[1]: Stopping Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:00:59.603 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[17127]: 2024-08-30T21:00:59.593+0000 7fe18381f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:00:59.603 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[17127]: 2024-08-30T21:00:59.593+0000 7fe18381f640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-30T21:00:59.932 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:00:59 smithi173 podman[79803]: 2024-08-30 21:00:59.829306245 +0000 UTC m=+0.341249419 container died 4409dc0886e3a31b512cb7cda9ae903abe4a719bfd49ee49d8af4549fad97313 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=reef-63b0b8e, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-30T21:00:59.932 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:59] ENGINE Bus STOPPING 2024-08-30T21:00:59.932 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T21:00:59.932 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:59] ENGINE Bus STOPPED 2024-08-30T21:00:59.932 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:59] ENGINE Bus STARTING 2024-08-30T21:00:59.933 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:59] ENGINE Serving on http://:::9283 2024-08-30T21:00:59.933 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:00:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:00:59] ENGINE Bus STARTED 2024-08-30T21:01:00.679 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:00 smithi173 podman[79803]: 2024-08-30 21:01:00.32768248 +0000 UTC m=+0.839625650 container cleanup 4409dc0886e3a31b512cb7cda9ae903abe4a719bfd49ee49d8af4549fad97313 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-63b0b8e, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:01:00.679 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:00 smithi173 bash[79803]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a 2024-08-30T21:01:00.679 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:00 smithi173 podman[79815]: 2024-08-30 21:01:00.570927487 +0000 UTC m=+0.737688662 container remove 4409dc0886e3a31b512cb7cda9ae903abe4a719bfd49ee49d8af4549fad97313 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, RELEASE=reef-63b0b8e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-30T21:01:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:00 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-30T21:01:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:00 smithi173 systemd[1]: Stopped Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:01:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:00 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service: Consumed 12.805s CPU time. 2024-08-30T21:01:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:00 smithi173 systemd[1]: Starting Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:01:01.376 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 podman[79957]: 2024-08-30 21:01:01.007760452 +0000 UTC m=+0.015816467 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:01:01.376 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 podman[79957]: 2024-08-30 21:01:01.122112828 +0000 UTC m=+0.130168877 container create d1d9f1a824aea801306d22312312e843cfa41566cce5481f004afc65f4bc674b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:01:01.377 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 podman[79957]: 2024-08-30 21:01:01.375104164 +0000 UTC m=+0.383160171 container init d1d9f1a824aea801306d22312312e843cfa41566cce5481f004afc65f4bc674b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:01:01.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 podman[79957]: 2024-08-30 21:01:01.378551721 +0000 UTC m=+0.386607736 container start d1d9f1a824aea801306d22312312e843cfa41566cce5481f004afc65f4bc674b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:01:01.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: set uid:gid to 167:167 (ceph:ceph) 2024-08-30T21:01:01.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev), process ceph-mon, pid 2 2024-08-30T21:01:01.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: pidfile_write: ignore empty --pid-file 2024-08-30T21:01:01.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: load: jerasure load: lrc 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: RocksDB version: 7.9.2 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Git sha 0 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Compile date 2024-08-30 11:46:54 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: DB SUMMARY 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: DB Session ID: ORL07WHNIJBLXE3V1T2A 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: CURRENT file: CURRENT 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: IDENTITY file: IDENTITY 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1512 Bytes 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3490980 ; 2024-08-30T21:01:01.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.error_if_exists: 0 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.create_if_missing: 0 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.paranoid_checks: 1 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.env: 0x55884a41a160 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.fs: PosixFileSystem 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.info_log: 0x55884bea3880 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_file_opening_threads: 16 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.statistics: (nil) 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.use_fsync: 0 2024-08-30T21:01:01.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_log_file_size: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.keep_log_file_num: 1000 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.recycle_log_file_num: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.allow_fallocate: 1 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.allow_mmap_reads: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.allow_mmap_writes: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.use_direct_reads: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.create_missing_column_families: 0 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.db_log_dir: 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.wal_dir: 2024-08-30T21:01:01.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.advise_random_on_open: 1 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.db_write_buffer_size: 0 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.write_buffer_manager: 0x55884bea6960 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.rate_limiter: (nil) 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-30T21:01:01.715 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.wal_recovery_mode: 2 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.enable_thread_tracking: 0 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.enable_pipelined_write: 0 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.unordered_write: 0 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.row_cache: None 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.wal_filter: None 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.allow_ingest_behind: 0 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.two_write_queues: 0 2024-08-30T21:01:01.716 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.manual_wal_flush: 0 2024-08-30T21:01:01.717 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.wal_compression: 0 2024-08-30T21:01:01.717 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.atomic_flush: 0 2024-08-30T21:01:01.717 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-30T21:01:01.717 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-30T21:01:01.717 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-30T21:01:01.718 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.log_readahead_size: 0 2024-08-30T21:01:01.718 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-30T21:01:01.718 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.best_efforts_recovery: 0 2024-08-30T21:01:01.718 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-30T21:01:01.718 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.allow_data_in_errors: 0 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.db_host_id: __hostname__ 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_background_jobs: 2 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_background_compactions: -1 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_subcompactions: 1 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_total_wal_size: 0 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-30T21:01:01.719 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_open_files: -1 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bytes_per_sync: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_readahead_size: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_background_flushes: -1 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Compression algorithms supported: 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kZSTD supported: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kXpressCompression supported: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kBZip2Compression supported: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kLZ4Compression supported: 1 2024-08-30T21:01:01.720 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kZlibCompression supported: 1 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kLZ4HCCompression supported: 1 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: kSnappyCompression supported: 1 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.merge_operator: 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_filter: None 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_filter_factory: None 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.sst_partitioner_factory: None 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-30T21:01:01.721 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55884bea34e0) 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: cache_index_and_filter_blocks: 1 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: pin_top_level_index_and_filter: 1 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: index_type: 0 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: data_block_index_type: 0 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: index_shortening: 1 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: checksum: 4 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: no_block_cache: 0 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache: 0x55884be96850 2024-08-30T21:01:01.722 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache_name: BinnedLRUCache 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache_options: 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: capacity : 536870912 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: num_shard_bits : 4 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: strict_capacity_limit : 0 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: high_pri_pool_ratio: 0.000 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_cache_compressed: (nil) 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: persistent_cache: (nil) 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_size: 4096 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_size_deviation: 10 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_restart_interval: 16 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: index_block_restart_interval: 1 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: metadata_block_size: 4096 2024-08-30T21:01:01.723 INFO:journalctl@ceph.mon.a.smithi173.stdout: partition_filters: 0 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: use_delta_encoding: 1 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: filter_policy: bloomfilter 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: whole_key_filtering: 1 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: verify_compression: 0 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: read_amp_bytes_per_bit: 0 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: format_version: 5 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: enable_index_compression: 1 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: block_align: 0 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: max_auto_readahead_size: 262144 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: prepopulate_block_cache: 0 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: initial_auto_readahead_size: 8192 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout: num_file_reads_for_auto_readahead: 2 2024-08-30T21:01:01.724 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.write_buffer_size: 33554432 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_write_buffer_number: 2 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression: NoCompression 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression: Disabled 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.prefix_extractor: nullptr 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.num_levels: 7 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-30T21:01:01.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.level: 32767 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.strategy: 0 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.enabled: false 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-30T21:01:01.726 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.target_file_size_base: 67108864 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-30T21:01:01.727 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.arena_block_size: 1048576 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.disable_auto_compactions: 0 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-30T21:01:01.728 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.inplace_update_support: 0 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.bloom_locality: 0 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.max_successive_merges: 0 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-30T21:01:01.729 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.paranoid_file_checks: 0 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.force_consistency_checks: 1 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.report_bg_io_stats: 0 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.ttl: 2592000 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.enable_blob_files: false 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.min_blob_size: 0 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.blob_file_size: 268435456 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-30T21:01:01.730 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.blob_file_starting_level: 0 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12969, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4b0fdcef-4a28-4cf5-bab8-07695a295632 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051661405415, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051661423542, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3287703, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12970, "largest_seqno": 14302, "table_properties": {"data_size": 3280128, "index_size": 4994, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1541, "raw_key_size": 14929, "raw_average_key_size": 24, "raw_value_size": 3266266, "raw_average_value_size": 5363, "num_data_blocks": 220, "num_entries": 609, "num_filter_entries": 609, "num_deletions": 20, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725051661, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4b0fdcef-4a28-4cf5-bab8-07695a295632", "db_session_id": "ORL07WHNIJBLXE3V1T2A", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051661423722, "job": 1, "event": "recovery_finished"} 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-08-30T21:01:01.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55884bec6e00 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: DB pointer 0x55884bfc6000 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** DB Stats ** 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:01.732 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: L0 1/0 3.14 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 236.5 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: L6 1/0 7.92 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: Sum 2/0 11.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 236.5 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 236.5 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-30T21:01:01.733 INFO:journalctl@ceph.mon.a.smithi173.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 236.5 0.01 0.00 1 0.013 0 0 0.0 0.0 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Cumulative compaction: 0.00 GB write, 151.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Interval compaction: 0.00 GB write, 151.20 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Block cache BinnedLRUCache@0x55884be96850#2 capacity: 512.00 MB usage: 6.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-08-30T21:01:01.734 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: starting mon.a rank 0 at public addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] at bind addrs [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???) e3 preinit fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???).mds e8 new map 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???).mds e8 print_map 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: e8 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: legacy client fscid: 1 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: Filesystem 'cephfs' (1) 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: fs_name cephfs 2024-08-30T21:01:01.735 INFO:journalctl@ceph.mon.a.smithi173.stdout: epoch 8 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: created 2024-08-30T20:55:09.190514+0000 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: modified 2024-08-30T20:55:20.585474+0000 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: tableserver 0 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: root 0 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: session_timeout 60 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: session_autoclose 300 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: max_file_size 1099511627776 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: max_xattr_size 65536 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: required_client_features {} 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: last_failure 0 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: last_failure_osd_epoch 0 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T21:01:01.736 INFO:journalctl@ceph.mon.a.smithi173.stdout: max_mds 1 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: in 0 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: up {0=24322} 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: failed 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: damaged 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: stopped 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: data_pools [3] 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: metadata_pool 2 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: inline_data disabled 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: balancer 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: bal_rank_mask -1 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: standby_count_wanted 0 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: qdb_cluster leader: 0 members: 2024-08-30T21:01:01.737 INFO:journalctl@ceph.mon.a.smithi173.stdout: [mds.b{0:24322} state up:active seq 5 addr [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] compat {c=[1],r=[1],i=[7ff]}] 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout: Standby daemons: 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout: 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout: [mds.a{-1:14430} state up:standby seq 1 addr [v2:172.21.15.173:6834/1791008870,v1:172.21.15.173:6835/1791008870] compat {c=[1],r=[1],i=[7ff]}] 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???).osd e220 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 ceph-mon[79976]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 bash[79957]: d1d9f1a824aea801306d22312312e843cfa41566cce5481f004afc65f4bc674b 2024-08-30T21:01:01.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:01 smithi173 systemd[1]: Started Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:01:02.909 INFO:tasks.rados.rados.0.smithi173.stdout:786: done (2 left) 2024-08-30T21:01:02.909 INFO:tasks.rados.rados.0.smithi173.stdout:787: done (1 left) 2024-08-30T21:01:02.909 INFO:tasks.rados.rados.0.smithi173.stdout:788: done (0 left) 2024-08-30T21:01:02.910 INFO:tasks.rados.rados.0.smithi173.stdout:789: rollback oid 37 current snap is 78 2024-08-30T21:01:02.910 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 62 2024-08-30T21:01:02.910 INFO:tasks.rados.rados.0.smithi173.stdout:790: delete oid 44 current snap is 78 2024-08-30T21:01:02.916 INFO:tasks.rados.rados.0.smithi173.stdout:790: done (1 left) 2024-08-30T21:01:02.916 INFO:tasks.rados.rados.0.smithi173.stdout:791: copy_from oid 39 from oid 8 current snap is 78 2024-08-30T21:01:02.916 INFO:tasks.rados.rados.0.smithi173.stdout:792: read oid 46 snap 71 2024-08-30T21:01:02.916 INFO:tasks.rados.rados.0.smithi173.stdout:792: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:02.917 INFO:tasks.rados.rados.0.smithi173.stdout:793: read oid 10 snap 64 2024-08-30T21:01:02.917 INFO:tasks.rados.rados.0.smithi173.stdout:793: expect (ObjNum 183 snap 46 seq_num 183) 2024-08-30T21:01:02.917 INFO:tasks.rados.rados.0.smithi173.stdout:794: rollback oid 48 current snap is 78 2024-08-30T21:01:02.917 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 51 2024-08-30T21:01:02.917 INFO:tasks.rados.rados.0.smithi173.stdout:795: setattr oid 22 current snap is 78 2024-08-30T21:01:02.918 INFO:tasks.rados.rados.0.smithi173.stdout:796: read oid 26 snap 63 2024-08-30T21:01:02.918 INFO:tasks.rados.rados.0.smithi173.stdout:796: expect (ObjNum 1579593024 snap 21857 seq_num 1579118304) 2024-08-30T21:01:02.918 INFO:tasks.rados.rados.0.smithi173.stdout:797: read oid 45 snap -1 2024-08-30T21:01:02.918 INFO:tasks.rados.rados.0.smithi173.stdout:797: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:02.918 INFO:tasks.rados.rados.0.smithi173.stdout:798: delete oid 21 current snap is 78 2024-08-30T21:01:02.918 INFO:tasks.rados.rados.0.smithi173.stdout:789: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:01:02.918 INFO:tasks.rados.rados.0.smithi173.stdout:796: expect (ObjNum 1579593024 snap 21857 seq_num 1579118304) 2024-08-30T21:01:02.924 INFO:tasks.rados.rados.0.smithi173.stdout:789: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:01:02.924 INFO:tasks.rados.rados.0.smithi173.stdout:789: finishing rollback tid 2 to smithi17368540-37 2024-08-30T21:01:02.925 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 155 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T21:01:02.925 INFO:tasks.rados.rados.0.smithi173.stdout:794: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:01:02.925 INFO:tasks.rados.rados.0.smithi173.stdout:793: expect (ObjNum 183 snap 46 seq_num 183) 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:794: finishing rollback tid 2 to smithi17368540-48 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 272 (ObjNum 195 snap 47 seq_num 195) dirty exists 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:789: done (8 left) 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:793: done (7 left) 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:794: done (6 left) 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:796: done (5 left) 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:798: done (4 left) 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 78 2024-08-30T21:01:02.987 INFO:tasks.rados.rados.0.smithi173.stdout:792: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:03.071 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 367 (ObjNum 234 snap 64 seq_num 234) dirty exists 2024-08-30T21:01:03.072 INFO:tasks.rados.rados.0.smithi173.stdout:791: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:01:03.072 INFO:tasks.rados.rados.0.smithi173.stdout:799: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-08-30T21:01:03.077 INFO:tasks.rados.rados.0.smithi173.stdout:799: writing smithi17368540-43 from 0 to 729088 tid 1 2024-08-30T21:01:03.081 INFO:tasks.rados.rados.0.smithi173.stdout:799: writing smithi17368540-43 from 729088 to 1335296 tid 2 2024-08-30T21:01:03.086 INFO:tasks.rados.rados.0.smithi173.stdout:799: writing smithi17368540-43 from 1335296 to 1933312 tid 3 2024-08-30T21:01:03.086 INFO:tasks.rados.rados.0.smithi173.stdout:792: done (4 left) 2024-08-30T21:01:03.087 INFO:tasks.rados.rados.0.smithi173.stdout:795: done (3 left) 2024-08-30T21:01:03.087 INFO:tasks.rados.rados.0.smithi173.stdout:800: read oid 12 snap -1 2024-08-30T21:01:03.087 INFO:tasks.rados.rados.0.smithi173.stdout:800: expect (ObjNum 217 snap 57 seq_num 217) 2024-08-30T21:01:03.087 INFO:tasks.rados.rados.0.smithi173.stdout:801: read oid 19 snap -1 2024-08-30T21:01:03.087 INFO:tasks.rados.rados.0.smithi173.stdout:801: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:03.087 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 78 2024-08-30T21:01:03.087 INFO:tasks.rados.rados.0.smithi173.stdout:797: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:791: finishing copy_from to smithi17368540-39 2024-08-30T21:01:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 258 (ObjNum 177 snap 45 seq_num 177) dirty exists 2024-08-30T21:01:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:799: finishing write tid 1 to smithi17368540-43 2024-08-30T21:01:03.159 INFO:tasks.rados.rados.0.smithi173.stdout:802: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2024-08-30T21:01:03.164 INFO:tasks.rados.rados.0.smithi173.stdout:802: writing smithi17368540-18 from 0 to 745472 tid 1 2024-08-30T21:01:03.168 INFO:tasks.rados.rados.0.smithi173.stdout:802: writing smithi17368540-18 from 745472 to 1286144 tid 2 2024-08-30T21:01:03.172 INFO:tasks.rados.rados.0.smithi173.stdout:802: writing smithi17368540-18 from 1286144 to 1867776 tid 3 2024-08-30T21:01:03.173 INFO:tasks.rados.rados.0.smithi173.stdout:802: writing smithi17368540-18 from 1867776 to 1949696 tid 4 2024-08-30T21:01:03.173 INFO:tasks.rados.rados.0.smithi173.stdout:791: done (5 left) 2024-08-30T21:01:03.173 INFO:tasks.rados.rados.0.smithi173.stdout:797: done (4 left) 2024-08-30T21:01:03.173 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 78 2024-08-30T21:01:03.173 INFO:tasks.rados.rados.0.smithi173.stdout:799: finishing write tid 2 to smithi17368540-43 2024-08-30T21:01:03.173 INFO:tasks.rados.rados.0.smithi173.stdout:801: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:03.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ignoring --setuser ceph since I am not root 2024-08-30T21:01:03.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ignoring --setgroup ceph since I am not root 2024-08-30T21:01:03.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:01:03.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:01:03.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:01:03.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:01:03.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: pgmap v52: 121 pgs: 121 active+clean; 199 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 697 KiB/s wr, 6 op/s 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: mon.a calling monitor election 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: monmap epoch 3 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: last_changed 2024-08-30T20:51:12.936414+0000 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: min_mon_release 18 (reef) 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: election_strategy: 1 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:03.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: osdmap e220: 8 total, 8 up, 8 in 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: overall HEALTH_OK 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: from='mgr.15111 ' entity='' 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[79976]: mgrmap e38: y(active, since 35s), standbys: x 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:01:03.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: pgmap v52: 121 pgs: 121 active+clean; 199 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 697 KiB/s wr, 6 op/s 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: mon.a calling monitor election 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: monmap epoch 3 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: last_changed 2024-08-30T20:51:12.936414+0000 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: min_mon_release 18 (reef) 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: election_strategy: 1 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:03.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:03.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:03.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: osdmap e220: 8 total, 8 up, 8 in 2024-08-30T21:01:03.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-30T21:01:03.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: overall HEALTH_OK 2024-08-30T21:01:03.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: from='mgr.15111 ' entity='' 2024-08-30T21:01:03.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:02 smithi173 ceph-mon[28069]: mgrmap e38: y(active, since 35s), standbys: x 2024-08-30T21:01:03.243 INFO:tasks.rados.rados.0.smithi173.stdout:799: finishing write tid 3 to smithi17368540-43 2024-08-30T21:01:03.243 INFO:tasks.rados.rados.0.smithi173.stdout:799: finishing write tid 4 to smithi17368540-43 2024-08-30T21:01:03.243 INFO:tasks.rados.rados.0.smithi173.stdout:800: expect (ObjNum 217 snap 57 seq_num 217) 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: ignoring --setuser ceph since I am not root 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: ignoring --setgroup ceph since I am not root 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mgr[66065]: -- 172.21.15.196:0/1983425347 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a163f190e0 con 0x55a163ef7400 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mgr.15111 172.21.15.173:0/325246330' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:01:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: pgmap v52: 121 pgs: 121 active+clean; 199 MiB data, 971 MiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 697 KiB/s wr, 6 op/s 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: mon.a calling monitor election 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: monmap epoch 3 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: last_changed 2024-08-30T20:51:12.936414+0000 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: min_mon_release 18 (reef) 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: election_strategy: 1 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: osdmap e220: 8 total, 8 up, 8 in 2024-08-30T21:01:03.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: mgrmap e37: y(active, since 35s), standbys: x 2024-08-30T21:01:03.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: overall HEALTH_OK 2024-08-30T21:01:03.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: from='mgr.15111 ' entity='' 2024-08-30T21:01:03.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:02 smithi196 ceph-mon[21316]: mgrmap e38: y(active, since 35s), standbys: x 2024-08-30T21:01:03.426 INFO:tasks.rados.rados.0.smithi173.stdout:799: finishing write tid 5 to smithi17368540-43 2024-08-30T21:01:03.426 INFO:tasks.rados.rados.0.smithi173.stdout:799: oid 43 updating version 0 to 512 2024-08-30T21:01:03.426 INFO:tasks.rados.rados.0.smithi173.stdout:799: oid 43 updating version 512 to 514 2024-08-30T21:01:03.426 INFO:tasks.rados.rados.0.smithi173.stdout:799: oid 43 version 514 is already newer than 513 2024-08-30T21:01:03.426 INFO:tasks.rados.rados.0.smithi173.stdout:799: oid 43 version 514 is already newer than 511 2024-08-30T21:01:03.426 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 514 (ObjNum 258 snap 78 seq_num 258) dirty exists 2024-08-30T21:01:03.427 INFO:tasks.rados.rados.0.smithi173.stdout:799: left oid 43 (ObjNum 258 snap 78 seq_num 258) 2024-08-30T21:01:03.427 INFO:tasks.rados.rados.0.smithi173.stdout:802: finishing write tid 1 to smithi17368540-18 2024-08-30T21:01:03.427 INFO:tasks.rados.rados.0.smithi173.stdout:803: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2024-08-30T21:01:03.431 INFO:tasks.rados.rados.0.smithi173.stdout:803: writing smithi17368540-21 from 0 to 761856 tid 1 2024-08-30T21:01:03.434 INFO:tasks.rados.rados.0.smithi173.stdout:803: writing smithi17368540-21 from 761856 to 1179648 tid 2 2024-08-30T21:01:03.440 INFO:tasks.rados.rados.0.smithi173.stdout:803: writing smithi17368540-21 from 1179648 to 1966080 tid 3 2024-08-30T21:01:03.440 INFO:tasks.rados.rados.0.smithi173.stdout:799: done (4 left) 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:800: done (3 left) 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:801: done (2 left) 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:804: snap_create 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: finishing write tid 2 to smithi17368540-18 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: finishing write tid 3 to smithi17368540-18 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: finishing write tid 4 to smithi17368540-18 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: finishing write tid 5 to smithi17368540-18 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: finishing write tid 6 to smithi17368540-18 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: oid 18 updating version 0 to 471 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: oid 18 updating version 471 to 472 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: oid 18 updating version 472 to 473 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: oid 18 version 473 is already newer than 470 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:802: oid 18 version 473 is already newer than 469 2024-08-30T21:01:03.441 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 473 (ObjNum 259 snap 78 seq_num 259) dirty exists 2024-08-30T21:01:03.442 INFO:tasks.rados.rados.0.smithi173.stdout:802: left oid 18 (ObjNum 259 snap 78 seq_num 259) 2024-08-30T21:01:03.442 INFO:tasks.rados.rados.0.smithi173.stdout:803: finishing write tid 1 to smithi17368540-21 2024-08-30T21:01:03.442 INFO:tasks.rados.rados.0.smithi173.stdout:803: finishing write tid 2 to smithi17368540-21 2024-08-30T21:01:03.443 INFO:tasks.rados.rados.0.smithi173.stdout:803: finishing write tid 3 to smithi17368540-21 2024-08-30T21:01:03.443 INFO:tasks.rados.rados.0.smithi173.stdout:803: finishing write tid 4 to smithi17368540-21 2024-08-30T21:01:03.445 INFO:tasks.rados.rados.0.smithi173.stdout:803: finishing write tid 5 to smithi17368540-21 2024-08-30T21:01:03.445 INFO:tasks.rados.rados.0.smithi173.stdout:803: oid 21 updating version 0 to 370 2024-08-30T21:01:03.445 INFO:tasks.rados.rados.0.smithi173.stdout:803: oid 21 updating version 370 to 373 2024-08-30T21:01:03.445 INFO:tasks.rados.rados.0.smithi173.stdout:803: oid 21 version 373 is already newer than 372 2024-08-30T21:01:03.445 INFO:tasks.rados.rados.0.smithi173.stdout:803: oid 21 version 373 is already newer than 371 2024-08-30T21:01:03.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 373 (ObjNum 260 snap 78 seq_num 260) dirty exists 2024-08-30T21:01:03.445 INFO:tasks.rados.rados.0.smithi173.stdout:803: left oid 21 (ObjNum 260 snap 78 seq_num 260) 2024-08-30T21:01:03.916 INFO:tasks.rados.rados.0.smithi173.stdout:802: done (2 left) 2024-08-30T21:01:03.916 INFO:tasks.rados.rados.0.smithi173.stdout:803: done (1 left) 2024-08-30T21:01:03.917 INFO:tasks.rados.rados.0.smithi173.stdout:804: done (0 left) 2024-08-30T21:01:03.917 INFO:tasks.rados.rados.0.smithi173.stdout:805: copy_from oid 10 from oid 16 current snap is 79 2024-08-30T21:01:03.917 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 79 2024-08-30T21:01:03.917 INFO:tasks.rados.rados.0.smithi173.stdout:806: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-08-30T21:01:03.921 INFO:tasks.rados.rados.0.smithi173.stdout:806: writing smithi17368540-5 from 0 to 778240 tid 1 2024-08-30T21:01:03.925 INFO:tasks.rados.rados.0.smithi173.stdout:806: writing smithi17368540-5 from 778240 to 1482752 tid 2 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:806: writing smithi17368540-5 from 1482752 to 1982464 tid 3 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:807: read oid 23 snap 75 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:807: expect (ObjNum 217 snap 57 seq_num 217) 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:808: read oid 47 snap -1 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:808: expect (ObjNum 247 snap 72 seq_num 247) 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:809: copy_from oid 11 from oid 37 current snap is 79 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:805: finishing copy_from racing read to smithi17368540-10 2024-08-30T21:01:03.929 INFO:tasks.rados.rados.0.smithi173.stdout:805: finishing copy_from to smithi17368540-10 2024-08-30T21:01:03.930 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 93 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:01:03.930 INFO:tasks.rados.rados.0.smithi173.stdout:806: finishing write tid 1 to smithi17368540-5 2024-08-30T21:01:03.930 INFO:tasks.rados.rados.0.smithi173.stdout:805: done (4 left) 2024-08-30T21:01:03.930 INFO:tasks.rados.rados.0.smithi173.stdout:810: delete oid 14 current snap is 79 2024-08-30T21:01:03.930 INFO:tasks.rados.rados.0.smithi173.stdout:806: finishing write tid 2 to smithi17368540-5 2024-08-30T21:01:03.931 INFO:tasks.rados.rados.0.smithi173.stdout:806: finishing write tid 3 to smithi17368540-5 2024-08-30T21:01:03.931 INFO:tasks.rados.rados.0.smithi173.stdout:806: finishing write tid 4 to smithi17368540-5 2024-08-30T21:01:03.933 INFO:tasks.rados.rados.0.smithi173.stdout:806: finishing write tid 5 to smithi17368540-5 2024-08-30T21:01:03.933 INFO:tasks.rados.rados.0.smithi173.stdout:806: oid 5 updating version 0 to 477 2024-08-30T21:01:03.933 INFO:tasks.rados.rados.0.smithi173.stdout:806: oid 5 version 477 is already newer than 475 2024-08-30T21:01:03.933 INFO:tasks.rados.rados.0.smithi173.stdout:806: oid 5 version 477 is already newer than 474 2024-08-30T21:01:03.933 INFO:tasks.rados.rados.0.smithi173.stdout:806: oid 5 version 477 is already newer than 476 2024-08-30T21:01:03.933 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 477 (ObjNum 261 snap 79 seq_num 261) dirty exists 2024-08-30T21:01:03.933 INFO:tasks.rados.rados.0.smithi173.stdout:806: left oid 5 (ObjNum 261 snap 79 seq_num 261) 2024-08-30T21:01:03.940 INFO:tasks.rados.rados.0.smithi173.stdout:808: expect (ObjNum 247 snap 72 seq_num 247) 2024-08-30T21:01:03.989 INFO:tasks.rados.rados.0.smithi173.stdout:809: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:01:03.989 INFO:tasks.rados.rados.0.smithi173.stdout:809: finishing copy_from to smithi17368540-11 2024-08-30T21:01:03.989 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 155 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T21:01:03.989 INFO:tasks.rados.rados.0.smithi173.stdout:807: expect (ObjNum 217 snap 57 seq_num 217) 2024-08-30T21:01:04.156 INFO:tasks.rados.rados.0.smithi173.stdout:806: done (4 left) 2024-08-30T21:01:04.156 INFO:tasks.rados.rados.0.smithi173.stdout:807: done (3 left) 2024-08-30T21:01:04.156 INFO:tasks.rados.rados.0.smithi173.stdout:808: done (2 left) 2024-08-30T21:01:04.156 INFO:tasks.rados.rados.0.smithi173.stdout:809: done (1 left) 2024-08-30T21:01:04.156 INFO:tasks.rados.rados.0.smithi173.stdout:810: done (0 left) 2024-08-30T21:01:04.156 INFO:tasks.rados.rados.0.smithi173.stdout:811: setattr oid 29 current snap is 79 2024-08-30T21:01:04.157 INFO:tasks.rados.rados.0.smithi173.stdout:812: rollback oid 3 current snap is 79 2024-08-30T21:01:04.157 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 3 to 65 2024-08-30T21:01:04.157 INFO:tasks.rados.rados.0.smithi173.stdout:813: snap_create 2024-08-30T21:01:04.161 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 480 (ObjNum 129 snap 0 seq_num 2894044496) dirty exists 2024-08-30T21:01:04.161 INFO:tasks.rados.rados.0.smithi173.stdout:812: finishing rollback tid 0 to smithi17368540-3 2024-08-30T21:01:04.161 INFO:tasks.rados.rados.0.smithi173.stdout:812: finishing rollback tid 1 to smithi17368540-3 2024-08-30T21:01:04.162 INFO:tasks.rados.rados.0.smithi173.stdout:812: finishing rollback tid 2 to smithi17368540-3 2024-08-30T21:01:04.162 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 484 (ObjNum 213 snap 56 seq_num 213) dirty exists 2024-08-30T21:01:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:03 smithi173 ceph-mon[79976]: osdmap e221: 8 total, 8 up, 8 in 2024-08-30T21:01:04.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:03 smithi173 ceph-mon[28069]: osdmap e221: 8 total, 8 up, 8 in 2024-08-30T21:01:04.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:03 smithi196 ceph-mon[21316]: osdmap e221: 8 total, 8 up, 8 in 2024-08-30T21:01:04.918 INFO:tasks.rados.rados.0.smithi173.stdout:811: done (2 left) 2024-08-30T21:01:04.918 INFO:tasks.rados.rados.0.smithi173.stdout:812: done (1 left) 2024-08-30T21:01:04.918 INFO:tasks.rados.rados.0.smithi173.stdout:813: done (0 left) 2024-08-30T21:01:04.918 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 80 2024-08-30T21:01:04.919 INFO:tasks.rados.rados.0.smithi173.stdout:814: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-30T21:01:04.920 INFO:tasks.rados.rados.0.smithi173.stdout:814: writing smithi17368540-36 from 0 to 409600 tid 1 2024-08-30T21:01:04.923 INFO:tasks.rados.rados.0.smithi173.stdout:814: writing smithi17368540-36 from 409600 to 884736 tid 2 2024-08-30T21:01:04.926 INFO:tasks.rados.rados.0.smithi173.stdout:814: writing smithi17368540-36 from 884736 to 1441792 tid 3 2024-08-30T21:01:04.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: writing smithi17368540-36 from 1441792 to 2015232 tid 4 2024-08-30T21:01:04.930 INFO:tasks.rados.rados.0.smithi173.stdout:815: read oid 24 snap -1 2024-08-30T21:01:04.930 INFO:tasks.rados.rados.0.smithi173.stdout:815: expect (ObjNum 233 snap 63 seq_num 233) 2024-08-30T21:01:04.930 INFO:tasks.rados.rados.0.smithi173.stdout:816: snap_remove snap 57 2024-08-30T21:01:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:04 smithi173 ceph-mon[79976]: osdmap e222: 8 total, 8 up, 8 in 2024-08-30T21:01:05.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:04 smithi173 ceph-mon[28069]: osdmap e222: 8 total, 8 up, 8 in 2024-08-30T21:01:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:04 smithi196 ceph-mon[21316]: osdmap e222: 8 total, 8 up, 8 in 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:816: done (2 left) 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:817: read oid 22 snap -1 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:817: expect (ObjNum 234 snap 64 seq_num 234) 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:818: rollback oid 39 current snap is 80 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 56 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:814: finishing write tid 1 to smithi17368540-36 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:814: finishing write tid 2 to smithi17368540-36 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:814: finishing write tid 3 to smithi17368540-36 2024-08-30T21:01:05.928 INFO:tasks.rados.rados.0.smithi173.stdout:814: finishing write tid 4 to smithi17368540-36 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: finishing write tid 5 to smithi17368540-36 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: finishing write tid 6 to smithi17368540-36 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: oid 36 updating version 0 to 156 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: oid 36 updating version 156 to 160 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: oid 36 version 160 is already newer than 158 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: oid 36 version 160 is already newer than 157 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: oid 36 version 160 is already newer than 159 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 160 (ObjNum 263 snap 80 seq_num 263) dirty exists 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:814: left oid 36 (ObjNum 263 snap 80 seq_num 263) 2024-08-30T21:01:05.929 INFO:tasks.rados.rados.0.smithi173.stdout:815: expect (ObjNum 233 snap 63 seq_num 233) 2024-08-30T21:01:05.983 INFO:tasks.rados.rados.0.smithi173.stdout:818: finishing rollback tid 0 to smithi17368540-39 2024-08-30T21:01:05.983 INFO:tasks.rados.rados.0.smithi173.stdout:814: done (3 left) 2024-08-30T21:01:05.983 INFO:tasks.rados.rados.0.smithi173.stdout:815: done (2 left) 2024-08-30T21:01:05.983 INFO:tasks.rados.rados.0.smithi173.stdout:819: delete oid 13 current snap is 80 2024-08-30T21:01:05.983 INFO:tasks.rados.rados.0.smithi173.stdout:818: finishing rollback tid 1 to smithi17368540-39 2024-08-30T21:01:05.983 INFO:tasks.rados.rados.0.smithi173.stdout:818: finishing rollback tid 2 to smithi17368540-39 2024-08-30T21:01:05.983 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 261 (ObjNum 204 snap 54 seq_num 204) dirty exists 2024-08-30T21:01:05.984 INFO:tasks.rados.rados.0.smithi173.stdout:817: expect (ObjNum 234 snap 64 seq_num 234) 2024-08-30T21:01:06.187 INFO:tasks.rados.rados.0.smithi173.stdout:817: done (2 left) 2024-08-30T21:01:06.188 INFO:tasks.rados.rados.0.smithi173.stdout:818: done (1 left) 2024-08-30T21:01:06.188 INFO:tasks.rados.rados.0.smithi173.stdout:819: done (0 left) 2024-08-30T21:01:06.188 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 80 2024-08-30T21:01:06.188 INFO:tasks.rados.rados.0.smithi173.stdout:820: seq_num 265 ranges {1744896=442368,2187264=647168,2834432=573440,3407872=385024} 2024-08-30T21:01:06.199 INFO:tasks.rados.rados.0.smithi173.stdout:820: writing smithi17368540-47 from 1744896 to 2187264 tid 1 2024-08-30T21:01:06.202 INFO:tasks.rados.rados.0.smithi173.stdout:820: writing smithi17368540-47 from 2187264 to 2834432 tid 2 2024-08-30T21:01:06.206 INFO:tasks.rados.rados.0.smithi173.stdout:820: writing smithi17368540-47 from 2834432 to 3407872 tid 3 2024-08-30T21:01:06.208 INFO:tasks.rados.rados.0.smithi173.stdout:820: writing smithi17368540-47 from 3407872 to 3792896 tid 4 2024-08-30T21:01:06.208 INFO:tasks.rados.rados.0.smithi173.stdout:821: read oid 18 snap -1 2024-08-30T21:01:06.208 INFO:tasks.rados.rados.0.smithi173.stdout:821: expect (ObjNum 259 snap 78 seq_num 259) 2024-08-30T21:01:06.209 INFO:tasks.rados.rados.0.smithi173.stdout:822: snap_remove snap 77 2024-08-30T21:01:06.209 INFO:tasks.rados.rados.0.smithi173.stdout:820: finishing write tid 1 to smithi17368540-47 2024-08-30T21:01:06.209 INFO:tasks.rados.rados.0.smithi173.stdout:820: finishing write tid 2 to smithi17368540-47 2024-08-30T21:01:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:05 smithi173 ceph-mon[79976]: osdmap e223: 8 total, 8 up, 8 in 2024-08-30T21:01:06.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:05 smithi173 ceph-mon[28069]: osdmap e223: 8 total, 8 up, 8 in 2024-08-30T21:01:06.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:05 smithi196 ceph-mon[21316]: osdmap e223: 8 total, 8 up, 8 in 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:822: done (2 left) 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:823: read oid 24 snap -1 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:823: expect (ObjNum 233 snap 63 seq_num 233) 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:824: rollback oid 50 current snap is 80 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 70 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:820: finishing write tid 3 to smithi17368540-47 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:820: finishing write tid 4 to smithi17368540-47 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:820: finishing write tid 5 to smithi17368540-47 2024-08-30T21:01:06.438 INFO:tasks.rados.rados.0.smithi173.stdout:820: finishing write tid 6 to smithi17368540-47 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:820: oid 47 updating version 0 to 278 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:820: oid 47 updating version 278 to 282 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:820: oid 47 version 282 is already newer than 279 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:820: oid 47 version 282 is already newer than 281 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:820: oid 47 version 282 is already newer than 280 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 282 (ObjNum 265 snap 80 seq_num 265) dirty exists 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:820: left oid 47 (ObjNum 265 snap 80 seq_num 265) 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:820: done (3 left) 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 80 2024-08-30T21:01:06.439 INFO:tasks.rados.rados.0.smithi173.stdout:821: expect (ObjNum 259 snap 78 seq_num 259) 2024-08-30T21:01:06.511 INFO:tasks.rados.rados.0.smithi173.stdout:823: expect (ObjNum 233 snap 63 seq_num 233) 2024-08-30T21:01:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:824: finishing rollback tid 0 to smithi17368540-50 2024-08-30T21:01:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:824: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:01:06.556 INFO:tasks.rados.rados.0.smithi173.stdout:825: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-08-30T21:01:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:825: writing smithi17368540-13 from 0 to 458752 tid 1 2024-08-30T21:01:06.561 INFO:tasks.rados.rados.0.smithi173.stdout:825: writing smithi17368540-13 from 458752 to 983040 tid 2 2024-08-30T21:01:06.565 INFO:tasks.rados.rados.0.smithi173.stdout:825: writing smithi17368540-13 from 983040 to 1712128 tid 3 2024-08-30T21:01:06.568 INFO:tasks.rados.rados.0.smithi173.stdout:825: writing smithi17368540-13 from 1712128 to 2064384 tid 4 2024-08-30T21:01:06.568 INFO:tasks.rados.rados.0.smithi173.stdout:821: done (3 left) 2024-08-30T21:01:06.569 INFO:tasks.rados.rados.0.smithi173.stdout:823: done (2 left) 2024-08-30T21:01:06.569 INFO:tasks.rados.rados.0.smithi173.stdout:826: setattr oid 42 current snap is 80 2024-08-30T21:01:06.569 INFO:tasks.rados.rados.0.smithi173.stdout:824: finishing rollback tid 2 to smithi17368540-50 2024-08-30T21:01:06.569 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 286 (ObjNum 182 snap 46 seq_num 182) dirty exists 2024-08-30T21:01:06.569 INFO:tasks.rados.rados.0.smithi173.stdout:825: finishing write tid 1 to smithi17368540-13 2024-08-30T21:01:06.569 INFO:tasks.rados.rados.0.smithi173.stdout:825: finishing write tid 2 to smithi17368540-13 2024-08-30T21:01:06.570 INFO:tasks.rados.rados.0.smithi173.stdout:824: done (2 left) 2024-08-30T21:01:06.570 INFO:tasks.rados.rados.0.smithi173.stdout:827: setattr oid 41 current snap is 80 2024-08-30T21:01:06.570 INFO:tasks.rados.rados.0.smithi173.stdout:825: finishing write tid 3 to smithi17368540-13 2024-08-30T21:01:06.571 INFO:tasks.rados.rados.0.smithi173.stdout:825: finishing write tid 4 to smithi17368540-13 2024-08-30T21:01:06.571 INFO:tasks.rados.rados.0.smithi173.stdout:825: finishing write tid 5 to smithi17368540-13 2024-08-30T21:01:06.572 INFO:tasks.rados.rados.0.smithi173.stdout:828: rmattr oid 19 current snap is 80 2024-08-30T21:01:06.572 INFO:tasks.rados.rados.0.smithi173.stdout:829: read oid 17 snap -1 2024-08-30T21:01:06.572 INFO:tasks.rados.rados.0.smithi173.stdout:829: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:06.572 INFO:tasks.rados.rados.0.smithi173.stdout:830: read oid 33 snap -1 2024-08-30T21:01:06.572 INFO:tasks.rados.rados.0.smithi173.stdout:830: expect (ObjNum 211 snap 56 seq_num 211) 2024-08-30T21:01:06.572 INFO:tasks.rados.rados.0.smithi173.stdout:831: snap_remove snap 51 2024-08-30T21:01:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:06 smithi173 ceph-mon[79976]: osdmap e224: 8 total, 8 up, 8 in 2024-08-30T21:01:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:06 smithi173 ceph-mon[79976]: osdmap e225: 8 total, 8 up, 8 in 2024-08-30T21:01:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:06 smithi173 ceph-mon[28069]: osdmap e224: 8 total, 8 up, 8 in 2024-08-30T21:01:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:06 smithi173 ceph-mon[28069]: osdmap e225: 8 total, 8 up, 8 in 2024-08-30T21:01:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:06 smithi196 ceph-mon[21316]: osdmap e224: 8 total, 8 up, 8 in 2024-08-30T21:01:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:06 smithi196 ceph-mon[21316]: osdmap e225: 8 total, 8 up, 8 in 2024-08-30T21:01:07.444 INFO:tasks.rados.rados.0.smithi173.stdout:825: finishing write tid 6 to smithi17368540-13 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:825: oid 13 updating version 0 to 506 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:825: oid 13 updating version 506 to 507 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:825: oid 13 version 507 is already newer than 505 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:825: oid 13 version 507 is already newer than 502 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:825: oid 13 version 507 is already newer than 497 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 507 (ObjNum 266 snap 80 seq_num 266) dirty exists 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:825: left oid 13 (ObjNum 266 snap 80 seq_num 266) 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 522 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 442 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 280 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-30T21:01:07.445 INFO:tasks.rados.rados.0.smithi173.stdout:829: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:07.560 INFO:tasks.rados.rados.0.smithi173.stdout:830: expect (ObjNum 211 snap 56 seq_num 211) 2024-08-30T21:01:08.160 INFO:tasks.rados.rados.0.smithi173.stdout:825: done (6 left) 2024-08-30T21:01:08.160 INFO:tasks.rados.rados.0.smithi173.stdout:826: done (5 left) 2024-08-30T21:01:08.160 INFO:tasks.rados.rados.0.smithi173.stdout:827: done (4 left) 2024-08-30T21:01:08.160 INFO:tasks.rados.rados.0.smithi173.stdout:828: done (3 left) 2024-08-30T21:01:08.160 INFO:tasks.rados.rados.0.smithi173.stdout:829: done (2 left) 2024-08-30T21:01:08.161 INFO:tasks.rados.rados.0.smithi173.stdout:830: done (1 left) 2024-08-30T21:01:08.161 INFO:tasks.rados.rados.0.smithi173.stdout:831: done (0 left) 2024-08-30T21:01:08.161 INFO:tasks.rados.rados.0.smithi173.stdout:832: rollback oid 9 current snap is 80 2024-08-30T21:01:08.161 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 70 2024-08-30T21:01:08.161 INFO:tasks.rados.rados.0.smithi173.stdout:833: snap_remove snap 79 2024-08-30T21:01:08.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:07 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: [30/Aug/2024:21:01:07] ENGINE Bus STARTING 2024-08-30T21:01:08.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:07 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: CherryPy Checker: 2024-08-30T21:01:08.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:07 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: The Application mounted at '' has an empty config. 2024-08-30T21:01:08.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:07 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: 2024-08-30T21:01:08.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:07 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: [30/Aug/2024:21:01:07] ENGINE Serving on http://:::9283 2024-08-30T21:01:08.270 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:01:07 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x[66061]: [30/Aug/2024:21:01:07] ENGINE Bus STARTED 2024-08-30T21:01:08.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: osdmap e226: 8 total, 8 up, 8 in 2024-08-30T21:01:08.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: Standby manager daemon x restarted 2024-08-30T21:01:08.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: Standby manager daemon x started 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: Active manager daemon y restarted 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: Activating manager daemon y 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: osdmap e227: 8 total, 8 up, 8 in 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: mgrmap e39: y(active, starting, since 0.0101135s), standbys: x 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:01:08.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-30T21:01:08.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: Manager daemon y is now available 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.462+0000 7f95d76d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.462+0000 7f95d76d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.462+0000 7f95d76d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.462+0000 7f95d76d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.462+0000 7f95d76d2640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.713 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.465+0000 7f95d96d6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.465+0000 7f95d96d6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.465+0000 7f95d96d6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.465+0000 7f95d96d6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:08.465+0000 7f95d96d6640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: osdmap e226: 8 total, 8 up, 8 in 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: Standby manager daemon x restarted 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: Standby manager daemon x started 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:01:08.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: Active manager daemon y restarted 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: Activating manager daemon y 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: osdmap e227: 8 total, 8 up, 8 in 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: mgrmap e39: y(active, starting, since 0.0101135s), standbys: x 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-30T21:01:08.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: Manager daemon y is now available 2024-08-30T21:01:08.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:08.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-30T21:01:08.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:08.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:08 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-30T21:01:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: osdmap e226: 8 total, 8 up, 8 in 2024-08-30T21:01:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: Standby manager daemon x restarted 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: Standby manager daemon x started 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.? 172.21.15.196:0/3846693128' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: Active manager daemon y restarted 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: Activating manager daemon y 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: osdmap e227: 8 total, 8 up, 8 in 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: mgrmap e39: y(active, starting, since 0.0101135s), standbys: x 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-08-30T21:01:08.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-08-30T21:01:08.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-08-30T21:01:08.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: Manager daemon y is now available 2024-08-30T21:01:08.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:08.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-30T21:01:08.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:08.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:08 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-30T21:01:09.098 INFO:tasks.rados.rados.0.smithi173.stdout:833: done (1 left) 2024-08-30T21:01:09.098 INFO:tasks.rados.rados.0.smithi173.stdout:834: rollback oid 38 current snap is 80 2024-08-30T21:01:09.098 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 38 to 54 2024-08-30T21:01:09.099 INFO:tasks.rados.rados.0.smithi173.stdout:835: snap_remove snap 76 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:09.092+0000 7f9609a04640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:01:09] ENGINE Bus STARTING 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: CherryPy Checker: 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: The Application mounted at '' has an empty config. 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:01:09] ENGINE Serving on http://:::9283 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:01:09] ENGINE Bus STARTED 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:09.345+0000 7f95b7cd9640 -1 log_channel(cephadm) log [ERR] : [30/Aug/2024:21:01:09] ENGINE Error in HTTPServer.serve 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: Traceback (most recent call last): 2024-08-30T21:01:09.424 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self._connections.run(self.expiration_interval) 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self._run(expiration_interval) 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: s = self.context.wrap_socket( 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: return self.sslsocket_class._create( 2024-08-30T21:01:09.425 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:01:09.426 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self.do_handshake() 2024-08-30T21:01:09.426 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:01:09.426 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: self._sslobj.do_handshake() 2024-08-30T21:01:09.426 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:01:09.426 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:09.698 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:09 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-30T21:01:09.698 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:09 smithi196 ceph-mon[21316]: mgrmap e40: y(active, since 1.01286s), standbys: x 2024-08-30T21:01:09.698 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:09 smithi196 ceph-mon[21316]: osdmap e228: 8 total, 8 up, 8 in 2024-08-30T21:01:09.698 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:09 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:09.698 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:09 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[79976]: mgrmap e40: y(active, since 1.01286s), standbys: x 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[79976]: osdmap e228: 8 total, 8 up, 8 in 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[28069]: mgrmap e40: y(active, since 1.01286s), standbys: x 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[28069]: osdmap e228: 8 total, 8 up, 8 in 2024-08-30T21:01:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:09.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:09 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:10.111 INFO:tasks.rados.rados.0.smithi173.stdout:835: done (2 left) 2024-08-30T21:01:10.111 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 80 2024-08-30T21:01:10.111 INFO:tasks.rados.rados.0.smithi173.stdout:832: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:01:10.111 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:01:10.111 INFO:tasks.rados.rados.0.smithi173.stdout:834: finishing rollback tid 1 to smithi17368540-38 2024-08-30T21:01:10.112 INFO:tasks.rados.rados.0.smithi173.stdout:834: finishing rollback tid 2 to smithi17368540-38 2024-08-30T21:01:10.112 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 238 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-30T21:01:10.112 INFO:tasks.rados.rados.0.smithi173.stdout:836: seq_num 267 ranges {6111232=475136,6586368=458752,7045120=540672,7585792=606208} 2024-08-30T21:01:10.146 INFO:tasks.rados.rados.0.smithi173.stdout:836: writing smithi17368540-1 from 6111232 to 6586368 tid 1 2024-08-30T21:01:10.149 INFO:tasks.rados.rados.0.smithi173.stdout:836: writing smithi17368540-1 from 6586368 to 7045120 tid 2 2024-08-30T21:01:10.152 INFO:tasks.rados.rados.0.smithi173.stdout:836: writing smithi17368540-1 from 7045120 to 7585792 tid 3 2024-08-30T21:01:10.156 INFO:tasks.rados.rados.0.smithi173.stdout:836: writing smithi17368540-1 from 7585792 to 8192000 tid 4 2024-08-30T21:01:10.156 INFO:tasks.rados.rados.0.smithi173.stdout:832: done (2 left) 2024-08-30T21:01:10.156 INFO:tasks.rados.rados.0.smithi173.stdout:834: done (1 left) 2024-08-30T21:01:10.156 INFO:tasks.rados.rados.0.smithi173.stdout:837: snap_remove snap 61 2024-08-30T21:01:10.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[79976]: [30/Aug/2024:21:01:09] ENGINE Bus STARTING 2024-08-30T21:01:10.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[79976]: [30/Aug/2024:21:01:09] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T21:01:10.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[79976]: [30/Aug/2024:21:01:09] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T21:01:10.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[79976]: [30/Aug/2024:21:01:09] ENGINE Bus STARTED 2024-08-30T21:01:10.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[79976]: [30/Aug/2024:21:01:09] ENGINE Error in HTTPServer.serve 2024-08-30T21:01:10.710 INFO:journalctl@ceph.mon.a.smithi173.stdout: Traceback (most recent call last): 2024-08-30T21:01:10.710 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._run(expiration_interval) 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: self.do_handshake() 2024-08-30T21:01:10.711 INFO:journalctl@ceph.mon.a.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.a.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.a.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[79976]: osdmap e229: 8 total, 8 up, 8 in 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[28069]: [30/Aug/2024:21:01:09] ENGINE Bus STARTING 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[28069]: [30/Aug/2024:21:01:09] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[28069]: [30/Aug/2024:21:01:09] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[28069]: [30/Aug/2024:21:01:09] ENGINE Bus STARTED 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[28069]: [30/Aug/2024:21:01:09] ENGINE Error in HTTPServer.serve 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout: Traceback (most recent call last): 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:01:10.712 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._connections.run(self.expiration_interval) 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._run(expiration_interval) 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: s = self.context.wrap_socket( 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: return self.sslsocket_class._create( 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: self.do_handshake() 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:01:10.713 INFO:journalctl@ceph.mon.c.smithi173.stdout: self._sslobj.do_handshake() 2024-08-30T21:01:10.714 INFO:journalctl@ceph.mon.c.smithi173.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:01:10.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:10 smithi173 ceph-mon[28069]: osdmap e229: 8 total, 8 up, 8 in 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:10 smithi196 ceph-mon[21316]: [30/Aug/2024:21:01:09] ENGINE Bus STARTING 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:10 smithi196 ceph-mon[21316]: [30/Aug/2024:21:01:09] ENGINE Serving on http://172.21.15.173:8765 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:10 smithi196 ceph-mon[21316]: [30/Aug/2024:21:01:09] ENGINE Serving on https://172.21.15.173:7150 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:10 smithi196 ceph-mon[21316]: [30/Aug/2024:21:01:09] ENGINE Bus STARTED 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:10 smithi196 ceph-mon[21316]: [30/Aug/2024:21:01:09] ENGINE Error in HTTPServer.serve 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout: Traceback (most recent call last): 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._connections.run(self.expiration_interval) 2024-08-30T21:01:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._run(expiration_interval) 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: s = self.context.wrap_socket( 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-30T21:01:10.771 INFO:journalctl@ceph.mon.b.smithi196.stdout: return self.sslsocket_class._create( 2024-08-30T21:01:10.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-30T21:01:10.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: self.do_handshake() 2024-08-30T21:01:10.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-30T21:01:10.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: self._sslobj.do_handshake() 2024-08-30T21:01:10.772 INFO:journalctl@ceph.mon.b.smithi196.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-30T21:01:10.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:10 smithi196 ceph-mon[21316]: osdmap e229: 8 total, 8 up, 8 in 2024-08-30T21:01:11.108 INFO:tasks.rados.rados.0.smithi173.stdout:837: done (1 left) 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:838: delete oid 24 current snap is 80 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: finishing write tid 1 to smithi17368540-1 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: finishing write tid 2 to smithi17368540-1 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: finishing write tid 3 to smithi17368540-1 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: finishing write tid 4 to smithi17368540-1 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: finishing write tid 5 to smithi17368540-1 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: finishing write tid 6 to smithi17368540-1 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: oid 1 updating version 0 to 144 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: oid 1 version 144 is already newer than 142 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: oid 1 updating version 144 to 145 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: oid 1 version 145 is already newer than 143 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:836: oid 1 updating version 145 to 146 2024-08-30T21:01:11.109 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 146 (ObjNum 267 snap 80 seq_num 267) dirty exists 2024-08-30T21:01:11.110 INFO:tasks.rados.rados.0.smithi173.stdout:836: left oid 1 (ObjNum 267 snap 80 seq_num 267) 2024-08-30T21:01:11.115 INFO:tasks.rados.rados.0.smithi173.stdout:836: done (1 left) 2024-08-30T21:01:11.115 INFO:tasks.rados.rados.0.smithi173.stdout:838: done (0 left) 2024-08-30T21:01:11.115 INFO:tasks.rados.rados.0.smithi173.stdout:839: snap_remove snap 70 2024-08-30T21:01:11.438 INFO:tasks.rados.rados.0.smithi173.stdout:839: done (0 left) 2024-08-30T21:01:11.438 INFO:tasks.rados.rados.0.smithi173.stdout:840: copy_from oid 31 from oid 35 current snap is 80 2024-08-30T21:01:11.438 INFO:tasks.rados.rados.0.smithi173.stdout:841: delete oid 47 current snap is 80 2024-08-30T21:01:11.449 INFO:tasks.rados.rados.0.smithi173.stdout:841: done (1 left) 2024-08-30T21:01:11.449 INFO:tasks.rados.rados.0.smithi173.stdout:842: snap_remove snap 69 2024-08-30T21:01:11.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:11 smithi196 ceph-mon[21316]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:11.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:11 smithi196 ceph-mon[21316]: mgrmap e41: y(active, since 2s), standbys: x 2024-08-30T21:01:11.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:11 smithi196 ceph-mon[21316]: osdmap e230: 8 total, 8 up, 8 in 2024-08-30T21:01:11.571 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:11 smithi196 ceph-mon[21316]: osdmap e231: 8 total, 8 up, 8 in 2024-08-30T21:01:11.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[79976]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:11.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[79976]: mgrmap e41: y(active, since 2s), standbys: x 2024-08-30T21:01:11.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[79976]: osdmap e230: 8 total, 8 up, 8 in 2024-08-30T21:01:11.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[79976]: osdmap e231: 8 total, 8 up, 8 in 2024-08-30T21:01:11.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[28069]: pgmap v5: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:11.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[28069]: mgrmap e41: y(active, since 2s), standbys: x 2024-08-30T21:01:11.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[28069]: osdmap e230: 8 total, 8 up, 8 in 2024-08-30T21:01:11.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:11 smithi173 ceph-mon[28069]: osdmap e231: 8 total, 8 up, 8 in 2024-08-30T21:01:12.440 INFO:tasks.rados.rados.0.smithi173.stdout:842: done (1 left) 2024-08-30T21:01:12.441 INFO:tasks.rados.rados.0.smithi173.stdout:843: snap_create 2024-08-30T21:01:12.441 INFO:tasks.rados.rados.0.smithi173.stdout:840: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:01:12.441 INFO:tasks.rados.rados.0.smithi173.stdout:840: finishing copy_from to smithi17368540-31 2024-08-30T21:01:12.441 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 238 (ObjNum 219 snap 57 seq_num 219) dirty exists 2024-08-30T21:01:13.443 INFO:tasks.rados.rados.0.smithi173.stdout:840: done (1 left) 2024-08-30T21:01:13.443 INFO:tasks.rados.rados.0.smithi173.stdout:843: done (0 left) 2024-08-30T21:01:13.443 INFO:tasks.rados.rados.0.smithi173.stdout:844: copy_from oid 20 from oid 32 current snap is 81 2024-08-30T21:01:13.443 INFO:tasks.rados.rados.0.smithi173.stdout:845: delete oid 3 current snap is 81 2024-08-30T21:01:13.447 INFO:tasks.rados.rados.0.smithi173.stdout:845: done (1 left) 2024-08-30T21:01:13.448 INFO:tasks.rados.rados.0.smithi173.stdout:846: copy_from oid 45 from oid 37 current snap is 81 2024-08-30T21:01:13.448 INFO:tasks.rados.rados.0.smithi173.stdout:847: snap_remove snap 64 2024-08-30T21:01:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:13 smithi196 ceph-mon[21316]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:13 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:13 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:13 smithi196 ceph-mon[21316]: osdmap e232: 8 total, 8 up, 8 in 2024-08-30T21:01:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:13 smithi196 ceph-mon[21316]: mgrmap e42: y(active, since 4s), standbys: x 2024-08-30T21:01:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:13 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:13 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[79976]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[79976]: osdmap e232: 8 total, 8 up, 8 in 2024-08-30T21:01:13.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[79976]: mgrmap e42: y(active, since 4s), standbys: x 2024-08-30T21:01:13.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[28069]: pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:13.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[28069]: osdmap e232: 8 total, 8 up, 8 in 2024-08-30T21:01:13.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[28069]: mgrmap e42: y(active, since 4s), standbys: x 2024-08-30T21:01:13.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:13.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:13 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.445 INFO:tasks.rados.rados.0.smithi173.stdout:847: done (2 left) 2024-08-30T21:01:14.445 INFO:tasks.rados.rados.0.smithi173.stdout:848: snap_create 2024-08-30T21:01:14.445 INFO:tasks.rados.rados.0.smithi173.stdout:846: finishing copy_from racing read to smithi17368540-45 2024-08-30T21:01:14.446 INFO:tasks.rados.rados.0.smithi173.stdout:846: finishing copy_from to smithi17368540-45 2024-08-30T21:01:14.446 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 155 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T21:01:14.446 INFO:tasks.rados.rados.0.smithi173.stdout:844: finishing copy_from racing read to smithi17368540-20 2024-08-30T21:01:14.446 INFO:tasks.rados.rados.0.smithi173.stdout:844: finishing copy_from to smithi17368540-20 2024-08-30T21:01:14.446 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 188 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:01:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[79976]: osdmap e233: 8 total, 8 up, 8 in 2024-08-30T21:01:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[28069]: osdmap e233: 8 total, 8 up, 8 in 2024-08-30T21:01:14.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:14 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:14 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:14 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:14 smithi196 ceph-mon[21316]: osdmap e233: 8 total, 8 up, 8 in 2024-08-30T21:01:14.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:14 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:14.761 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:14 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:15.449 INFO:tasks.rados.rados.0.smithi173.stdout:844: done (2 left) 2024-08-30T21:01:15.449 INFO:tasks.rados.rados.0.smithi173.stdout:846: done (1 left) 2024-08-30T21:01:15.449 INFO:tasks.rados.rados.0.smithi173.stdout:848: done (0 left) 2024-08-30T21:01:15.449 INFO:tasks.rados.rados.0.smithi173.stdout:849: snap_remove snap 75 2024-08-30T21:01:15.540 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:15 smithi196 ceph-mon[21316]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:15.540 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:15 smithi196 ceph-mon[21316]: osdmap e234: 8 total, 8 up, 8 in 2024-08-30T21:01:15.593 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:01:15.594 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:15 smithi173 ceph-mon[79976]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:15.594 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:15 smithi173 ceph-mon[79976]: osdmap e234: 8 total, 8 up, 8 in 2024-08-30T21:01:15.594 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:15 smithi173 ceph-mon[28069]: pgmap v12: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:15.594 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:15 smithi173 ceph-mon[28069]: osdmap e234: 8 total, 8 up, 8 in 2024-08-30T21:01:15.595 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:01:15] "GET /metrics HTTP/1.1" 200 33432 "" "Prometheus/2.43.0" 2024-08-30T21:01:16.150 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:01:16.150 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (4m) 3s ago 5m 24.7M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:01:16.150 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (4m) 2s ago 4m 88.2M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:01:16.150 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (6m) 3s ago 6m 15.7M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:01:16.150 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (6m) 2s ago 6m 20.1M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (29s) 2s ago 9m 450M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (57s) 3s ago 11m 488M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (15s) 3s ago 11m 32.3M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (10m) 2s ago 10m 58.1M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 1dc0af7e1ebe 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (10m) 3s ago 10m 53.3M 2048M 18.2.4-797-g63b0b8e1 600ffa248bd2 354b08113242 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (4m) 3s ago 4m 15.4M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (4m) 2s ago 4m 15.7M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (9m) 3s ago 9m 148M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (9m) 3s ago 9m 145M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (8m) 3s ago 8m 191M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (8m) 3s ago 8m 123M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (7m) 2s ago 7m 155M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:01:16.151 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (7m) 2s ago 7m 156M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:01:16.152 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (7m) 2s ago 7m 85.9M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:01:16.152 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (6m) 2s ago 6m 150M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:01:16.152 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (34s) 2s ago 5m 40.7M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:01:16.456 INFO:tasks.rados.rados.0.smithi173.stdout:849: done (0 left) 2024-08-30T21:01:16.456 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 82 2024-08-30T21:01:16.457 INFO:tasks.rados.rados.0.smithi173.stdout:850: seq_num 271 ranges {8650752=540672,9191424=802816,9994240=516096,10510336=286720} 2024-08-30T21:01:16.496 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2, 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 1 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:01:16.497 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:01:16.498 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:16.498 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:01:16.498 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 12, 2024-08-30T21:01:16.498 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:01:16.498 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:01:16.498 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:01:16.506 INFO:tasks.rados.rados.0.smithi173.stdout:850: writing smithi17368540-25 from 8650752 to 9191424 tid 1 2024-08-30T21:01:16.510 INFO:tasks.rados.rados.0.smithi173.stdout:850: writing smithi17368540-25 from 9191424 to 9994240 tid 2 2024-08-30T21:01:16.513 INFO:tasks.rados.rados.0.smithi173.stdout:850: writing smithi17368540-25 from 9994240 to 10510336 tid 3 2024-08-30T21:01:16.515 INFO:tasks.rados.rados.0.smithi173.stdout:850: writing smithi17368540-25 from 10510336 to 10797056 tid 4 2024-08-30T21:01:16.515 INFO:tasks.rados.rados.0.smithi173.stdout:851: copy_from oid 1 from oid 10 current snap is 82 2024-08-30T21:01:16.515 INFO:tasks.rados.rados.0.smithi173.stdout:850: finishing write tid 1 to smithi17368540-25 2024-08-30T21:01:16.516 INFO:tasks.rados.rados.0.smithi173.stdout:850: finishing write tid 2 to smithi17368540-25 2024-08-30T21:01:16.516 INFO:tasks.rados.rados.0.smithi173.stdout:852: read oid 46 snap -1 2024-08-30T21:01:16.516 INFO:tasks.rados.rados.0.smithi173.stdout:852: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:16.516 INFO:tasks.rados.rados.0.smithi173.stdout:853: snap_remove snap 62 2024-08-30T21:01:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:16 smithi173 ceph-mon[79976]: osdmap e235: 8 total, 8 up, 8 in 2024-08-30T21:01:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:16 smithi173 ceph-mon[79976]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:16 smithi173 ceph-mon[79976]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:16 smithi173 ceph-mon[28069]: osdmap e235: 8 total, 8 up, 8 in 2024-08-30T21:01:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:16 smithi173 ceph-mon[28069]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:16 smithi173 ceph-mon[28069]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:16 smithi196 ceph-mon[21316]: osdmap e235: 8 total, 8 up, 8 in 2024-08-30T21:01:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:16 smithi196 ceph-mon[21316]: from='client.25121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:16 smithi196 ceph-mon[21316]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:16.789 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:01:16.789 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:01:16.789 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:01:16.789 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:01:16.790 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:01:16.790 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:01:16.790 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:01:16.790 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "3/20 daemons upgraded", 2024-08-30T21:01:16.790 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "", 2024-08-30T21:01:16.790 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:01:16.790 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:01:17.468 INFO:tasks.rados.rados.0.smithi173.stdout:853: done (3 left) 2024-08-30T21:01:17.468 INFO:tasks.rados.rados.0.smithi173.stdout:854: rollback oid 41 current snap is 82 2024-08-30T21:01:17.468 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 74 2024-08-30T21:01:17.468 INFO:tasks.rados.rados.0.smithi173.stdout:855: read oid 29 snap -1 2024-08-30T21:01:17.468 INFO:tasks.rados.rados.0.smithi173.stdout:855: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:01:17.468 INFO:tasks.rados.rados.0.smithi173.stdout:856: snap_remove snap 65 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: pgmap v15: 121 pgs: 121 active+clean; 219 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: osdmap e236: 8 total, 8 up, 8 in 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3144907826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:17.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: pgmap v15: 121 pgs: 121 active+clean; 219 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: osdmap e236: 8 total, 8 up, 8 in 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: from='client.? 172.21.15.173:0/3144907826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:17.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:17 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: pgmap v15: 121 pgs: 121 active+clean; 219 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: osdmap e236: 8 total, 8 up, 8 in 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: from='client.? 172.21.15.173:0/3144907826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:17 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:856: done (5 left) 2024-08-30T21:01:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:857: read oid 28 snap -1 2024-08-30T21:01:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:857: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:01:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 82 2024-08-30T21:01:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:858: seq_num 272 ranges {2301952=565248,2867200=688128,3555328=729088,4284416=188416} 2024-08-30T21:01:18.496 INFO:tasks.rados.rados.0.smithi173.stdout:858: writing smithi17368540-15 from 2301952 to 2867200 tid 1 2024-08-30T21:01:18.500 INFO:tasks.rados.rados.0.smithi173.stdout:858: writing smithi17368540-15 from 2867200 to 3555328 tid 2 2024-08-30T21:01:18.505 INFO:tasks.rados.rados.0.smithi173.stdout:858: writing smithi17368540-15 from 3555328 to 4284416 tid 3 2024-08-30T21:01:18.506 INFO:tasks.rados.rados.0.smithi173.stdout:858: writing smithi17368540-15 from 4284416 to 4472832 tid 4 2024-08-30T21:01:18.506 INFO:tasks.rados.rados.0.smithi173.stdout:859: rollback oid 38 current snap is 82 2024-08-30T21:01:18.506 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 38 to 56 2024-08-30T21:01:18.506 INFO:tasks.rados.rados.0.smithi173.stdout:850: finishing write tid 3 to smithi17368540-25 2024-08-30T21:01:18.506 INFO:tasks.rados.rados.0.smithi173.stdout:850: finishing write tid 4 to smithi17368540-25 2024-08-30T21:01:18.506 INFO:tasks.rados.rados.0.smithi173.stdout:850: finishing write tid 5 to smithi17368540-25 2024-08-30T21:01:18.506 INFO:tasks.rados.rados.0.smithi173.stdout:852: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:01:18.595 INFO:tasks.rados.rados.0.smithi173.stdout:850: finishing write tid 6 to smithi17368540-25 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:850: oid 25 updating version 0 to 250 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:850: oid 25 version 250 is already newer than 248 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:850: oid 25 version 250 is already newer than 247 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:850: oid 25 version 250 is already newer than 246 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:850: oid 25 version 250 is already newer than 249 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 250 (ObjNum 271 snap 82 seq_num 271) dirty exists 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:850: left oid 25 (ObjNum 271 snap 82 seq_num 271) 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:851: finishing copy_from racing read to smithi17368540-1 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:851: finishing copy_from to smithi17368540-1 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 93 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:01:18.596 INFO:tasks.rados.rados.0.smithi173.stdout:855: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:01:18.598 INFO:tasks.rados.rados.0.smithi173.stdout:854: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:01:18.598 INFO:tasks.rados.rados.0.smithi173.stdout:854: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:01:18.598 INFO:tasks.rados.rados.0.smithi173.stdout:854: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:01:18.598 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 320 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-30T21:01:18.598 INFO:tasks.rados.rados.0.smithi173.stdout:857: expect (ObjNum 64 snap 10 seq_num 64) 2024-08-30T21:01:18.703 INFO:tasks.rados.rados.0.smithi173.stdout:858: finishing write tid 1 to smithi17368540-15 2024-08-30T21:01:18.703 INFO:tasks.rados.rados.0.smithi173.stdout:858: finishing write tid 2 to smithi17368540-15 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:850: done (7 left) 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:851: done (6 left) 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:852: done (5 left) 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:854: done (4 left) 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:855: done (3 left) 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:857: done (2 left) 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:860: delete oid 29 current snap is 82 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:858: finishing write tid 3 to smithi17368540-15 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:858: finishing write tid 4 to smithi17368540-15 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:858: finishing write tid 5 to smithi17368540-15 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:859: finishing rollback tid 0 to smithi17368540-38 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:859: finishing rollback tid 1 to smithi17368540-38 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:859: finishing rollback tid 2 to smithi17368540-38 2024-08-30T21:01:18.704 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 262 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: finishing write tid 6 to smithi17368540-15 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: oid 15 updating version 0 to 337 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: oid 15 updating version 337 to 339 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: oid 15 version 339 is already newer than 338 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: oid 15 version 339 is already newer than 336 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: oid 15 updating version 339 to 340 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 340 (ObjNum 272 snap 82 seq_num 272) dirty exists 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: left oid 15 (ObjNum 272 snap 82 seq_num 272) 2024-08-30T21:01:18.705 INFO:tasks.rados.rados.0.smithi173.stdout:858: done (2 left) 2024-08-30T21:01:18.706 INFO:tasks.rados.rados.0.smithi173.stdout:859: done (1 left) 2024-08-30T21:01:18.706 INFO:tasks.rados.rados.0.smithi173.stdout:860: done (0 left) 2024-08-30T21:01:18.706 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 82 2024-08-30T21:01:18.706 INFO:tasks.rados.rados.0.smithi173.stdout:861: seq_num 274 ranges {106496=598016,704512=499712,1204224=745472,1949696=360448} 2024-08-30T21:01:18.709 INFO:tasks.rados.rados.0.smithi173.stdout:861: writing smithi17368540-7 from 106496 to 704512 tid 1 2024-08-30T21:01:18.712 INFO:tasks.rados.rados.0.smithi173.stdout:861: writing smithi17368540-7 from 704512 to 1204224 tid 2 2024-08-30T21:01:18.716 INFO:tasks.rados.rados.0.smithi173.stdout:861: writing smithi17368540-7 from 1204224 to 1949696 tid 3 2024-08-30T21:01:18.719 INFO:tasks.rados.rados.0.smithi173.stdout:861: writing smithi17368540-7 from 1949696 to 2310144 tid 4 2024-08-30T21:01:18.719 INFO:tasks.rados.rados.0.smithi173.stdout:862: delete oid 9 current snap is 82 2024-08-30T21:01:18.719 INFO:tasks.rados.rados.0.smithi173.stdout:861: finishing write tid 1 to smithi17368540-7 2024-08-30T21:01:18.719 INFO:tasks.rados.rados.0.smithi173.stdout:861: finishing write tid 2 to smithi17368540-7 2024-08-30T21:01:18.720 INFO:tasks.rados.rados.0.smithi173.stdout:862: done (1 left) 2024-08-30T21:01:18.720 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 82 2024-08-30T21:01:18.720 INFO:tasks.rados.rados.0.smithi173.stdout:863: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-08-30T21:01:18.724 INFO:tasks.rados.rados.0.smithi173.stdout:863: writing smithi17368540-3 from 0 to 630784 tid 1 2024-08-30T21:01:18.729 INFO:tasks.rados.rados.0.smithi173.stdout:863: writing smithi17368540-3 from 630784 to 1302528 tid 2 2024-08-30T21:01:18.734 INFO:tasks.rados.rados.0.smithi173.stdout:863: writing smithi17368540-3 from 1302528 to 2007040 tid 3 2024-08-30T21:01:18.736 INFO:tasks.rados.rados.0.smithi173.stdout:863: writing smithi17368540-3 from 2007040 to 2236416 tid 4 2024-08-30T21:01:18.736 INFO:tasks.rados.rados.0.smithi173.stdout:864: read oid 38 snap -1 2024-08-30T21:01:18.736 INFO:tasks.rados.rados.0.smithi173.stdout:864: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-30T21:01:18.736 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 82 2024-08-30T21:01:18.736 INFO:tasks.rados.rados.0.smithi173.stdout:865: seq_num 277 ranges {2088960=647168,2736128=557056,3293184=516096,3809280=532480} 2024-08-30T21:01:18.751 INFO:tasks.rados.rados.0.smithi173.stdout:865: writing smithi17368540-20 from 2088960 to 2736128 tid 1 2024-08-30T21:01:18.754 INFO:tasks.rados.rados.0.smithi173.stdout:865: writing smithi17368540-20 from 2736128 to 3293184 tid 2 2024-08-30T21:01:18.757 INFO:tasks.rados.rados.0.smithi173.stdout:865: writing smithi17368540-20 from 3293184 to 3809280 tid 3 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:865: writing smithi17368540-20 from 3809280 to 4341760 tid 4 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 82 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: finishing write tid 3 to smithi17368540-7 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: finishing write tid 4 to smithi17368540-7 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: finishing write tid 5 to smithi17368540-7 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: finishing write tid 6 to smithi17368540-7 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: oid 7 updating version 0 to 344 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: oid 7 version 344 is already newer than 343 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: oid 7 updating version 344 to 345 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: oid 7 version 345 is already newer than 341 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:861: oid 7 version 345 is already newer than 342 2024-08-30T21:01:18.762 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 345 (ObjNum 274 snap 82 seq_num 274) dirty exists 2024-08-30T21:01:18.763 INFO:tasks.rados.rados.0.smithi173.stdout:861: left oid 7 (ObjNum 274 snap 82 seq_num 274) 2024-08-30T21:01:18.763 INFO:tasks.rados.rados.0.smithi173.stdout:863: finishing write tid 1 to smithi17368540-3 2024-08-30T21:01:18.763 INFO:tasks.rados.rados.0.smithi173.stdout:866: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-08-30T21:01:18.764 INFO:tasks.rados.rados.0.smithi173.stdout:866: writing smithi17368540-44 from 0 to 663552 tid 1 2024-08-30T21:01:18.766 INFO:tasks.rados.rados.0.smithi173.stdout:866: writing smithi17368540-44 from 663552 to 1105920 tid 2 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: osdmap e237: 8 total, 8 up, 8 in 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:01:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-30T21:01:18.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:18 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-30T21:01:18.771 INFO:tasks.rados.rados.0.smithi173.stdout:866: writing smithi17368540-44 from 1105920 to 1826816 tid 3 2024-08-30T21:01:18.773 INFO:tasks.rados.rados.0.smithi173.stdout:866: writing smithi17368540-44 from 1826816 to 2269184 tid 4 2024-08-30T21:01:18.773 INFO:tasks.rados.rados.0.smithi173.stdout:861: done (4 left) 2024-08-30T21:01:18.773 INFO:tasks.rados.rados.0.smithi173.stdout:867: snap_create 2024-08-30T21:01:18.773 INFO:tasks.rados.rados.0.smithi173.stdout:863: finishing write tid 2 to smithi17368540-3 2024-08-30T21:01:18.774 INFO:tasks.rados.rados.0.smithi173.stdout:863: finishing write tid 3 to smithi17368540-3 2024-08-30T21:01:18.774 INFO:tasks.rados.rados.0.smithi173.stdout:863: finishing write tid 4 to smithi17368540-3 2024-08-30T21:01:18.774 INFO:tasks.rados.rados.0.smithi173.stdout:863: finishing write tid 5 to smithi17368540-3 2024-08-30T21:01:18.774 INFO:tasks.rados.rados.0.smithi173.stdout:864: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:863: finishing write tid 6 to smithi17368540-3 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:863: oid 3 updating version 0 to 592 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:863: oid 3 version 592 is already newer than 590 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:863: oid 3 updating version 592 to 593 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:863: oid 3 version 593 is already newer than 591 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:863: oid 3 updating version 593 to 594 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 594 (ObjNum 276 snap 82 seq_num 276) dirty exists 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:863: left oid 3 (ObjNum 276 snap 82 seq_num 276) 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:865: finishing write tid 1 to smithi17368540-20 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:865: finishing write tid 2 to smithi17368540-20 2024-08-30T21:01:18.785 INFO:tasks.rados.rados.0.smithi173.stdout:865: finishing write tid 3 to smithi17368540-20 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: finishing write tid 4 to smithi17368540-20 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: finishing write tid 5 to smithi17368540-20 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: finishing write tid 6 to smithi17368540-20 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: oid 20 updating version 0 to 338 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: oid 20 version 338 is already newer than 335 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: oid 20 version 338 is already newer than 336 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: oid 20 version 338 is already newer than 337 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: oid 20 version 338 is already newer than 334 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 338 (ObjNum 277 snap 82 seq_num 277) dirty exists 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:865: left oid 20 (ObjNum 277 snap 82 seq_num 277) 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:866: finishing write tid 1 to smithi17368540-44 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:866: finishing write tid 2 to smithi17368540-44 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:866: finishing write tid 3 to smithi17368540-44 2024-08-30T21:01:18.786 INFO:tasks.rados.rados.0.smithi173.stdout:866: finishing write tid 4 to smithi17368540-44 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: finishing write tid 5 to smithi17368540-44 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: finishing write tid 6 to smithi17368540-44 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: oid 44 updating version 0 to 344 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: oid 44 updating version 344 to 345 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: oid 44 version 345 is already newer than 342 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: oid 44 version 345 is already newer than 343 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: oid 44 updating version 345 to 346 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 346 (ObjNum 278 snap 82 seq_num 278) dirty exists 2024-08-30T21:01:18.787 INFO:tasks.rados.rados.0.smithi173.stdout:866: left oid 44 (ObjNum 278 snap 82 seq_num 278) 2024-08-30T21:01:18.874 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: osdmap e237: 8 total, 8 up, 8 in 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.875 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: Updating smithi173:/etc/ceph/ceph.conf 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: Updating smithi196:/etc/ceph/ceph.conf 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: osdmap e237: 8 total, 8 up, 8 in 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: Updating smithi173:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: Updating smithi196:/etc/ceph/ceph.client.admin.keyring 2024-08-30T21:01:18.876 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-30T21:01:18.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:863: done (4 left) 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:864: done (3 left) 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:865: done (2 left) 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:866: done (1 left) 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:867: done (0 left) 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:868: copy_from oid 12 from oid 23 current snap is 83 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 83 2024-08-30T21:01:19.474 INFO:tasks.rados.rados.0.smithi173.stdout:869: seq_num 279 ranges {2088960=679936,2768896=720896,3489792=483328,3973120=401408} 2024-08-30T21:01:19.489 INFO:tasks.rados.rados.0.smithi173.stdout:869: writing smithi17368540-19 from 2088960 to 2768896 tid 1 2024-08-30T21:01:19.493 INFO:tasks.rados.rados.0.smithi173.stdout:869: writing smithi17368540-19 from 2768896 to 3489792 tid 2 2024-08-30T21:01:19.496 INFO:tasks.rados.rados.0.smithi173.stdout:869: writing smithi17368540-19 from 3489792 to 3973120 tid 3 2024-08-30T21:01:19.499 INFO:tasks.rados.rados.0.smithi173.stdout:869: writing smithi17368540-19 from 3973120 to 4374528 tid 4 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:870: read oid 2 snap -1 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:870: expect deleted 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:871: read oid 14 snap -1 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:871: expect deleted 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:872: copy_from oid 31 from oid 17 current snap is 83 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:868: finishing copy_from racing read to smithi17368540-12 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:868: finishing copy_from to smithi17368540-12 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 431 (ObjNum 217 snap 57 seq_num 217) dirty exists 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:869: finishing write tid 1 to smithi17368540-19 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:869: finishing write tid 2 to smithi17368540-19 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:869: finishing write tid 3 to smithi17368540-19 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:868: done (4 left) 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:873: read oid 22 snap -1 2024-08-30T21:01:19.500 INFO:tasks.rados.rados.0.smithi173.stdout:873: expect (ObjNum 234 snap 64 seq_num 234) 2024-08-30T21:01:19.501 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 83 2024-08-30T21:01:19.501 INFO:tasks.rados.rados.0.smithi173.stdout:874: seq_num 280 ranges {720896=696320,1417216=606208,2023424=688128,2711552=311296} 2024-08-30T21:01:19.507 INFO:tasks.rados.rados.0.smithi173.stdout:874: writing smithi17368540-16 from 720896 to 1417216 tid 1 2024-08-30T21:01:19.510 INFO:tasks.rados.rados.0.smithi173.stdout:874: writing smithi17368540-16 from 1417216 to 2023424 tid 2 2024-08-30T21:01:19.515 INFO:tasks.rados.rados.0.smithi173.stdout:874: writing smithi17368540-16 from 2023424 to 2711552 tid 3 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:874: writing smithi17368540-16 from 2711552 to 3022848 tid 4 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:875: setattr oid 6 current snap is 83 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: finishing write tid 4 to smithi17368540-19 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: finishing write tid 5 to smithi17368540-19 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: finishing write tid 6 to smithi17368540-19 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: oid 19 updating version 0 to 443 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: oid 19 updating version 443 to 447 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: oid 19 version 447 is already newer than 444 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: oid 19 version 447 is already newer than 446 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: oid 19 version 447 is already newer than 445 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 447 (ObjNum 279 snap 83 seq_num 279) dirty exists 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:869: left oid 19 (ObjNum 279 snap 83 seq_num 279) 2024-08-30T21:01:19.518 INFO:tasks.rados.rados.0.smithi173.stdout:874: finishing write tid 1 to smithi17368540-16 2024-08-30T21:01:19.519 INFO:tasks.rados.rados.0.smithi173.stdout:872: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:01:19.519 INFO:tasks.rados.rados.0.smithi173.stdout:869: done (6 left) 2024-08-30T21:01:19.519 INFO:tasks.rados.rados.0.smithi173.stdout:870: done (5 left) 2024-08-30T21:01:19.519 INFO:tasks.rados.rados.0.smithi173.stdout:871: done (4 left) 2024-08-30T21:01:19.519 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 83 2024-08-30T21:01:19.519 INFO:tasks.rados.rados.0.smithi173.stdout:876: seq_num 281 ranges {4341760=712704,5054464=491520,5545984=491520,6037504=622592} 2024-08-30T21:01:19.546 INFO:tasks.rados.rados.0.smithi173.stdout:876: writing smithi17368540-20 from 4341760 to 5054464 tid 1 2024-08-30T21:01:19.549 INFO:tasks.rados.rados.0.smithi173.stdout:876: writing smithi17368540-20 from 5054464 to 5545984 tid 2 2024-08-30T21:01:19.552 INFO:tasks.rados.rados.0.smithi173.stdout:876: writing smithi17368540-20 from 5545984 to 6037504 tid 3 2024-08-30T21:01:19.555 INFO:tasks.rados.rados.0.smithi173.stdout:876: writing smithi17368540-20 from 6037504 to 6660096 tid 4 2024-08-30T21:01:19.556 INFO:tasks.rados.rados.0.smithi173.stdout:877: rmattr oid 28 current snap is 83 2024-08-30T21:01:19.556 INFO:tasks.rados.rados.0.smithi173.stdout:877: done (5 left) 2024-08-30T21:01:19.556 INFO:tasks.rados.rados.0.smithi173.stdout:878: rmattr oid 49 current snap is 83 2024-08-30T21:01:19.556 INFO:tasks.rados.rados.0.smithi173.stdout:872: finishing copy_from to smithi17368540-31 2024-08-30T21:01:19.556 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 291 (ObjNum 215 snap 56 seq_num 215) dirty exists 2024-08-30T21:01:19.556 INFO:tasks.rados.rados.0.smithi173.stdout:873: expect (ObjNum 234 snap 64 seq_num 234) 2024-08-30T21:01:19.756 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 294 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-08-30T21:01:19.756 INFO:tasks.rados.rados.0.smithi173.stdout:874: finishing write tid 2 to smithi17368540-16 2024-08-30T21:01:19.756 INFO:tasks.rados.rados.0.smithi173.stdout:874: finishing write tid 3 to smithi17368540-16 2024-08-30T21:01:19.756 INFO:tasks.rados.rados.0.smithi173.stdout:872: done (5 left) 2024-08-30T21:01:19.756 INFO:tasks.rados.rados.0.smithi173.stdout:873: done (4 left) 2024-08-30T21:01:19.756 INFO:tasks.rados.rados.0.smithi173.stdout:875: done (3 left) 2024-08-30T21:01:19.756 INFO:tasks.rados.rados.0.smithi173.stdout:879: snap_remove snap 54 2024-08-30T21:01:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: pgmap v18: 121 pgs: 121 active+clean; 219 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:01:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:01:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:01:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: Upgrade: It appears safe to stop mon.c 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: osdmap e238: 8 total, 8 up, 8 in 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:19 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: pgmap v18: 121 pgs: 121 active+clean; 219 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: Upgrade: It appears safe to stop mon.c 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: osdmap e238: 8 total, 8 up, 8 in 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.846 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.847 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: pgmap v18: 121 pgs: 121 active+clean; 219 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: Updating smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: Updating smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: Upgrade: It appears safe to stop mon.c 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:19.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: osdmap e238: 8 total, 8 up, 8 in 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.850 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:19.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:19.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:19.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:20.480 INFO:tasks.rados.rados.0.smithi173.stdout:879: done (3 left) 2024-08-30T21:01:20.480 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 83 2024-08-30T21:01:20.480 INFO:tasks.rados.rados.0.smithi173.stdout:880: seq_num 282 ranges {1482752=729088,2211840=425984,2637824=704512,3342336=475136} 2024-08-30T21:01:20.493 INFO:tasks.rados.rados.0.smithi173.stdout:880: writing smithi17368540-37 from 1482752 to 2211840 tid 1 2024-08-30T21:01:20.496 INFO:tasks.rados.rados.0.smithi173.stdout:880: writing smithi17368540-37 from 2211840 to 2637824 tid 2 2024-08-30T21:01:20.501 INFO:tasks.rados.rados.0.smithi173.stdout:880: writing smithi17368540-37 from 2637824 to 3342336 tid 3 2024-08-30T21:01:20.505 INFO:tasks.rados.rados.0.smithi173.stdout:880: writing smithi17368540-37 from 3342336 to 3817472 tid 4 2024-08-30T21:01:20.505 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 83 2024-08-30T21:01:20.505 INFO:tasks.rados.rados.0.smithi173.stdout:881: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-08-30T21:01:20.509 INFO:tasks.rados.rados.0.smithi173.stdout:881: writing smithi17368540-24 from 0 to 745472 tid 1 2024-08-30T21:01:20.514 INFO:tasks.rados.rados.0.smithi173.stdout:881: writing smithi17368540-24 from 745472 to 1458176 tid 2 2024-08-30T21:01:20.516 INFO:tasks.rados.rados.0.smithi173.stdout:881: writing smithi17368540-24 from 1458176 to 1916928 tid 3 2024-08-30T21:01:20.520 INFO:tasks.rados.rados.0.smithi173.stdout:881: writing smithi17368540-24 from 1916928 to 2351104 tid 4 2024-08-30T21:01:20.520 INFO:tasks.rados.rados.0.smithi173.stdout:882: snap_create 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: finishing write tid 4 to smithi17368540-16 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: finishing write tid 5 to smithi17368540-16 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: finishing write tid 6 to smithi17368540-16 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: oid 16 updating version 0 to 116 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: oid 16 updating version 116 to 117 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: oid 16 updating version 117 to 118 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: oid 16 updating version 118 to 119 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: oid 16 version 119 is already newer than 115 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 119 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:874: left oid 16 (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:876: finishing write tid 1 to smithi17368540-20 2024-08-30T21:01:20.521 INFO:tasks.rados.rados.0.smithi173.stdout:876: finishing write tid 2 to smithi17368540-20 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: finishing write tid 3 to smithi17368540-20 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 0 (ObjNum 232 snap 62 seq_num 232) dirty exists 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: finishing write tid 4 to smithi17368540-20 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: finishing write tid 5 to smithi17368540-20 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: finishing write tid 6 to smithi17368540-20 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: oid 20 updating version 0 to 343 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: oid 20 version 343 is already newer than 342 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: oid 20 updating version 343 to 344 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: oid 20 version 344 is already newer than 341 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: oid 20 version 344 is already newer than 340 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 344 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:876: left oid 20 (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:880: finishing write tid 1 to smithi17368540-37 2024-08-30T21:01:20.522 INFO:tasks.rados.rados.0.smithi173.stdout:880: finishing write tid 2 to smithi17368540-37 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: finishing write tid 3 to smithi17368540-37 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: finishing write tid 4 to smithi17368540-37 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: finishing write tid 5 to smithi17368540-37 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: finishing write tid 6 to smithi17368540-37 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: oid 37 updating version 0 to 190 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: oid 37 updating version 190 to 194 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: oid 37 version 194 is already newer than 191 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: oid 37 version 194 is already newer than 193 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: oid 37 version 194 is already newer than 192 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 194 (ObjNum 282 snap 83 seq_num 282) dirty exists 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:880: left oid 37 (ObjNum 282 snap 83 seq_num 282) 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:881: finishing write tid 1 to smithi17368540-24 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:881: finishing write tid 2 to smithi17368540-24 2024-08-30T21:01:20.523 INFO:tasks.rados.rados.0.smithi173.stdout:881: finishing write tid 3 to smithi17368540-24 2024-08-30T21:01:20.524 INFO:tasks.rados.rados.0.smithi173.stdout:881: finishing write tid 4 to smithi17368540-24 2024-08-30T21:01:20.524 INFO:tasks.rados.rados.0.smithi173.stdout:881: finishing write tid 5 to smithi17368540-24 2024-08-30T21:01:20.524 INFO:tasks.rados.rados.0.smithi173.stdout:881: finishing write tid 6 to smithi17368540-24 2024-08-30T21:01:20.524 INFO:tasks.rados.rados.0.smithi173.stdout:881: oid 24 updating version 0 to 246 2024-08-30T21:01:20.525 INFO:tasks.rados.rados.0.smithi173.stdout:881: oid 24 updating version 246 to 248 2024-08-30T21:01:20.525 INFO:tasks.rados.rados.0.smithi173.stdout:881: oid 24 version 248 is already newer than 245 2024-08-30T21:01:20.525 INFO:tasks.rados.rados.0.smithi173.stdout:881: oid 24 updating version 248 to 249 2024-08-30T21:01:20.525 INFO:tasks.rados.rados.0.smithi173.stdout:881: oid 24 version 249 is already newer than 247 2024-08-30T21:01:20.525 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 249 (ObjNum 283 snap 83 seq_num 283) dirty exists 2024-08-30T21:01:20.525 INFO:tasks.rados.rados.0.smithi173.stdout:881: left oid 24 (ObjNum 283 snap 83 seq_num 283) 2024-08-30T21:01:20.557 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[79976]: osdmap e239: 8 total, 8 up, 8 in 2024-08-30T21:01:20.557 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[79976]: Upgrade: Updating mon.c 2024-08-30T21:01:20.557 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:20.557 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:20.557 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:20.557 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[79976]: Deploying daemon mon.c on smithi173 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[28069]: osdmap e239: 8 total, 8 up, 8 in 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[28069]: Upgrade: Updating mon.c 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[28069]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:20.558 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:20 smithi173 ceph-mon[28069]: Deploying daemon mon.c on smithi173 2024-08-30T21:01:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:20 smithi196 ceph-mon[21316]: osdmap e239: 8 total, 8 up, 8 in 2024-08-30T21:01:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:20 smithi196 ceph-mon[21316]: Upgrade: Updating mon.c 2024-08-30T21:01:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:20 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:20 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:20 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:20 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:20 smithi196 ceph-mon[21316]: Deploying daemon mon.c on smithi173 2024-08-30T21:01:21.441 INFO:tasks.rados.rados.0.smithi173.stdout:874: done (5 left) 2024-08-30T21:01:21.441 INFO:tasks.rados.rados.0.smithi173.stdout:876: done (4 left) 2024-08-30T21:01:21.441 INFO:tasks.rados.rados.0.smithi173.stdout:878: done (3 left) 2024-08-30T21:01:21.441 INFO:tasks.rados.rados.0.smithi173.stdout:880: done (2 left) 2024-08-30T21:01:21.441 INFO:tasks.rados.rados.0.smithi173.stdout:881: done (1 left) 2024-08-30T21:01:21.442 INFO:tasks.rados.rados.0.smithi173.stdout:882: done (0 left) 2024-08-30T21:01:21.442 INFO:tasks.rados.rados.0.smithi173.stdout:883: read oid 5 snap 80 2024-08-30T21:01:21.442 INFO:tasks.rados.rados.0.smithi173.stdout:883: expect (ObjNum 261 snap 79 seq_num 261) 2024-08-30T21:01:21.442 INFO:tasks.rados.rados.0.smithi173.stdout:884: read oid 47 snap 63 2024-08-30T21:01:21.442 INFO:tasks.rados.rados.0.smithi173.stdout:884: expect deleted 2024-08-30T21:01:21.442 INFO:tasks.rados.rados.0.smithi173.stdout:885: copy_from oid 23 from oid 15 current snap is 84 2024-08-30T21:01:21.442 INFO:tasks.rados.rados.0.smithi173.stdout:886: delete oid 9 current snap is 84 2024-08-30T21:01:21.456 INFO:tasks.rados.rados.0.smithi173.stdout:884: done (3 left) 2024-08-30T21:01:21.456 INFO:tasks.rados.rados.0.smithi173.stdout:886: done (2 left) 2024-08-30T21:01:21.456 INFO:tasks.rados.rados.0.smithi173.stdout:887: setattr oid 48 current snap is 84 2024-08-30T21:01:21.457 INFO:tasks.rados.rados.0.smithi173.stdout:888: rollback oid 47 current snap is 84 2024-08-30T21:01:21.457 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 63 2024-08-30T21:01:21.457 INFO:tasks.rados.rados.0.smithi173.stdout:889: delete oid 26 current snap is 84 2024-08-30T21:01:21.459 INFO:tasks.rados.rados.0.smithi173.stdout:883: expect (ObjNum 261 snap 79 seq_num 261) 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:888: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 311 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 352 (ObjNum 195 snap 47 seq_num 195) dirty exists 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:885: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:885: finishing copy_from to smithi17368540-23 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 340 (ObjNum 272 snap 82 seq_num 272) dirty exists 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:883: done (4 left) 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:885: done (3 left) 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:887: done (2 left) 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:888: done (1 left) 2024-08-30T21:01:21.515 INFO:tasks.rados.rados.0.smithi173.stdout:889: done (0 left) 2024-08-30T21:01:21.516 INFO:tasks.rados.rados.0.smithi173.stdout:890: copy_from oid 34 from oid 6 current snap is 84 2024-08-30T21:01:21.516 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 84 2024-08-30T21:01:21.516 INFO:tasks.rados.rados.0.smithi173.stdout:891: seq_num 286 ranges {720896=794624,1515520=761856,2277376=679936,2957312=163840} 2024-08-30T21:01:21.522 INFO:tasks.rados.rados.0.smithi173.stdout:891: writing smithi17368540-1 from 720896 to 1515520 tid 1 2024-08-30T21:01:21.527 INFO:tasks.rados.rados.0.smithi173.stdout:891: writing smithi17368540-1 from 1515520 to 2277376 tid 2 2024-08-30T21:01:21.531 INFO:tasks.rados.rados.0.smithi173.stdout:891: writing smithi17368540-1 from 2277376 to 2957312 tid 3 2024-08-30T21:01:21.532 INFO:tasks.rados.rados.0.smithi173.stdout:891: writing smithi17368540-1 from 2957312 to 3121152 tid 4 2024-08-30T21:01:21.532 INFO:tasks.rados.rados.0.smithi173.stdout:892: delete oid 36 current snap is 84 2024-08-30T21:01:21.533 INFO:tasks.rados.rados.0.smithi173.stdout:891: finishing write tid 1 to smithi17368540-1 2024-08-30T21:01:21.533 INFO:tasks.rados.rados.0.smithi173.stdout:890: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:01:21.533 INFO:tasks.rados.rados.0.smithi173.stdout:891: finishing write tid 2 to smithi17368540-1 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:890: finishing copy_from to smithi17368540-34 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 294 (ObjNum 227 snap 62 seq_num 227) dirty exists 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:890: done (2 left) 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:892: done (1 left) 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:893: snap_create 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:891: finishing write tid 3 to smithi17368540-1 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:891: finishing write tid 4 to smithi17368540-1 2024-08-30T21:01:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:891: finishing write tid 5 to smithi17368540-1 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:891: finishing write tid 6 to smithi17368540-1 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:891: oid 1 updating version 0 to 173 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:891: oid 1 updating version 173 to 174 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:891: oid 1 version 174 is already newer than 170 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:891: oid 1 version 174 is already newer than 171 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:891: oid 1 version 174 is already newer than 172 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 174 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-08-30T21:01:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:891: left oid 1 (ObjNum 286 snap 84 seq_num 286) 2024-08-30T21:01:21.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[79976]: pgmap v21: 121 pgs: 121 active+clean; 233 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-08-30T21:01:21.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[79976]: osdmap e240: 8 total, 8 up, 8 in 2024-08-30T21:01:21.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[79976]: mgrmap e43: y(active, since 12s), standbys: x 2024-08-30T21:01:21.554 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[79976]: osdmap e241: 8 total, 8 up, 8 in 2024-08-30T21:01:21.554 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[28069]: pgmap v21: 121 pgs: 121 active+clean; 233 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-08-30T21:01:21.554 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[28069]: osdmap e240: 8 total, 8 up, 8 in 2024-08-30T21:01:21.554 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[28069]: mgrmap e43: y(active, since 12s), standbys: x 2024-08-30T21:01:21.554 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-mon[28069]: osdmap e241: 8 total, 8 up, 8 in 2024-08-30T21:01:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:21 smithi196 ceph-mon[21316]: pgmap v21: 121 pgs: 121 active+clean; 233 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-08-30T21:01:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:21 smithi196 ceph-mon[21316]: osdmap e240: 8 total, 8 up, 8 in 2024-08-30T21:01:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:21 smithi196 ceph-mon[21316]: mgrmap e43: y(active, since 12s), standbys: x 2024-08-30T21:01:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:21 smithi196 ceph-mon[21316]: osdmap e241: 8 total, 8 up, 8 in 2024-08-30T21:01:21.808 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:21 smithi173 systemd[1]: Stopping Ceph mon.c for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:01:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c[28065]: 2024-08-30T21:01:21.806+0000 7f3caf020640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:01:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c[28065]: 2024-08-30T21:01:21.806+0000 7f3caf020640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-30T21:01:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:22 smithi173 podman[82244]: 2024-08-30 21:01:22.042125678 +0000 UTC m=+0.344467454 container died 354b081132427515b07c0ad13284765f0899a5224fe6b89469f8169beec8edf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-63b0b8e) 2024-08-30T21:01:22.684 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:22 smithi173 podman[82244]: 2024-08-30 21:01:22.432500391 +0000 UTC m=+0.734842171 container cleanup 354b081132427515b07c0ad13284765f0899a5224fe6b89469f8169beec8edf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-63b0b8e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:01:22.684 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:22 smithi173 bash[82244]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c 2024-08-30T21:01:22.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:22 smithi173 podman[82257]: 2024-08-30 21:01:22.684078101 +0000 UTC m=+0.638742760 container remove 354b081132427515b07c0ad13284765f0899a5224fe6b89469f8169beec8edf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, RELEASE=reef-63b0b8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-30T21:01:22.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:22 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-30T21:01:22.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:22 smithi173 systemd[1]: Stopped Ceph mon.c for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:01:22.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:22 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.c.service: Consumed 7.532s CPU time. 2024-08-30T21:01:23.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 systemd[1]: Starting Ceph mon.c for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:01:23.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 podman[82386]: 2024-08-30 21:01:23.175714507 +0000 UTC m=+0.015723947 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:01:23.404 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 podman[82386]: 2024-08-30 21:01:23.301931568 +0000 UTC m=+0.141941002 container create 9f910a2a432d8b0268d4ef8556fbc9214d244f43981b1f1ecf40a48802310186 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2) 2024-08-30T21:01:23.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 podman[82386]: 2024-08-30 21:01:23.521362983 +0000 UTC m=+0.361372418 container init 9f910a2a432d8b0268d4ef8556fbc9214d244f43981b1f1ecf40a48802310186 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 podman[82386]: 2024-08-30 21:01:23.524555989 +0000 UTC m=+0.364565424 container start 9f910a2a432d8b0268d4ef8556fbc9214d244f43981b1f1ecf40a48802310186 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: set uid:gid to 167:167 (ceph:ceph) 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev), process ceph-mon, pid 2 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: pidfile_write: ignore empty --pid-file 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: load: jerasure load: lrc 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: RocksDB version: 7.9.2 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Git sha 0 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Compile date 2024-08-30 11:46:54 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: DB SUMMARY 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: DB Session ID: ZR1C0U49PYWPNFVLPF45 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: CURRENT file: CURRENT 2024-08-30T21:01:23.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: IDENTITY file: IDENTITY 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1405 Bytes 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9007345 ; 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.error_if_exists: 0 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.create_if_missing: 0 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.paranoid_checks: 1 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.env: 0x5633afaad160 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.fs: PosixFileSystem 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.info_log: 0x5633b186f880 2024-08-30T21:01:23.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_file_opening_threads: 16 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.statistics: (nil) 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.use_fsync: 0 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_log_file_size: 0 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.keep_log_file_num: 1000 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.recycle_log_file_num: 0 2024-08-30T21:01:23.714 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.allow_fallocate: 1 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.allow_mmap_reads: 0 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.allow_mmap_writes: 0 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.use_direct_reads: 0 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.create_missing_column_families: 0 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.db_log_dir: 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.wal_dir: 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-30T21:01:23.715 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.advise_random_on_open: 1 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.db_write_buffer_size: 0 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.write_buffer_manager: 0x5633b1872960 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.rate_limiter: (nil) 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.wal_recovery_mode: 2 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.enable_thread_tracking: 0 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.enable_pipelined_write: 0 2024-08-30T21:01:23.716 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.unordered_write: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.row_cache: None 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.wal_filter: None 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.allow_ingest_behind: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.two_write_queues: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.manual_wal_flush: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.wal_compression: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.atomic_flush: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-30T21:01:23.717 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.log_readahead_size: 0 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.best_efforts_recovery: 0 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.allow_data_in_errors: 0 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.db_host_id: __hostname__ 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_background_jobs: 2 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_background_compactions: -1 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_subcompactions: 1 2024-08-30T21:01:23.718 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_total_wal_size: 0 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_open_files: -1 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bytes_per_sync: 0 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_readahead_size: 0 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_background_flushes: -1 2024-08-30T21:01:23.719 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Compression algorithms supported: 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kZSTD supported: 0 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kXpressCompression supported: 0 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kBZip2Compression supported: 0 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kLZ4Compression supported: 1 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kZlibCompression supported: 1 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kLZ4HCCompression supported: 1 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: kSnappyCompression supported: 1 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-08-30T21:01:23.720 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.merge_operator: 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_filter: None 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_filter_factory: None 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.sst_partitioner_factory: None 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5633b186f4e0) 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout: cache_index_and_filter_blocks: 1 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout: pin_top_level_index_and_filter: 1 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_type: 0 2024-08-30T21:01:23.721 INFO:journalctl@ceph.mon.c.smithi173.stdout: data_block_index_type: 0 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_shortening: 1 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: checksum: 4 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: no_block_cache: 0 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache: 0x5633b1862850 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_name: BinnedLRUCache 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_options: 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: capacity : 536870912 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: num_shard_bits : 4 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: strict_capacity_limit : 0 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: high_pri_pool_ratio: 0.000 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_cache_compressed: (nil) 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: persistent_cache: (nil) 2024-08-30T21:01:23.722 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_size: 4096 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_size_deviation: 10 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_restart_interval: 16 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: index_block_restart_interval: 1 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: metadata_block_size: 4096 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: partition_filters: 0 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: use_delta_encoding: 1 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: filter_policy: bloomfilter 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: whole_key_filtering: 1 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: verify_compression: 0 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: read_amp_bytes_per_bit: 0 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: format_version: 5 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: enable_index_compression: 1 2024-08-30T21:01:23.723 INFO:journalctl@ceph.mon.c.smithi173.stdout: block_align: 0 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout: max_auto_readahead_size: 262144 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout: prepopulate_block_cache: 0 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout: initial_auto_readahead_size: 8192 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout: num_file_reads_for_auto_readahead: 2 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.write_buffer_size: 33554432 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_write_buffer_number: 2 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression: NoCompression 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression: Disabled 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.prefix_extractor: nullptr 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.num_levels: 7 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-30T21:01:23.724 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.level: 32767 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.strategy: 0 2024-08-30T21:01:23.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.enabled: false 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.target_file_size_base: 67108864 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-30T21:01:23.726 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.arena_block_size: 1048576 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-30T21:01:23.727 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.disable_auto_compactions: 0 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.inplace_update_support: 0 2024-08-30T21:01:23.728 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-30T21:01:23.729 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-30T21:01:23.729 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-30T21:01:23.729 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-30T21:01:23.729 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.bloom_locality: 0 2024-08-30T21:01:23.729 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.max_successive_merges: 0 2024-08-30T21:01:23.729 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-30T21:01:23.732 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.paranoid_file_checks: 0 2024-08-30T21:01:23.732 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.force_consistency_checks: 1 2024-08-30T21:01:23.732 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.report_bg_io_stats: 0 2024-08-30T21:01:23.732 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.ttl: 2592000 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.enable_blob_files: false 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.min_blob_size: 0 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.blob_file_size: 268435456 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.blob_file_starting_level: 0 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-30T21:01:23.733 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13588, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ef89906d-dd4a-44c2-81b3-19487858f2f2 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051683551521, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051683571880, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5583136, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13593, "largest_seqno": 15849, "table_properties": {"data_size": 5571971, "index_size": 7687, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2437, "raw_key_size": 22988, "raw_average_key_size": 24, "raw_value_size": 5550714, "raw_average_value_size": 5842, "num_data_blocks": 336, "num_entries": 950, "num_filter_entries": 950, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725051683, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ef89906d-dd4a-44c2-81b3-19487858f2f2", "db_session_id": "ZR1C0U49PYWPNFVLPF45", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051683572047, "job": 1, "event": "recovery_finished"} 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5633b1892e00 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: DB pointer 0x5633b1992000 2024-08-30T21:01:23.734 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** DB Stats ** 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T21:01:23.735 INFO:journalctl@ceph.mon.c.smithi173.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: L0 1/0 5.32 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: L6 1/0 7.92 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: Sum 2/0 13.24 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 601.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** Compaction Stats [default] ** 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 601.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T21:01:23.736 INFO:journalctl@ceph.mon.c.smithi173.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: Cumulative compaction: 0.01 GB write, 214.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: Interval compaction: 0.01 GB write, 214.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: Block cache BinnedLRUCache@0x5633b1862850#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: starting mon.c rank 2 at public addrs [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] at bind addrs [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:23.737 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???) e3 preinit fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???).mds e8 new map 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???).mds e8 print_map 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: e8 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: legacy client fscid: 1 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: Filesystem 'cephfs' (1) 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: fs_name cephfs 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: epoch 8 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-30T21:01:23.738 INFO:journalctl@ceph.mon.c.smithi173.stdout: created 2024-08-30T20:55:09.190514+0000 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: modified 2024-08-30T20:55:20.585474+0000 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: tableserver 0 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: root 0 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: session_timeout 60 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: session_autoclose 300 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: max_file_size 1099511627776 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: max_xattr_size 65536 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: required_client_features {} 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: last_failure 0 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: last_failure_osd_epoch 0 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: max_mds 1 2024-08-30T21:01:23.739 INFO:journalctl@ceph.mon.c.smithi173.stdout: in 0 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: up {0=24322} 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: failed 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: damaged 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: stopped 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: data_pools [3] 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: metadata_pool 2 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: inline_data disabled 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: balancer 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: bal_rank_mask -1 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: standby_count_wanted 0 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: qdb_cluster leader: 0 members: 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: [mds.b{0:24322} state up:active seq 5 addr [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] compat {c=[1],r=[1],i=[7ff]}] 2024-08-30T21:01:23.740 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout: Standby daemons: 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout: 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout: [mds.a{-1:14430} state up:standby seq 1 addr [v2:172.21.15.173:6834/1791008870,v1:172.21.15.173:6835/1791008870] compat {c=[1],r=[1],i=[7ff]}] 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???).osd e241 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???).osd e241 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???).osd e241 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???).osd e241 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 ceph-mon[82405]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 bash[82386]: 9f910a2a432d8b0268d4ef8556fbc9214d244f43981b1f1ecf40a48802310186 2024-08-30T21:01:23.741 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:23 smithi173 systemd[1]: Started Ceph mon.c for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:01:25.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:01:25] "GET /metrics HTTP/1.1" 200 36188 "" "Prometheus/2.43.0" 2024-08-30T21:01:29.810 INFO:tasks.rados.rados.0.smithi173.stdout:891: done (1 left) 2024-08-30T21:01:29.810 INFO:tasks.rados.rados.0.smithi173.stdout:893: done (0 left) 2024-08-30T21:01:29.810 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 85 2024-08-30T21:01:29.810 INFO:tasks.rados.rados.0.smithi173.stdout:894: seq_num 288 ranges {0=24576} 2024-08-30T21:01:29.810 INFO:tasks.rados.rados.0.smithi173.stdout:894: writing smithi17368540-47 from 0 to 24576 tid 1 2024-08-30T21:01:29.810 INFO:tasks.rados.rados.0.smithi173.stdout:895: snap_remove snap 82 2024-08-30T21:01:30.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: mon.c calling monitor election 2024-08-30T21:01:30.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: mon.a calling monitor election 2024-08-30T21:01:30.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: mon.b calling monitor election 2024-08-30T21:01:30.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:30.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: monmap epoch 3 2024-08-30T21:01:30.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:30.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: last_changed 2024-08-30T20:51:12.936414+0000 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: min_mon_release 18 (reef) 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: election_strategy: 1 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: osdmap e241: 8 total, 8 up, 8 in 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: mgrmap e43: y(active, since 21s), standbys: x 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[82405]: overall HEALTH_OK 2024-08-30T21:01:30.112 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: mon.c calling monitor election 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: mon.a calling monitor election 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: mon.b calling monitor election 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: monmap epoch 3 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: last_changed 2024-08-30T20:51:12.936414+0000 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: min_mon_release 18 (reef) 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: election_strategy: 1 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:30.113 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:30.114 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: osdmap e241: 8 total, 8 up, 8 in 2024-08-30T21:01:30.114 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: mgrmap e43: y(active, since 21s), standbys: x 2024-08-30T21:01:30.114 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:29 smithi173 ceph-mon[79976]: overall HEALTH_OK 2024-08-30T21:01:30.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: mon.c calling monitor election 2024-08-30T21:01:30.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: mon.a calling monitor election 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: mon.b calling monitor election 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: monmap epoch 3 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: last_changed 2024-08-30T20:51:12.936414+0000 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: min_mon_release 18 (reef) 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: election_strategy: 1 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: osdmap e241: 8 total, 8 up, 8 in 2024-08-30T21:01:30.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: mgrmap e43: y(active, since 21s), standbys: x 2024-08-30T21:01:30.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:29 smithi196 ceph-mon[21316]: overall HEALTH_OK 2024-08-30T21:01:30.828 INFO:tasks.rados.rados.0.smithi173.stdout:895: done (1 left) 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:896: delete oid 9 current snap is 85 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:894: finishing write tid 1 to smithi17368540-47 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:894: finishing write tid 2 to smithi17368540-47 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:894: finishing write tid 3 to smithi17368540-47 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:894: oid 47 updating version 0 to 355 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:894: oid 47 updating version 355 to 356 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 356 (ObjNum 288 snap 85 seq_num 288) dirty exists 2024-08-30T21:01:30.829 INFO:tasks.rados.rados.0.smithi173.stdout:894: left oid 47 (ObjNum 288 snap 85 seq_num 288) 2024-08-30T21:01:30.832 INFO:tasks.rados.rados.0.smithi173.stdout:894: done (1 left) 2024-08-30T21:01:30.832 INFO:tasks.rados.rados.0.smithi173.stdout:896: done (0 left) 2024-08-30T21:01:30.833 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 85 2024-08-30T21:01:30.833 INFO:tasks.rados.rados.0.smithi173.stdout:897: seq_num 290 ranges {2088960=57344} 2024-08-30T21:01:30.844 INFO:tasks.rados.rados.0.smithi173.stdout:897: writing smithi17368540-46 from 2088960 to 2146304 tid 1 2024-08-30T21:01:30.844 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 85 2024-08-30T21:01:30.844 INFO:tasks.rados.rados.0.smithi173.stdout:898: seq_num 291 ranges {4472832=81920} 2024-08-30T21:01:30.869 INFO:tasks.rados.rados.0.smithi173.stdout:898: writing smithi17368540-15 from 4472832 to 4554752 tid 1 2024-08-30T21:01:30.869 INFO:tasks.rados.rados.0.smithi173.stdout:899: read oid 31 snap -1 2024-08-30T21:01:30.869 INFO:tasks.rados.rados.0.smithi173.stdout:899: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:900: rollback oid 21 current snap is 85 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 71 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:897: finishing write tid 1 to smithi17368540-46 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:897: finishing write tid 2 to smithi17368540-46 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:897: finishing write tid 3 to smithi17368540-46 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:897: oid 46 updating version 0 to 250 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:897: oid 46 updating version 250 to 251 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 251 (ObjNum 290 snap 85 seq_num 290) dirty exists 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:897: left oid 46 (ObjNum 290 snap 85 seq_num 290) 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:897: done (3 left) 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:901: rmattr oid 3 current snap is 85 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:901: done (3 left) 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:902: rmattr oid 4 current snap is 85 2024-08-30T21:01:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:902: done (3 left) 2024-08-30T21:01:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:903: setattr oid 27 current snap is 85 2024-08-30T21:01:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:904: copy_from oid 22 from oid 25 current snap is 85 2024-08-30T21:01:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:905: rollback oid 9 current snap is 85 2024-08-30T21:01:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 83 2024-08-30T21:01:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:906: snap_create 2024-08-30T21:01:30.873 INFO:tasks.rados.rados.0.smithi173.stdout:898: finishing write tid 1 to smithi17368540-15 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:898: finishing write tid 2 to smithi17368540-15 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:905: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:898: finishing write tid 3 to smithi17368540-15 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:898: oid 15 updating version 0 to 356 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:898: oid 15 updating version 356 to 357 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 357 (ObjNum 291 snap 85 seq_num 291) dirty exists 2024-08-30T21:01:30.874 INFO:tasks.rados.rados.0.smithi173.stdout:898: left oid 15 (ObjNum 291 snap 85 seq_num 291) 2024-08-30T21:01:30.876 INFO:tasks.rados.rados.0.smithi173.stdout:900: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:01:30.877 INFO:tasks.rados.rados.0.smithi173.stdout:900: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:01:30.877 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 444 (ObjNum 33 snap 0 seq_num 1365266788) dirty dne 2024-08-30T21:01:30.883 INFO:tasks.rados.rados.0.smithi173.stdout:899: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:30.995 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 448 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:01:30.995 INFO:tasks.rados.rados.0.smithi173.stdout:904: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:01:30.995 INFO:tasks.rados.rados.0.smithi173.stdout:904: finishing copy_from to smithi17368540-22 2024-08-30T21:01:30.995 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 250 (ObjNum 271 snap 82 seq_num 271) dirty exists 2024-08-30T21:01:31.173 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:30 smithi173 ceph-mon[79976]: osdmap e242: 8 total, 8 up, 8 in 2024-08-30T21:01:31.174 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:30 smithi173 ceph-mon[82405]: osdmap e242: 8 total, 8 up, 8 in 2024-08-30T21:01:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:30 smithi196 ceph-mon[21316]: osdmap e242: 8 total, 8 up, 8 in 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:898: done (6 left) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:899: done (5 left) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:900: done (4 left) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:903: done (3 left) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:904: done (2 left) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:905: done (1 left) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:906: done (0 left) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:907: read oid 7 snap 66 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:907: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T21:01:31.444 INFO:tasks.rados.rados.0.smithi173.stdout:908: copy_from oid 13 from oid 41 current snap is 86 2024-08-30T21:01:31.445 INFO:tasks.rados.rados.0.smithi173.stdout:909: snap_remove snap 74 2024-08-30T21:01:32.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:31 smithi173 ceph-mon[82405]: pgmap v29: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-08-30T21:01:32.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:31 smithi173 ceph-mon[82405]: osdmap e243: 8 total, 8 up, 8 in 2024-08-30T21:01:32.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:31 smithi173 ceph-mon[82405]: osdmap e244: 8 total, 8 up, 8 in 2024-08-30T21:01:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:31 smithi173 ceph-mon[79976]: pgmap v29: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-08-30T21:01:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:31 smithi173 ceph-mon[79976]: osdmap e243: 8 total, 8 up, 8 in 2024-08-30T21:01:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:31 smithi173 ceph-mon[79976]: osdmap e244: 8 total, 8 up, 8 in 2024-08-30T21:01:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:31 smithi196 ceph-mon[21316]: pgmap v29: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 10 op/s 2024-08-30T21:01:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:31 smithi196 ceph-mon[21316]: osdmap e243: 8 total, 8 up, 8 in 2024-08-30T21:01:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:31 smithi196 ceph-mon[21316]: osdmap e244: 8 total, 8 up, 8 in 2024-08-30T21:01:32.445 INFO:tasks.rados.rados.0.smithi173.stdout:909: done (2 left) 2024-08-30T21:01:32.445 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 86 2024-08-30T21:01:32.445 INFO:tasks.rados.rados.0.smithi173.stdout:907: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-30T21:01:32.450 INFO:tasks.rados.rados.0.smithi173.stdout:910: seq_num 292 ranges {1933312=98304} 2024-08-30T21:01:32.464 INFO:tasks.rados.rados.0.smithi173.stdout:910: writing smithi17368540-43 from 1933312 to 2031616 tid 1 2024-08-30T21:01:32.464 INFO:tasks.rados.rados.0.smithi173.stdout:908: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:01:32.464 INFO:tasks.rados.rados.0.smithi173.stdout:908: finishing copy_from to smithi17368540-13 2024-08-30T21:01:32.464 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 320 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-08-30T21:01:32.464 INFO:tasks.rados.rados.0.smithi173.stdout:907: done (2 left) 2024-08-30T21:01:32.464 INFO:tasks.rados.rados.0.smithi173.stdout:908: done (1 left) 2024-08-30T21:01:32.464 INFO:tasks.rados.rados.0.smithi173.stdout:911: snap_create 2024-08-30T21:01:32.467 INFO:tasks.rados.rados.0.smithi173.stdout:910: finishing write tid 1 to smithi17368540-43 2024-08-30T21:01:32.467 INFO:tasks.rados.rados.0.smithi173.stdout:910: finishing write tid 2 to smithi17368540-43 2024-08-30T21:01:32.468 INFO:tasks.rados.rados.0.smithi173.stdout:910: finishing write tid 3 to smithi17368540-43 2024-08-30T21:01:32.468 INFO:tasks.rados.rados.0.smithi173.stdout:910: oid 43 updating version 0 to 607 2024-08-30T21:01:32.468 INFO:tasks.rados.rados.0.smithi173.stdout:910: oid 43 updating version 607 to 608 2024-08-30T21:01:32.468 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 608 (ObjNum 292 snap 86 seq_num 292) dirty exists 2024-08-30T21:01:32.468 INFO:tasks.rados.rados.0.smithi173.stdout:910: left oid 43 (ObjNum 292 snap 86 seq_num 292) 2024-08-30T21:01:33.448 INFO:tasks.rados.rados.0.smithi173.stdout:910: done (1 left) 2024-08-30T21:01:33.448 INFO:tasks.rados.rados.0.smithi173.stdout:911: done (0 left) 2024-08-30T21:01:33.448 INFO:tasks.rados.rados.0.smithi173.stdout:912: snap_remove snap 78 2024-08-30T21:01:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:33 smithi196 ceph-mon[21316]: pgmap v32: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:33 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:33 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:33 smithi196 ceph-mon[21316]: osdmap e245: 8 total, 8 up, 8 in 2024-08-30T21:01:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:33 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:33 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.567 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[79976]: pgmap v32: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:33.567 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.567 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.567 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[79976]: osdmap e245: 8 total, 8 up, 8 in 2024-08-30T21:01:33.567 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.567 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[82405]: pgmap v32: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:33.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[82405]: osdmap e245: 8 total, 8 up, 8 in 2024-08-30T21:01:33.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.568 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:33.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:33.584+0000 7f9609a04640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-30T21:01:34.452 INFO:tasks.rados.rados.0.smithi173.stdout:912: done (0 left) 2024-08-30T21:01:34.452 INFO:tasks.rados.rados.0.smithi173.stdout:913: snap_remove snap 86 2024-08-30T21:01:34.504 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:34 smithi173 ceph-mon[79976]: osdmap e246: 8 total, 8 up, 8 in 2024-08-30T21:01:34.504 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:34 smithi173 ceph-mon[82405]: osdmap e246: 8 total, 8 up, 8 in 2024-08-30T21:01:34.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:34 smithi196 ceph-mon[21316]: osdmap e246: 8 total, 8 up, 8 in 2024-08-30T21:01:35.456 INFO:tasks.rados.rados.0.smithi173.stdout:913: done (0 left) 2024-08-30T21:01:35.457 INFO:tasks.rados.rados.0.smithi173.stdout:914: delete oid 6 current snap is 87 2024-08-30T21:01:35.463 INFO:tasks.rados.rados.0.smithi173.stdout:914: done (0 left) 2024-08-30T21:01:35.463 INFO:tasks.rados.rados.0.smithi173.stdout:915: read oid 23 snap 63 2024-08-30T21:01:35.463 INFO:tasks.rados.rados.0.smithi173.stdout:915: expect (ObjNum 219 snap 57 seq_num 219) 2024-08-30T21:01:35.463 INFO:tasks.rados.rados.0.smithi173.stdout:916: delete oid 13 current snap is 87 2024-08-30T21:01:35.467 INFO:tasks.rados.rados.0.smithi173.stdout:916: done (1 left) 2024-08-30T21:01:35.467 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 87 2024-08-30T21:01:35.467 INFO:tasks.rados.rados.0.smithi173.stdout:917: seq_num 295 ranges {10797056=147456} 2024-08-30T21:01:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:917: writing smithi17368540-25 from 10797056 to 10944512 tid 1 2024-08-30T21:01:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:918: read oid 21 snap -1 2024-08-30T21:01:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:918: expect deleted 2024-08-30T21:01:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:919: read oid 40 snap 80 2024-08-30T21:01:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:919: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:01:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 87 2024-08-30T21:01:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:920: seq_num 296 ranges {1048576=163840} 2024-08-30T21:01:35.534 INFO:tasks.rados.rados.0.smithi173.stdout:920: writing smithi17368540-8 from 1048576 to 1212416 tid 1 2024-08-30T21:01:35.534 INFO:tasks.rados.rados.0.smithi173.stdout:921: snap_remove snap 71 2024-08-30T21:01:35.534 INFO:tasks.rados.rados.0.smithi173.stdout:915: expect (ObjNum 219 snap 57 seq_num 219) 2024-08-30T21:01:35.539 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:35 smithi173 ceph-mon[79976]: pgmap v35: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:35.539 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:35 smithi173 ceph-mon[79976]: osdmap e247: 8 total, 8 up, 8 in 2024-08-30T21:01:35.539 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:35 smithi173 ceph-mon[82405]: pgmap v35: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:35.539 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:35 smithi173 ceph-mon[82405]: osdmap e247: 8 total, 8 up, 8 in 2024-08-30T21:01:35.539 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:01:35] "GET /metrics HTTP/1.1" 200 36188 "" "Prometheus/2.43.0" 2024-08-30T21:01:35.577 INFO:tasks.rados.rados.0.smithi173.stdout:917: finishing write tid 1 to smithi17368540-25 2024-08-30T21:01:35.577 INFO:tasks.rados.rados.0.smithi173.stdout:917: finishing write tid 2 to smithi17368540-25 2024-08-30T21:01:35.577 INFO:tasks.rados.rados.0.smithi173.stdout:919: expect (ObjNum 39 snap 0 seq_num 39) 2024-08-30T21:01:35.602 INFO:tasks.rados.rados.0.smithi173.stdout:917: finishing write tid 3 to smithi17368540-25 2024-08-30T21:01:35.602 INFO:tasks.rados.rados.0.smithi173.stdout:917: oid 25 updating version 0 to 275 2024-08-30T21:01:35.602 INFO:tasks.rados.rados.0.smithi173.stdout:917: oid 25 version 275 is already newer than 274 2024-08-30T21:01:35.602 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 275 (ObjNum 295 snap 87 seq_num 295) dirty exists 2024-08-30T21:01:35.602 INFO:tasks.rados.rados.0.smithi173.stdout:917: left oid 25 (ObjNum 295 snap 87 seq_num 295) 2024-08-30T21:01:35.602 INFO:tasks.rados.rados.0.smithi173.stdout:920: finishing write tid 1 to smithi17368540-8 2024-08-30T21:01:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:35 smithi196 ceph-mon[21316]: pgmap v35: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-08-30T21:01:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:35 smithi196 ceph-mon[21316]: osdmap e247: 8 total, 8 up, 8 in 2024-08-30T21:01:36.461 INFO:tasks.rados.rados.0.smithi173.stdout:915: done (5 left) 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:917: done (4 left) 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:918: done (3 left) 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:919: done (2 left) 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:921: done (1 left) 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:922: snap_create 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:920: finishing write tid 2 to smithi17368540-8 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:920: finishing write tid 3 to smithi17368540-8 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:920: oid 8 updating version 0 to 367 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:920: oid 8 version 367 is already newer than 366 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 367 (ObjNum 296 snap 87 seq_num 296) dirty exists 2024-08-30T21:01:36.462 INFO:tasks.rados.rados.0.smithi173.stdout:920: left oid 8 (ObjNum 296 snap 87 seq_num 296) 2024-08-30T21:01:36.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: osdmap e248: 8 total, 8 up, 8 in 2024-08-30T21:01:36.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: osdmap e248: 8 total, 8 up, 8 in 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:36.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:36.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:36.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:36.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-30T21:01:36.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-30T21:01:36.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: osdmap e248: 8 total, 8 up, 8 in 2024-08-30T21:01:36.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:36.725 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:36.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:36.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:36.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:36.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-30T21:01:36.726 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:36 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-30T21:01:37.461 INFO:tasks.rados.rados.0.smithi173.stdout:920: done (1 left) 2024-08-30T21:01:37.462 INFO:tasks.rados.rados.0.smithi173.stdout:922: done (0 left) 2024-08-30T21:01:37.462 INFO:tasks.rados.rados.0.smithi173.stdout:923: copy_from oid 23 from oid 38 current snap is 88 2024-08-30T21:01:37.462 INFO:tasks.rados.rados.0.smithi173.stdout:924: snap_remove snap 85 2024-08-30T21:01:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:37 smithi196 ceph-mon[21316]: pgmap v38: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-08-30T21:01:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:37 smithi196 ceph-mon[21316]: Upgrade: It appears safe to stop mon.b 2024-08-30T21:01:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:37 smithi196 ceph-mon[21316]: osdmap e249: 8 total, 8 up, 8 in 2024-08-30T21:01:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:37 smithi173 ceph-mon[82405]: pgmap v38: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-08-30T21:01:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:37 smithi173 ceph-mon[82405]: Upgrade: It appears safe to stop mon.b 2024-08-30T21:01:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:37 smithi173 ceph-mon[82405]: osdmap e249: 8 total, 8 up, 8 in 2024-08-30T21:01:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:37 smithi173 ceph-mon[79976]: pgmap v38: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-08-30T21:01:37.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:37 smithi173 ceph-mon[79976]: Upgrade: It appears safe to stop mon.b 2024-08-30T21:01:37.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:37 smithi173 ceph-mon[79976]: osdmap e249: 8 total, 8 up, 8 in 2024-08-30T21:01:38.467 INFO:tasks.rados.rados.0.smithi173.stdout:924: done (1 left) 2024-08-30T21:01:38.467 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 88 2024-08-30T21:01:38.467 INFO:tasks.rados.rados.0.smithi173.stdout:923: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:01:38.467 INFO:tasks.rados.rados.0.smithi173.stdout:925: seq_num 297 ranges {3710976=180224} 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:925: writing smithi17368540-12 from 3710976 to 3891200 tid 1 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:926: copy_from oid 44 from oid 4 current snap is 88 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:923: finishing copy_from to smithi17368540-23 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 262 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:923: done (2 left) 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:927: rmattr oid 15 current snap is 88 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:927: done (2 left) 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 88 2024-08-30T21:01:38.489 INFO:tasks.rados.rados.0.smithi173.stdout:928: seq_num 298 ranges {0=196608} 2024-08-30T21:01:38.490 INFO:tasks.rados.rados.0.smithi173.stdout:928: writing smithi17368540-26 from 0 to 196608 tid 1 2024-08-30T21:01:38.490 INFO:tasks.rados.rados.0.smithi173.stdout:929: snap_create 2024-08-30T21:01:38.497 INFO:tasks.rados.rados.0.smithi173.stdout:925: finishing write tid 1 to smithi17368540-12 2024-08-30T21:01:38.497 INFO:tasks.rados.rados.0.smithi173.stdout:925: finishing write tid 2 to smithi17368540-12 2024-08-30T21:01:38.498 INFO:tasks.rados.rados.0.smithi173.stdout:928: finishing write tid 1 to smithi17368540-26 2024-08-30T21:01:38.498 INFO:tasks.rados.rados.0.smithi173.stdout:928: finishing write tid 2 to smithi17368540-26 2024-08-30T21:01:38.500 INFO:tasks.rados.rados.0.smithi173.stdout:925: finishing write tid 3 to smithi17368540-12 2024-08-30T21:01:38.500 INFO:tasks.rados.rados.0.smithi173.stdout:925: oid 12 updating version 0 to 624 2024-08-30T21:01:38.500 INFO:tasks.rados.rados.0.smithi173.stdout:925: oid 12 updating version 624 to 625 2024-08-30T21:01:38.500 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 625 (ObjNum 297 snap 88 seq_num 297) dirty exists 2024-08-30T21:01:38.500 INFO:tasks.rados.rados.0.smithi173.stdout:925: left oid 12 (ObjNum 297 snap 88 seq_num 297) 2024-08-30T21:01:38.501 INFO:tasks.rados.rados.0.smithi173.stdout:926: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:01:38.501 INFO:tasks.rados.rados.0.smithi173.stdout:928: finishing write tid 3 to smithi17368540-26 2024-08-30T21:01:38.501 INFO:tasks.rados.rados.0.smithi173.stdout:928: oid 26 updating version 0 to 627 2024-08-30T21:01:38.502 INFO:tasks.rados.rados.0.smithi173.stdout:928: oid 26 version 627 is already newer than 626 2024-08-30T21:01:38.502 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 627 (ObjNum 298 snap 88 seq_num 298) dirty exists 2024-08-30T21:01:38.502 INFO:tasks.rados.rados.0.smithi173.stdout:928: left oid 26 (ObjNum 298 snap 88 seq_num 298) 2024-08-30T21:01:38.502 INFO:tasks.rados.rados.0.smithi173.stdout:926: finishing copy_from to smithi17368540-44 2024-08-30T21:01:38.502 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 335 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-08-30T21:01:38.519 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: osdmap e250: 8 total, 8 up, 8 in 2024-08-30T21:01:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: Upgrade: Updating mon.b 2024-08-30T21:01:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: Deploying daemon mon.b on smithi196 2024-08-30T21:01:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:38 smithi196 ceph-mon[21316]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: osdmap e250: 8 total, 8 up, 8 in 2024-08-30T21:01:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: Upgrade: Updating mon.b 2024-08-30T21:01:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: Deploying daemon mon.b on smithi196 2024-08-30T21:01:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: osdmap e250: 8 total, 8 up, 8 in 2024-08-30T21:01:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: Upgrade: Updating mon.b 2024-08-30T21:01:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:38.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:38.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:38.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: Deploying daemon mon.b on smithi196 2024-08-30T21:01:38.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:39.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:39 smithi196 systemd[1]: Stopping Ceph mon.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:01:39.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b[21312]: 2024-08-30T21:01:39.455+0000 7f04d9e28640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:01:39.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b[21312]: 2024-08-30T21:01:39.455+0000 7f04d9e28640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-30T21:01:39.972 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:39 smithi196 podman[74440]: 2024-08-30 21:01:39.639342748 +0000 UTC m=+0.285621363 container died 1dc0af7e1ebe7cd0823e79c8bc5ff142fd63fd7760c029c310144e55044c27c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=reef-63b0b8e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:01:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:39 smithi196 podman[74440]: 2024-08-30 21:01:39.972155379 +0000 UTC m=+0.618433991 container cleanup 1dc0af7e1ebe7cd0823e79c8bc5ff142fd63fd7760c029c310144e55044c27c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, ceph=True, RELEASE=reef-63b0b8e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:01:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:39 smithi196 bash[74440]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b 2024-08-30T21:01:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:40 smithi196 podman[74452]: 2024-08-30 21:01:40.189981176 +0000 UTC m=+0.547715554 container remove 1dc0af7e1ebe7cd0823e79c8bc5ff142fd63fd7760c029c310144e55044c27c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-63b0b8e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-30T21:01:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:40 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-30T21:01:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:40 smithi196 systemd[1]: Stopped Ceph mon.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:01:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:40 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.b.service: Consumed 8.826s CPU time. 2024-08-30T21:01:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:40 smithi196 systemd[1]: Starting Ceph mon.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:01:41.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:40 smithi196 podman[74582]: 2024-08-30 21:01:40.763569904 +0000 UTC m=+0.015708476 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:01:41.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:40 smithi196 podman[74582]: 2024-08-30 21:01:40.874291492 +0000 UTC m=+0.126430062 container create 97e925f6f9285e4405ee85fe4e8df56ef4d72abb882a85b16acd7ed297055ffb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:01:41.173 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 podman[74582]: 2024-08-30 21:01:41.1724593 +0000 UTC m=+0.424597871 container init 97e925f6f9285e4405ee85fe4e8df56ef4d72abb882a85b16acd7ed297055ffb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:01:41.209 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 podman[74582]: 2024-08-30 21:01:41.175887032 +0000 UTC m=+0.428025604 container start 97e925f6f9285e4405ee85fe4e8df56ef4d72abb882a85b16acd7ed297055ffb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:01:41.209 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: set uid:gid to 167:167 (ceph:ceph) 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev), process ceph-mon, pid 2 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: pidfile_write: ignore empty --pid-file 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: load: jerasure load: lrc 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: RocksDB version: 7.9.2 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Git sha 0 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Compile date 2024-08-30 11:46:54 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: DB SUMMARY 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: DB Session ID: VRQULDMUV2P8VRH6SX1K 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: CURRENT file: CURRENT 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: IDENTITY file: IDENTITY 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1405 Bytes 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-30T21:01:41.210 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 9815791 ; 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.error_if_exists: 0 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.create_if_missing: 0 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.paranoid_checks: 1 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.env: 0x55aa6c716160 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.fs: PosixFileSystem 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.info_log: 0x55aa6d207880 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_file_opening_threads: 16 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.statistics: (nil) 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.use_fsync: 0 2024-08-30T21:01:41.211 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_log_file_size: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.keep_log_file_num: 1000 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.recycle_log_file_num: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.allow_fallocate: 1 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.allow_mmap_reads: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.allow_mmap_writes: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.use_direct_reads: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.create_missing_column_families: 0 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.db_log_dir: 2024-08-30T21:01:41.212 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.wal_dir: 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.advise_random_on_open: 1 2024-08-30T21:01:41.213 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.db_write_buffer_size: 0 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.write_buffer_manager: 0x55aa6d20a960 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.rate_limiter: (nil) 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.wal_recovery_mode: 2 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.enable_thread_tracking: 0 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.enable_pipelined_write: 0 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.unordered_write: 0 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-30T21:01:41.214 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.row_cache: None 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.wal_filter: None 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.allow_ingest_behind: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.two_write_queues: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.manual_wal_flush: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.wal_compression: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.atomic_flush: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-30T21:01:41.215 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-30T21:01:41.216 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.log_readahead_size: 0 2024-08-30T21:01:41.216 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.best_efforts_recovery: 0 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.allow_data_in_errors: 0 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.db_host_id: __hostname__ 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_background_jobs: 2 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_background_compactions: -1 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_subcompactions: 1 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-30T21:01:41.217 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_total_wal_size: 0 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_open_files: -1 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bytes_per_sync: 0 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_readahead_size: 0 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_background_flushes: -1 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Compression algorithms supported: 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kZSTD supported: 0 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kXpressCompression supported: 0 2024-08-30T21:01:41.218 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kBZip2Compression supported: 0 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kLZ4Compression supported: 1 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kZlibCompression supported: 1 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kLZ4HCCompression supported: 1 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: kSnappyCompression supported: 1 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.merge_operator: 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_filter: None 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_filter_factory: None 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.sst_partitioner_factory: None 2024-08-30T21:01:41.219 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55aa6d2074e0) 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks: 1 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: pin_top_level_index_and_filter: 1 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_type: 0 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_index_type: 0 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_shortening: 1 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: checksum: 4 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: no_block_cache: 0 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache: 0x55aa6d1fa850 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_name: BinnedLRUCache 2024-08-30T21:01:41.220 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_options: 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: capacity : 536870912 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_shard_bits : 4 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: strict_capacity_limit : 0 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: high_pri_pool_ratio: 0.000 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_cache_compressed: (nil) 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: persistent_cache: (nil) 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size: 4096 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_size_deviation: 10 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_restart_interval: 16 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: index_block_restart_interval: 1 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_block_size: 4096 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: partition_filters: 0 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: use_delta_encoding: 1 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: filter_policy: bloomfilter 2024-08-30T21:01:41.221 INFO:journalctl@ceph.mon.b.smithi196.stdout: whole_key_filtering: 1 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: verify_compression: 0 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: read_amp_bytes_per_bit: 0 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: format_version: 5 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_index_compression: 1 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: block_align: 0 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_auto_readahead_size: 262144 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: prepopulate_block_cache: 0 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: initial_auto_readahead_size: 8192 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout: num_file_reads_for_auto_readahead: 2 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.write_buffer_size: 33554432 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_write_buffer_number: 2 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression: NoCompression 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression: Disabled 2024-08-30T21:01:41.222 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.prefix_extractor: nullptr 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.num_levels: 7 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-30T21:01:41.223 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.level: 32767 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.strategy: 0 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.enabled: false 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-30T21:01:41.224 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.target_file_size_base: 67108864 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-30T21:01:41.225 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.arena_block_size: 1048576 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.disable_auto_compactions: 0 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-30T21:01:41.226 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.inplace_update_support: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.bloom_locality: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.max_successive_merges: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.paranoid_file_checks: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.force_consistency_checks: 1 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.report_bg_io_stats: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.ttl: 2592000 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-30T21:01:41.227 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.enable_blob_files: false 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.min_blob_size: 0 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.blob_file_size: 268435456 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.blob_file_starting_level: 0 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13659, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-30T21:01:41.228 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 58fa3cbc-7c13-4d79-b548-23533c22abdf 2024-08-30T21:01:41.229 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051701203077, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-30T21:01:41.229 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-30T21:01:41.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051701229478, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6055269, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13664, "largest_seqno": 16309, "table_properties": {"data_size": 6042569, "index_size": 8902, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2757, "raw_key_size": 26077, "raw_average_key_size": 24, "raw_value_size": 6018210, "raw_average_value_size": 5541, "num_data_blocks": 388, "num_entries": 1086, "num_filter_entries": 1086, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725051701, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "58fa3cbc-7c13-4d79-b548-23533c22abdf", "db_session_id": "VRQULDMUV2P8VRH6SX1K", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725051701229616, "job": 1, "event": "recovery_finished"} 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55aa6d22ae00 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: DB pointer 0x55aa6d32a000 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** DB Stats ** 2024-08-30T21:01:41.521 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: L0 1/0 5.77 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 480.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: L6 1/0 7.92 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-30T21:01:41.522 INFO:journalctl@ceph.mon.b.smithi196.stdout: Sum 2/0 13.69 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 480.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 480.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** Compaction Stats [default] ** 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 480.8 0.01 0.00 1 0.012 0 0 0.0 0.0 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-30T21:01:41.523 INFO:journalctl@ceph.mon.b.smithi196.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: Cumulative compaction: 0.01 GB write, 195.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: Interval compaction: 0.01 GB write, 195.28 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache BinnedLRUCache@0x55aa6d1fa850#2 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: starting mon.b rank 1 at public addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] at bind addrs [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???) e3 preinit fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:41.524 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???).mds e8 new map 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???).mds e8 print_map 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: e8 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: legacy client fscid: 1 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: Filesystem 'cephfs' (1) 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: fs_name cephfs 2024-08-30T21:01:41.525 INFO:journalctl@ceph.mon.b.smithi196.stdout: epoch 8 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: created 2024-08-30T20:55:09.190514+0000 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: modified 2024-08-30T20:55:20.585474+0000 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: tableserver 0 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: root 0 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: session_timeout 60 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: session_autoclose 300 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_file_size 1099511627776 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_xattr_size 65536 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: required_client_features {} 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: last_failure 0 2024-08-30T21:01:41.526 INFO:journalctl@ceph.mon.b.smithi196.stdout: last_failure_osd_epoch 0 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: max_mds 1 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: in 0 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: up {0=24322} 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: failed 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: damaged 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: stopped 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: data_pools [3] 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: metadata_pool 2 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: inline_data disabled 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: balancer 2024-08-30T21:01:41.527 INFO:journalctl@ceph.mon.b.smithi196.stdout: bal_rank_mask -1 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: standby_count_wanted 0 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: qdb_cluster leader: 0 members: 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: [mds.b{0:24322} state up:active seq 5 addr [v2:172.21.15.196:6832/3093899690,v1:172.21.15.196:6833/3093899690] compat {c=[1],r=[1],i=[7ff]}] 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: Standby daemons: 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout: [mds.a{-1:14430} state up:standby seq 1 addr [v2:172.21.15.173:6834/1791008870,v1:172.21.15.173:6835/1791008870] compat {c=[1],r=[1],i=[7ff]}] 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???).osd e251 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:41.528 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-08-30T21:01:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 ceph-mon[74601]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-30T21:01:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 bash[74582]: 97e925f6f9285e4405ee85fe4e8df56ef4d72abb882a85b16acd7ed297055ffb 2024-08-30T21:01:41.529 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:41 smithi196 systemd[1]: Started Ceph mon.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:01:43.497 INFO:tasks.rados.rados.0.smithi173.stdout:925: done (3 left) 2024-08-30T21:01:43.498 INFO:tasks.rados.rados.0.smithi173.stdout:926: done (2 left) 2024-08-30T21:01:43.498 INFO:tasks.rados.rados.0.smithi173.stdout:928: done (1 left) 2024-08-30T21:01:43.498 INFO:tasks.rados.rados.0.smithi173.stdout:929: done (0 left) 2024-08-30T21:01:43.498 INFO:tasks.rados.rados.0.smithi173.stdout:930: rollback oid 26 current snap is 89 2024-08-30T21:01:43.498 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 26 to 56 2024-08-30T21:01:43.498 INFO:tasks.rados.rados.0.smithi173.stdout:931: copy_from oid 48 from oid 14 current snap is 89 2024-08-30T21:01:43.498 INFO:tasks.rados.rados.0.smithi173.stdout:932: snap_create 2024-08-30T21:01:43.504 INFO:tasks.rados.rados.0.smithi173.stdout:930: finishing rollback tid 0 to smithi17368540-26 2024-08-30T21:01:43.504 INFO:tasks.rados.rados.0.smithi173.stdout:931: finishing copy_from to smithi17368540-48 2024-08-30T21:01:43.504 INFO:tasks.rados.rados.0.smithi173.stdout:931: got expected ENOENT (src dne) 2024-08-30T21:01:43.505 INFO:tasks.rados.rados.0.smithi173.stdout:931: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:01:43.505 INFO:tasks.rados.rados.0.smithi173.stdout:930: finishing rollback tid 1 to smithi17368540-26 2024-08-30T21:01:43.505 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 632 (ObjNum 33 snap 0 seq_num 1578439792) dirty dne 2024-08-30T21:01:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: pgmap v44: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 982 KiB/s rd, 355 KiB/s wr, 4 op/s 2024-08-30T21:01:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: osdmap e252: 8 total, 8 up, 8 in 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: mgrmap e43: y(active, since 34s), standbys: x 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: overall HEALTH_OK 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: mon.a calling monitor election 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: mon.c calling monitor election 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: mon.b calling monitor election 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: monmap epoch 4 2024-08-30T21:01:43.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: last_changed 2024-08-30T21:01:42.483324+0000 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: min_mon_release 19 (squid) 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: election_strategy: 1 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: osdmap e252: 8 total, 8 up, 8 in 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: mgrmap e43: y(active, since 34s), standbys: x 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: overall HEALTH_OK 2024-08-30T21:01:43.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:43.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:43.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: pgmap v44: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 982 KiB/s rd, 355 KiB/s wr, 4 op/s 2024-08-30T21:01:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: osdmap e252: 8 total, 8 up, 8 in 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: mgrmap e43: y(active, since 34s), standbys: x 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: overall HEALTH_OK 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: mon.a calling monitor election 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: mon.c calling monitor election 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: mon.b calling monitor election 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: monmap epoch 4 2024-08-30T21:01:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:43.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: last_changed 2024-08-30T21:01:42.483324+0000 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: min_mon_release 19 (squid) 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: election_strategy: 1 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:43.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: osdmap e252: 8 total, 8 up, 8 in 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: mgrmap e43: y(active, since 34s), standbys: x 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: overall HEALTH_OK 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: pgmap v44: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 982 KiB/s rd, 355 KiB/s wr, 4 op/s 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:43.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: osdmap e252: 8 total, 8 up, 8 in 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: mgrmap e43: y(active, since 34s), standbys: x 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: overall HEALTH_OK 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: mon.a calling monitor election 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: mon.c calling monitor election 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: mon.b calling monitor election 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:01:43.966 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: monmap epoch 4 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: last_changed 2024-08-30T21:01:42.483324+0000 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: created 2024-08-30T20:49:39.086279+0000 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: min_mon_release 19 (squid) 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: election_strategy: 1 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: 0: [v2:172.21.15.173:3300/0,v1:172.21.15.173:6789/0] mon.a 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: 1: [v2:172.21.15.196:3300/0,v1:172.21.15.196:6789/0] mon.b 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: 2: [v2:172.21.15.173:3301/0,v1:172.21.15.173:6790/0] mon.c 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: osdmap e252: 8 total, 8 up, 8 in 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: mgrmap e43: y(active, since 34s), standbys: x 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: overall HEALTH_OK 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:43.967 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:43.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:01:44.512 INFO:tasks.rados.rados.0.smithi173.stdout:930: done (2 left) 2024-08-30T21:01:44.512 INFO:tasks.rados.rados.0.smithi173.stdout:931: done (1 left) 2024-08-30T21:01:44.512 INFO:tasks.rados.rados.0.smithi173.stdout:932: done (0 left) 2024-08-30T21:01:44.512 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 90 2024-08-30T21:01:44.512 INFO:tasks.rados.rados.0.smithi173.stdout:933: seq_num 299 ranges {417792=212992} 2024-08-30T21:01:44.515 INFO:tasks.rados.rados.0.smithi173.stdout:933: writing smithi17368540-23 from 417792 to 630784 tid 1 2024-08-30T21:01:44.516 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 90 2024-08-30T21:01:44.516 INFO:tasks.rados.rados.0.smithi173.stdout:934: seq_num 300 ranges {0=229376} 2024-08-30T21:01:44.517 INFO:tasks.rados.rados.0.smithi173.stdout:934: writing smithi17368540-36 from 0 to 229376 tid 1 2024-08-30T21:01:44.517 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 90 2024-08-30T21:01:44.517 INFO:tasks.rados.rados.0.smithi173.stdout:935: seq_num 301 ranges {3891200=245760} 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:935: writing smithi17368540-12 from 3891200 to 4136960 tid 1 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:936: snap_create 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:933: finishing write tid 1 to smithi17368540-23 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:933: finishing write tid 2 to smithi17368540-23 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:934: finishing write tid 1 to smithi17368540-36 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:934: finishing write tid 2 to smithi17368540-36 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:933: finishing write tid 3 to smithi17368540-23 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:933: oid 23 updating version 0 to 450 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:933: oid 23 version 450 is already newer than 449 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 450 (ObjNum 299 snap 90 seq_num 299) dirty exists 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:933: left oid 23 (ObjNum 299 snap 90 seq_num 299) 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:934: finishing write tid 3 to smithi17368540-36 2024-08-30T21:01:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:934: oid 36 updating version 0 to 207 2024-08-30T21:01:44.541 INFO:tasks.rados.rados.0.smithi173.stdout:934: oid 36 updating version 207 to 208 2024-08-30T21:01:44.541 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 208 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:01:44.541 INFO:tasks.rados.rados.0.smithi173.stdout:934: left oid 36 (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:01:44.544 INFO:tasks.rados.rados.0.smithi173.stdout:935: finishing write tid 1 to smithi17368540-12 2024-08-30T21:01:44.544 INFO:tasks.rados.rados.0.smithi173.stdout:935: finishing write tid 2 to smithi17368540-12 2024-08-30T21:01:44.545 INFO:tasks.rados.rados.0.smithi173.stdout:935: finishing write tid 3 to smithi17368540-12 2024-08-30T21:01:44.545 INFO:tasks.rados.rados.0.smithi173.stdout:935: oid 12 updating version 0 to 635 2024-08-30T21:01:44.545 INFO:tasks.rados.rados.0.smithi173.stdout:935: oid 12 version 635 is already newer than 634 2024-08-30T21:01:44.545 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 635 (ObjNum 301 snap 90 seq_num 301) dirty exists 2024-08-30T21:01:44.545 INFO:tasks.rados.rados.0.smithi173.stdout:935: left oid 12 (ObjNum 301 snap 90 seq_num 301) 2024-08-30T21:01:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:44 smithi196 ceph-mon[74601]: osdmap e253: 8 total, 8 up, 8 in 2024-08-30T21:01:44.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:44 smithi173 ceph-mon[79976]: osdmap e253: 8 total, 8 up, 8 in 2024-08-30T21:01:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:44 smithi173 ceph-mon[82405]: osdmap e253: 8 total, 8 up, 8 in 2024-08-30T21:01:45.514 INFO:tasks.rados.rados.0.smithi173.stdout:933: done (3 left) 2024-08-30T21:01:45.514 INFO:tasks.rados.rados.0.smithi173.stdout:934: done (2 left) 2024-08-30T21:01:45.514 INFO:tasks.rados.rados.0.smithi173.stdout:935: done (1 left) 2024-08-30T21:01:45.514 INFO:tasks.rados.rados.0.smithi173.stdout:936: done (0 left) 2024-08-30T21:01:45.515 INFO:tasks.rados.rados.0.smithi173.stdout:937: read oid 16 snap -1 2024-08-30T21:01:45.515 INFO:tasks.rados.rados.0.smithi173.stdout:937: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:01:45.515 INFO:tasks.rados.rados.0.smithi173.stdout:938: snap_remove snap 84 2024-08-30T21:01:45.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:45 smithi173 ceph-mon[82405]: pgmap v47: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 982 KiB/s rd, 355 KiB/s wr, 4 op/s 2024-08-30T21:01:45.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:45 smithi173 ceph-mon[82405]: osdmap e254: 8 total, 8 up, 8 in 2024-08-30T21:01:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:45 smithi173 ceph-mon[79976]: pgmap v47: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 982 KiB/s rd, 355 KiB/s wr, 4 op/s 2024-08-30T21:01:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:45 smithi173 ceph-mon[79976]: osdmap e254: 8 total, 8 up, 8 in 2024-08-30T21:01:45.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:01:45] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2024-08-30T21:01:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:45 smithi196 ceph-mon[74601]: pgmap v47: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 982 KiB/s rd, 355 KiB/s wr, 4 op/s 2024-08-30T21:01:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:45 smithi196 ceph-mon[74601]: osdmap e254: 8 total, 8 up, 8 in 2024-08-30T21:01:46.449 INFO:tasks.rados.rados.0.smithi173.stdout:937: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:01:46.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:46 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:01:46.240+0000 7f9609a04640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-30T21:01:46.552 INFO:tasks.rados.rados.0.smithi173.stdout:937: done (1 left) 2024-08-30T21:01:46.552 INFO:tasks.rados.rados.0.smithi173.stdout:938: done (0 left) 2024-08-30T21:01:46.553 INFO:tasks.rados.rados.0.smithi173.stdout:939: rollback oid 10 current snap is 91 2024-08-30T21:01:46.553 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 90 2024-08-30T21:01:46.553 INFO:tasks.rados.rados.0.smithi173.stdout:940: snap_create 2024-08-30T21:01:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:939: finishing rollback tid 0 to smithi17368540-10 2024-08-30T21:01:46.557 INFO:tasks.rados.rados.0.smithi173.stdout:939: finishing rollback tid 1 to smithi17368540-10 2024-08-30T21:01:46.557 INFO:tasks.rados.rados.0.smithi173.stdout:939: finishing rollback tid 2 to smithi17368540-10 2024-08-30T21:01:46.557 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 285 (ObjNum 186 snap 46 seq_num 186) dirty exists 2024-08-30T21:01:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:46 smithi196 ceph-mon[74601]: osdmap e255: 8 total, 8 up, 8 in 2024-08-30T21:01:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:46 smithi196 ceph-mon[74601]: osdmap e256: 8 total, 8 up, 8 in 2024-08-30T21:01:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:46 smithi173 ceph-mon[82405]: osdmap e255: 8 total, 8 up, 8 in 2024-08-30T21:01:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:46 smithi173 ceph-mon[82405]: osdmap e256: 8 total, 8 up, 8 in 2024-08-30T21:01:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:46 smithi173 ceph-mon[79976]: osdmap e255: 8 total, 8 up, 8 in 2024-08-30T21:01:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:46 smithi173 ceph-mon[79976]: osdmap e256: 8 total, 8 up, 8 in 2024-08-30T21:01:47.112 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:01:47.522 INFO:tasks.rados.rados.0.smithi173.stdout:939: done (1 left) 2024-08-30T21:01:47.522 INFO:tasks.rados.rados.0.smithi173.stdout:940: done (0 left) 2024-08-30T21:01:47.522 INFO:tasks.rados.rados.0.smithi173.stdout:941: snap_create 2024-08-30T21:01:47.680 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (4m) 15s ago 5m 24.7M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (5m) 1s ago 5m 88.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (6m) 15s ago 6m 15.8M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (6m) 1s ago 6m 20.6M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (60s) 1s ago 10m 452M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (89s) 15s ago 11m 513M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (46s) 15s ago 12m 40.3M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (6s) 1s ago 10m 23.9M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (24s) 15s ago 10m 25.4M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (5m) 15s ago 5m 15.7M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (5m) 1s ago 5m 16.1M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:01:47.681 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (10m) 15s ago 10m 172M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (9m) 15s ago 9m 167M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (9m) 15s ago 9m 216M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (8m) 15s ago 8m 142M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (8m) 1s ago 8m 184M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (8m) 1s ago 8m 183M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (7m) 1s ago 7m 96.5M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (7m) 1s ago 7m 185M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:01:47.682 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (65s) 1s ago 5m 47.1M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:01:47.908 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:47 smithi196 ceph-mon[74601]: pgmap v50: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:01:47.908 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.908 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.908 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.908 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.908 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:47 smithi196 ceph-mon[74601]: osdmap e257: 8 total, 8 up, 8 in 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[79976]: pgmap v50: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[79976]: osdmap e257: 8 total, 8 up, 8 in 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[82405]: pgmap v50: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:01:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:47 smithi173 ceph-mon[82405]: osdmap e257: 8 total, 8 up, 8 in 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:48.014 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:01:48.015 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:01:48.015 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:01:48.015 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:01:48.015 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 10, 2024-08-30T21:01:48.015 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 5 2024-08-30T21:01:48.015 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:01:48.015 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "5/20 daemons upgraded", 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading mon daemons", 2024-08-30T21:01:48.300 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:01:48.301 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:01:48.523 INFO:tasks.rados.rados.0.smithi173.stdout:941: done (0 left) 2024-08-30T21:01:48.523 INFO:tasks.rados.rados.0.smithi173.stdout:942: delete oid 39 current snap is 93 2024-08-30T21:01:48.528 INFO:tasks.rados.rados.0.smithi173.stdout:942: done (0 left) 2024-08-30T21:01:48.528 INFO:tasks.rados.rados.0.smithi173.stdout:943: rollback oid 33 current snap is 93 2024-08-30T21:01:48.528 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 88 2024-08-30T21:01:48.528 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 93 2024-08-30T21:01:48.528 INFO:tasks.rados.rados.0.smithi173.stdout:944: seq_num 303 ranges {4136960=278528} 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:944: writing smithi17368540-12 from 4136960 to 4415488 tid 1 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:945: rollback oid 42 current snap is 93 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 42 to 90 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:943: finishing rollback tid 0 to smithi17368540-33 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:943: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:943: finishing rollback tid 2 to smithi17368540-33 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 472 (ObjNum 211 snap 56 seq_num 211) dirty exists 2024-08-30T21:01:48.552 INFO:tasks.rados.rados.0.smithi173.stdout:943: done (2 left) 2024-08-30T21:01:48.553 INFO:tasks.rados.rados.0.smithi173.stdout:946: snap_remove snap 56 2024-08-30T21:01:48.947 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:48 smithi196 ceph-mon[74601]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.947 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:48 smithi196 ceph-mon[74601]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.947 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:48 smithi196 ceph-mon[74601]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.947 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:48 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3153558249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:48.947 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:48 smithi196 ceph-mon[74601]: osdmap e258: 8 total, 8 up, 8 in 2024-08-30T21:01:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[79976]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[79976]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[79976]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3153558249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:48.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[79976]: osdmap e258: 8 total, 8 up, 8 in 2024-08-30T21:01:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[82405]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[82405]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[82405]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3153558249' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:01:48.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:48 smithi173 ceph-mon[82405]: osdmap e258: 8 total, 8 up, 8 in 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:944: finishing write tid 1 to smithi17368540-12 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:944: finishing write tid 2 to smithi17368540-12 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:945: finishing rollback tid 0 to smithi17368540-42 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:945: finishing rollback tid 1 to smithi17368540-42 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:944: finishing write tid 3 to smithi17368540-12 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:944: oid 12 updating version 0 to 642 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:944: oid 12 version 642 is already newer than 641 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 642 (ObjNum 303 snap 93 seq_num 303) dirty exists 2024-08-30T21:01:49.528 INFO:tasks.rados.rados.0.smithi173.stdout:944: left oid 12 (ObjNum 303 snap 93 seq_num 303) 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:945: finishing rollback tid 2 to smithi17368540-42 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 646 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:944: done (2 left) 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:945: done (1 left) 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:946: done (0 left) 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:947: read oid 35 snap -1 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:947: expect (ObjNum 219 snap 57 seq_num 219) 2024-08-30T21:01:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:948: setattr oid 4 current snap is 93 2024-08-30T21:01:49.532 INFO:tasks.rados.rados.0.smithi173.stdout:949: delete oid 29 current snap is 93 2024-08-30T21:01:49.543 INFO:tasks.rados.rados.0.smithi173.stdout:949: done (2 left) 2024-08-30T21:01:49.543 INFO:tasks.rados.rados.0.smithi173.stdout:950: snap_create 2024-08-30T21:01:49.544 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 629 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-08-30T21:01:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:947: expect (ObjNum 219 snap 57 seq_num 219) 2024-08-30T21:01:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:49 smithi173 ceph-mon[79976]: pgmap v53: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:01:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:49 smithi173 ceph-mon[79976]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:49 smithi173 ceph-mon[79976]: osdmap e259: 8 total, 8 up, 8 in 2024-08-30T21:01:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:49 smithi173 ceph-mon[82405]: pgmap v53: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:01:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:49 smithi173 ceph-mon[82405]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:49 smithi173 ceph-mon[82405]: osdmap e259: 8 total, 8 up, 8 in 2024-08-30T21:01:50.018 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:49 smithi196 ceph-mon[74601]: pgmap v53: 121 pgs: 121 active+clean; 240 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:01:50.018 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:49 smithi196 ceph-mon[74601]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:01:50.018 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:49 smithi196 ceph-mon[74601]: osdmap e259: 8 total, 8 up, 8 in 2024-08-30T21:01:50.529 INFO:tasks.rados.rados.0.smithi173.stdout:947: done (2 left) 2024-08-30T21:01:50.529 INFO:tasks.rados.rados.0.smithi173.stdout:948: done (1 left) 2024-08-30T21:01:50.529 INFO:tasks.rados.rados.0.smithi173.stdout:950: done (0 left) 2024-08-30T21:01:50.529 INFO:tasks.rados.rados.0.smithi173.stdout:951: rollback oid 41 current snap is 94 2024-08-30T21:01:50.529 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 63 2024-08-30T21:01:50.529 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 94 2024-08-30T21:01:50.529 INFO:tasks.rados.rados.0.smithi173.stdout:952: seq_num 305 ranges {1073152=311296} 2024-08-30T21:01:50.536 INFO:tasks.rados.rados.0.smithi173.stdout:952: writing smithi17368540-4 from 1073152 to 1384448 tid 1 2024-08-30T21:01:50.537 INFO:tasks.rados.rados.0.smithi173.stdout:953: delete oid 19 current snap is 94 2024-08-30T21:01:50.537 INFO:tasks.rados.rados.0.smithi173.stdout:951: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:01:50.537 INFO:tasks.rados.rados.0.smithi173.stdout:951: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:01:50.537 INFO:tasks.rados.rados.0.smithi173.stdout:951: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:01:50.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 382 (ObjNum 222 snap 59 seq_num 222) dirty exists 2024-08-30T21:01:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:951: done (2 left) 2024-08-30T21:01:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:953: done (1 left) 2024-08-30T21:01:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:954: rollback oid 6 current snap is 94 2024-08-30T21:01:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 6 to 88 2024-08-30T21:01:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:955: snap_remove snap 92 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:955: done (2 left) 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:956: read oid 7 snap -1 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:956: expect (ObjNum 274 snap 82 seq_num 274) 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:957: delete oid 35 current snap is 94 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:952: finishing write tid 1 to smithi17368540-4 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:952: finishing write tid 2 to smithi17368540-4 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:952: finishing write tid 3 to smithi17368540-4 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:952: oid 4 updating version 0 to 638 2024-08-30T21:01:51.446 INFO:tasks.rados.rados.0.smithi173.stdout:952: oid 4 updating version 638 to 639 2024-08-30T21:01:51.447 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 639 (ObjNum 305 snap 94 seq_num 305) dirty exists 2024-08-30T21:01:51.447 INFO:tasks.rados.rados.0.smithi173.stdout:952: left oid 4 (ObjNum 305 snap 94 seq_num 305) 2024-08-30T21:01:51.447 INFO:tasks.rados.rados.0.smithi173.stdout:954: finishing rollback tid 1 to smithi17368540-6 2024-08-30T21:01:51.447 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 295 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:952: done (3 left) 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:954: done (2 left) 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:957: done (1 left) 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:958: rollback oid 16 current snap is 94 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 16 to 88 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:959: rmattr oid 43 current snap is 94 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:959: done (2 left) 2024-08-30T21:01:51.451 INFO:tasks.rados.rados.0.smithi173.stdout:960: delete oid 8 current snap is 94 2024-08-30T21:01:51.459 INFO:tasks.rados.rados.0.smithi173.stdout:958: finishing rollback tid 0 to smithi17368540-16 2024-08-30T21:01:51.461 INFO:tasks.rados.rados.0.smithi173.stdout:960: done (2 left) 2024-08-30T21:01:51.462 INFO:tasks.rados.rados.0.smithi173.stdout:961: read oid 41 snap -1 2024-08-30T21:01:51.462 INFO:tasks.rados.rados.0.smithi173.stdout:961: expect (ObjNum 222 snap 59 seq_num 222) 2024-08-30T21:01:51.462 INFO:tasks.rados.rados.0.smithi173.stdout:962: snap_create 2024-08-30T21:01:51.462 INFO:tasks.rados.rados.0.smithi173.stdout:958: finishing rollback tid 1 to smithi17368540-16 2024-08-30T21:01:51.464 INFO:tasks.rados.rados.0.smithi173.stdout:958: finishing rollback tid 2 to smithi17368540-16 2024-08-30T21:01:51.464 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 135 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:01:51.465 INFO:tasks.rados.rados.0.smithi173.stdout:956: expect (ObjNum 274 snap 82 seq_num 274) 2024-08-30T21:01:51.528 INFO:tasks.rados.rados.0.smithi173.stdout:961: expect (ObjNum 222 snap 59 seq_num 222) 2024-08-30T21:01:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: pgmap v56: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 236 KiB/s wr, 5 op/s 2024-08-30T21:01:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: Reconfiguring mon.a (monmap changed)... 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: Reconfiguring daemon mon.a on smithi173 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[79976]: osdmap e260: 8 total, 8 up, 8 in 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: pgmap v56: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 236 KiB/s wr, 5 op/s 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: Reconfiguring mon.a (monmap changed)... 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: Reconfiguring daemon mon.a on smithi173 2024-08-30T21:01:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:51 smithi173 ceph-mon[82405]: osdmap e260: 8 total, 8 up, 8 in 2024-08-30T21:01:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: pgmap v56: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 236 KiB/s wr, 5 op/s 2024-08-30T21:01:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:01:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:51.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: Reconfiguring mon.a (monmap changed)... 2024-08-30T21:01:51.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:51.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:51.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:51.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: Reconfiguring daemon mon.a on smithi173 2024-08-30T21:01:51.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:51 smithi196 ceph-mon[74601]: osdmap e260: 8 total, 8 up, 8 in 2024-08-30T21:01:52.458 INFO:tasks.rados.rados.0.smithi173.stdout:956: done (3 left) 2024-08-30T21:01:52.458 INFO:tasks.rados.rados.0.smithi173.stdout:958: done (2 left) 2024-08-30T21:01:52.458 INFO:tasks.rados.rados.0.smithi173.stdout:961: done (1 left) 2024-08-30T21:01:52.458 INFO:tasks.rados.rados.0.smithi173.stdout:962: done (0 left) 2024-08-30T21:01:52.458 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 95 2024-08-30T21:01:52.459 INFO:tasks.rados.rados.0.smithi173.stdout:963: seq_num 309 ranges {663552=376832} 2024-08-30T21:01:52.464 INFO:tasks.rados.rados.0.smithi173.stdout:963: writing smithi17368540-40 from 663552 to 1040384 tid 1 2024-08-30T21:01:52.464 INFO:tasks.rados.rados.0.smithi173.stdout:964: delete oid 2 current snap is 95 2024-08-30T21:01:52.466 INFO:tasks.rados.rados.0.smithi173.stdout:964: done (1 left) 2024-08-30T21:01:52.466 INFO:tasks.rados.rados.0.smithi173.stdout:965: snap_remove snap 89 2024-08-30T21:01:52.551 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: osdmap e261: 8 total, 8 up, 8 in 2024-08-30T21:01:52.551 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: Reconfiguring mgr.y (monmap changed)... 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[82405]: Reconfiguring daemon mgr.y on smithi173 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: osdmap e261: 8 total, 8 up, 8 in 2024-08-30T21:01:52.552 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:52.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:52.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: Reconfiguring mgr.y (monmap changed)... 2024-08-30T21:01:52.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-30T21:01:52.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-30T21:01:52.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:52.553 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:52 smithi173 ceph-mon[79976]: Reconfiguring daemon mgr.y on smithi173 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: osdmap e261: 8 total, 8 up, 8 in 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: Reconfiguring mgr.y (monmap changed)... 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:52.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:52 smithi196 ceph-mon[74601]: Reconfiguring daemon mgr.y on smithi173 2024-08-30T21:01:53.469 INFO:tasks.rados.rados.0.smithi173.stdout:965: done (1 left) 2024-08-30T21:01:53.469 INFO:tasks.rados.rados.0.smithi173.stdout:966: copy_from oid 43 from oid 39 current snap is 95 2024-08-30T21:01:53.469 INFO:tasks.rados.rados.0.smithi173.stdout:963: finishing write tid 1 to smithi17368540-40 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:963: finishing write tid 2 to smithi17368540-40 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:963: finishing write tid 3 to smithi17368540-40 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:963: oid 40 updating version 0 to 188 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:963: oid 40 updating version 188 to 189 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 189 (ObjNum 309 snap 95 seq_num 309) dirty exists 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:963: left oid 40 (ObjNum 309 snap 95 seq_num 309) 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:963: done (1 left) 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 95 2024-08-30T21:01:53.470 INFO:tasks.rados.rados.0.smithi173.stdout:967: seq_num 311 ranges {7462912=417792} 2024-08-30T21:01:53.513 INFO:tasks.rados.rados.0.smithi173.stdout:967: writing smithi17368540-49 from 7462912 to 7880704 tid 1 2024-08-30T21:01:53.513 INFO:tasks.rados.rados.0.smithi173.stdout:968: delete oid 26 current snap is 95 2024-08-30T21:01:53.513 INFO:tasks.rados.rados.0.smithi173.stdout:966: finishing copy_from to smithi17368540-43 2024-08-30T21:01:53.513 INFO:tasks.rados.rados.0.smithi173.stdout:966: got expected ENOENT (src dne) 2024-08-30T21:01:53.513 INFO:tasks.rados.rados.0.smithi173.stdout:966: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:966: done (2 left) 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:968: done (1 left) 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:969: read oid 7 snap 93 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:969: expect (ObjNum 274 snap 82 seq_num 274) 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:970: rollback oid 18 current snap is 95 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 93 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 95 2024-08-30T21:01:53.515 INFO:tasks.rados.rados.0.smithi173.stdout:971: seq_num 313 ranges {1040384=450560} 2024-08-30T21:01:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:971: writing smithi17368540-40 from 1040384 to 1490944 tid 1 2024-08-30T21:01:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:972: read oid 31 snap -1 2024-08-30T21:01:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:972: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:973: snap_remove snap 63 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: pgmap v59: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 236 KiB/s wr, 5 op/s 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: osdmap e262: 8 total, 8 up, 8 in 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: pgmap v59: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 236 KiB/s wr, 5 op/s 2024-08-30T21:01:53.694 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: osdmap e262: 8 total, 8 up, 8 in 2024-08-30T21:01:53.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:53.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:53.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:53.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:53.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:53.695 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: pgmap v59: 121 pgs: 121 active+clean; 241 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 236 KiB/s wr, 5 op/s 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: osdmap e262: 8 total, 8 up, 8 in 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:01:54.479 INFO:tasks.rados.rados.0.smithi173.stdout:973: done (5 left) 2024-08-30T21:01:54.479 INFO:tasks.rados.rados.0.smithi173.stdout:974: read oid 24 snap -1 2024-08-30T21:01:54.479 INFO:tasks.rados.rados.0.smithi173.stdout:974: expect (ObjNum 283 snap 83 seq_num 283) 2024-08-30T21:01:54.479 INFO:tasks.rados.rados.0.smithi173.stdout:975: snap_remove snap 80 2024-08-30T21:01:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:54 smithi173 ceph-mon[79976]: Reconfiguring mon.c (monmap changed)... 2024-08-30T21:01:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:54 smithi173 ceph-mon[79976]: Reconfiguring daemon mon.c on smithi173 2024-08-30T21:01:54.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:54 smithi173 ceph-mon[79976]: osdmap e263: 8 total, 8 up, 8 in 2024-08-30T21:01:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:54 smithi173 ceph-mon[82405]: Reconfiguring mon.c (monmap changed)... 2024-08-30T21:01:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:54 smithi173 ceph-mon[82405]: Reconfiguring daemon mon.c on smithi173 2024-08-30T21:01:54.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:54 smithi173 ceph-mon[82405]: osdmap e263: 8 total, 8 up, 8 in 2024-08-30T21:01:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:54 smithi196 ceph-mon[74601]: Reconfiguring mon.c (monmap changed)... 2024-08-30T21:01:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:54 smithi196 ceph-mon[74601]: Reconfiguring daemon mon.c on smithi173 2024-08-30T21:01:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:54 smithi196 ceph-mon[74601]: osdmap e263: 8 total, 8 up, 8 in 2024-08-30T21:01:55.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:01:55] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-08-30T21:01:55.477 INFO:tasks.rados.rados.0.smithi173.stdout:975: done (6 left) 2024-08-30T21:01:55.477 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 95 2024-08-30T21:01:55.478 INFO:tasks.rados.rados.0.smithi173.stdout:976: seq_num 314 ranges {0=466944} 2024-08-30T21:01:55.479 INFO:tasks.rados.rados.0.smithi173.stdout:976: writing smithi17368540-19 from 0 to 466944 tid 1 2024-08-30T21:01:55.480 INFO:tasks.rados.rados.0.smithi173.stdout:977: setattr oid 2 current snap is 95 2024-08-30T21:01:55.480 INFO:tasks.rados.rados.0.smithi173.stdout:967: finishing write tid 1 to smithi17368540-49 2024-08-30T21:01:55.480 INFO:tasks.rados.rados.0.smithi173.stdout:967: finishing write tid 2 to smithi17368540-49 2024-08-30T21:01:55.480 INFO:tasks.rados.rados.0.smithi173.stdout:970: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:01:55.480 INFO:tasks.rados.rados.0.smithi173.stdout:970: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:01:55.480 INFO:tasks.rados.rados.0.smithi173.stdout:970: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:01:55.480 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 647 (ObjNum 259 snap 78 seq_num 259) dirty exists 2024-08-30T21:01:55.481 INFO:tasks.rados.rados.0.smithi173.stdout:967: finishing write tid 3 to smithi17368540-49 2024-08-30T21:01:55.481 INFO:tasks.rados.rados.0.smithi173.stdout:967: oid 49 updating version 0 to 293 2024-08-30T21:01:55.481 INFO:tasks.rados.rados.0.smithi173.stdout:967: oid 49 version 293 is already newer than 292 2024-08-30T21:01:55.481 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 293 (ObjNum 311 snap 95 seq_num 311) dirty exists 2024-08-30T21:01:55.481 INFO:tasks.rados.rados.0.smithi173.stdout:967: left oid 49 (ObjNum 311 snap 95 seq_num 311) 2024-08-30T21:01:55.481 INFO:tasks.rados.rados.0.smithi173.stdout:969: expect (ObjNum 274 snap 82 seq_num 274) 2024-08-30T21:01:55.551 INFO:tasks.rados.rados.0.smithi173.stdout:971: finishing write tid 1 to smithi17368540-40 2024-08-30T21:01:55.551 INFO:tasks.rados.rados.0.smithi173.stdout:971: finishing write tid 2 to smithi17368540-40 2024-08-30T21:01:55.551 INFO:tasks.rados.rados.0.smithi173.stdout:971: finishing write tid 3 to smithi17368540-40 2024-08-30T21:01:55.551 INFO:tasks.rados.rados.0.smithi173.stdout:971: oid 40 updating version 0 to 193 2024-08-30T21:01:55.551 INFO:tasks.rados.rados.0.smithi173.stdout:971: oid 40 version 193 is already newer than 192 2024-08-30T21:01:55.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 193 (ObjNum 313 snap 95 seq_num 313) dirty exists 2024-08-30T21:01:55.552 INFO:tasks.rados.rados.0.smithi173.stdout:971: left oid 40 (ObjNum 313 snap 95 seq_num 313) 2024-08-30T21:01:55.552 INFO:tasks.rados.rados.0.smithi173.stdout:972: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:55.663 INFO:tasks.rados.rados.0.smithi173.stdout:974: expect (ObjNum 283 snap 83 seq_num 283) 2024-08-30T21:01:55.723 INFO:tasks.rados.rados.0.smithi173.stdout:976: finishing write tid 1 to smithi17368540-19 2024-08-30T21:01:55.723 INFO:tasks.rados.rados.0.smithi173.stdout:976: finishing write tid 2 to smithi17368540-19 2024-08-30T21:01:55.723 INFO:tasks.rados.rados.0.smithi173.stdout:976: finishing write tid 3 to smithi17368540-19 2024-08-30T21:01:55.723 INFO:tasks.rados.rados.0.smithi173.stdout:976: oid 19 updating version 0 to 453 2024-08-30T21:01:55.723 INFO:tasks.rados.rados.0.smithi173.stdout:976: oid 19 version 453 is already newer than 452 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 453 (ObjNum 314 snap 95 seq_num 314) dirty exists 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:976: left oid 19 (ObjNum 314 snap 95 seq_num 314) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:967: done (7 left) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:969: done (6 left) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:970: done (5 left) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:971: done (4 left) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:972: done (3 left) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:974: done (2 left) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:976: done (1 left) 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:978: rollback oid 9 current snap is 95 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 94 2024-08-30T21:01:55.724 INFO:tasks.rados.rados.0.smithi173.stdout:979: snap_remove snap 66 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: pgmap v62: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 76 KiB/s wr, 9 op/s 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: osdmap e264: 8 total, 8 up, 8 in 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: Reconfiguring osd.0 (monmap changed)... 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:55 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.0 on smithi173 2024-08-30T21:01:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: pgmap v62: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 76 KiB/s wr, 9 op/s 2024-08-30T21:01:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: osdmap e264: 8 total, 8 up, 8 in 2024-08-30T21:01:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: Reconfiguring osd.0 (monmap changed)... 2024-08-30T21:01:55.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-30T21:01:55.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:55.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.0 on smithi173 2024-08-30T21:01:55.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: pgmap v62: 121 pgs: 121 active+clean; 227 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 76 KiB/s wr, 9 op/s 2024-08-30T21:01:55.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: osdmap e264: 8 total, 8 up, 8 in 2024-08-30T21:01:55.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:55.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:55.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: Reconfiguring osd.0 (monmap changed)... 2024-08-30T21:01:55.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-30T21:01:55.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:55.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:55 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.0 on smithi173 2024-08-30T21:01:56.493 INFO:tasks.rados.rados.0.smithi173.stdout:979: done (2 left) 2024-08-30T21:01:56.493 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 95 2024-08-30T21:01:56.494 INFO:tasks.rados.rados.0.smithi173.stdout:980: seq_num 315 ranges {0=483328} 2024-08-30T21:01:56.497 INFO:tasks.rados.rados.0.smithi173.stdout:980: writing smithi17368540-29 from 0 to 483328 tid 1 2024-08-30T21:01:56.497 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 95 2024-08-30T21:01:56.497 INFO:tasks.rados.rados.0.smithi173.stdout:981: seq_num 316 ranges {1384448=499712} 2024-08-30T21:01:56.510 INFO:tasks.rados.rados.0.smithi173.stdout:981: writing smithi17368540-4 from 1384448 to 1884160 tid 1 2024-08-30T21:01:56.510 INFO:tasks.rados.rados.0.smithi173.stdout:978: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:01:56.510 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 0 (ObjNum 513 snap 0 seq_num 1579228640) dirty dne 2024-08-30T21:01:56.510 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 454 (ObjNum 65 snap 0 seq_num 1734104688) dirty exists 2024-08-30T21:01:56.510 INFO:tasks.rados.rados.0.smithi173.stdout:980: finishing write tid 1 to smithi17368540-29 2024-08-30T21:01:56.510 INFO:tasks.rados.rados.0.smithi173.stdout:980: finishing write tid 2 to smithi17368540-29 2024-08-30T21:01:56.510 INFO:tasks.rados.rados.0.smithi173.stdout:980: finishing write tid 3 to smithi17368540-29 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:980: oid 29 updating version 0 to 675 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:980: oid 29 version 675 is already newer than 674 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 675 (ObjNum 315 snap 95 seq_num 315) dirty exists 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:980: left oid 29 (ObjNum 315 snap 95 seq_num 315) 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:977: done (3 left) 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:978: done (2 left) 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:980: done (1 left) 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:982: read oid 17 snap -1 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:982: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:983: read oid 26 snap -1 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:983: expect deleted 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:984: rmattr oid 15 current snap is 95 2024-08-30T21:01:56.511 INFO:tasks.rados.rados.0.smithi173.stdout:984: done (3 left) 2024-08-30T21:01:56.512 INFO:tasks.rados.rados.0.smithi173.stdout:985: rmattr oid 5 current snap is 95 2024-08-30T21:01:56.512 INFO:tasks.rados.rados.0.smithi173.stdout:985: done (3 left) 2024-08-30T21:01:56.512 INFO:tasks.rados.rados.0.smithi173.stdout:986: copy_from oid 41 from oid 3 current snap is 95 2024-08-30T21:01:56.512 INFO:tasks.rados.rados.0.smithi173.stdout:987: snap_create 2024-08-30T21:01:56.522 INFO:tasks.rados.rados.0.smithi173.stdout:981: finishing write tid 1 to smithi17368540-4 2024-08-30T21:01:56.522 INFO:tasks.rados.rados.0.smithi173.stdout:981: finishing write tid 2 to smithi17368540-4 2024-08-30T21:01:56.523 INFO:tasks.rados.rados.0.smithi173.stdout:982: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:01:56.637 INFO:tasks.rados.rados.0.smithi173.stdout:981: finishing write tid 3 to smithi17368540-4 2024-08-30T21:01:56.637 INFO:tasks.rados.rados.0.smithi173.stdout:981: oid 4 updating version 0 to 684 2024-08-30T21:01:56.637 INFO:tasks.rados.rados.0.smithi173.stdout:981: oid 4 version 684 is already newer than 683 2024-08-30T21:01:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 684 (ObjNum 316 snap 95 seq_num 316) dirty exists 2024-08-30T21:01:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:981: left oid 4 (ObjNum 316 snap 95 seq_num 316) 2024-08-30T21:01:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:986: finishing copy_from racing read to smithi17368540-41 2024-08-30T21:01:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:986: finishing copy_from to smithi17368540-41 2024-08-30T21:01:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 594 (ObjNum 276 snap 82 seq_num 276) dirty exists 2024-08-30T21:01:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:56 smithi196 ceph-mon[74601]: osdmap e265: 8 total, 8 up, 8 in 2024-08-30T21:01:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-30T21:01:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:56.771 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[79976]: osdmap e265: 8 total, 8 up, 8 in 2024-08-30T21:01:56.771 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:56.771 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:56.771 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-30T21:01:56.772 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:56.772 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[82405]: osdmap e265: 8 total, 8 up, 8 in 2024-08-30T21:01:56.772 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:56.772 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:56.772 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-30T21:01:56.772 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:57.502 INFO:tasks.rados.rados.0.smithi173.stdout:981: done (4 left) 2024-08-30T21:01:57.502 INFO:tasks.rados.rados.0.smithi173.stdout:982: done (3 left) 2024-08-30T21:01:57.502 INFO:tasks.rados.rados.0.smithi173.stdout:983: done (2 left) 2024-08-30T21:01:57.502 INFO:tasks.rados.rados.0.smithi173.stdout:986: done (1 left) 2024-08-30T21:01:57.502 INFO:tasks.rados.rados.0.smithi173.stdout:987: done (0 left) 2024-08-30T21:01:57.503 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 96 2024-08-30T21:01:57.503 INFO:tasks.rados.rados.0.smithi173.stdout:988: seq_num 317 ranges {2465792=516096} 2024-08-30T21:01:57.518 INFO:tasks.rados.rados.0.smithi173.stdout:988: writing smithi17368540-28 from 2465792 to 2981888 tid 1 2024-08-30T21:01:57.518 INFO:tasks.rados.rados.0.smithi173.stdout:989: rmattr oid 39 current snap is 96 2024-08-30T21:01:57.518 INFO:tasks.rados.rados.0.smithi173.stdout:989: done (1 left) 2024-08-30T21:01:57.518 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 96 2024-08-30T21:01:57.518 INFO:tasks.rados.rados.0.smithi173.stdout:990: seq_num 318 ranges {3964928=532480} 2024-08-30T21:01:57.542 INFO:tasks.rados.rados.0.smithi173.stdout:990: writing smithi17368540-34 from 3964928 to 4497408 tid 1 2024-08-30T21:01:57.542 INFO:tasks.rados.rados.0.smithi173.stdout:991: copy_from oid 3 from oid 13 current snap is 96 2024-08-30T21:01:57.542 INFO:tasks.rados.rados.0.smithi173.stdout:988: finishing write tid 1 to smithi17368540-28 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:988: finishing write tid 2 to smithi17368540-28 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:988: finishing write tid 3 to smithi17368540-28 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:988: oid 28 updating version 0 to 505 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:988: oid 28 version 505 is already newer than 504 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 505 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:988: left oid 28 (ObjNum 317 snap 96 seq_num 317) 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:988: done (2 left) 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:992: copy_from oid 5 from oid 45 current snap is 96 2024-08-30T21:01:57.543 INFO:tasks.rados.rados.0.smithi173.stdout:993: snap_create 2024-08-30T21:01:57.544 INFO:tasks.rados.rados.0.smithi173.stdout:991: finishing copy_from to smithi17368540-3 2024-08-30T21:01:57.544 INFO:tasks.rados.rados.0.smithi173.stdout:991: got expected ENOENT (src dne) 2024-08-30T21:01:57.544 INFO:tasks.rados.rados.0.smithi173.stdout:991: finishing copy_from racing read to smithi17368540-3 2024-08-30T21:01:57.547 INFO:tasks.rados.rados.0.smithi173.stdout:990: finishing write tid 1 to smithi17368540-34 2024-08-30T21:01:57.547 INFO:tasks.rados.rados.0.smithi173.stdout:990: finishing write tid 2 to smithi17368540-34 2024-08-30T21:01:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:990: finishing write tid 3 to smithi17368540-34 2024-08-30T21:01:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:990: oid 34 updating version 0 to 296 2024-08-30T21:01:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:990: oid 34 updating version 296 to 297 2024-08-30T21:01:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 297 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-30T21:01:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:990: left oid 34 (ObjNum 318 snap 96 seq_num 318) 2024-08-30T21:01:57.553 INFO:tasks.rados.rados.0.smithi173.stdout:992: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:01:57.553 INFO:tasks.rados.rados.0.smithi173.stdout:992: finishing copy_from to smithi17368540-5 2024-08-30T21:01:57.553 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 155 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-30T21:01:57.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[82405]: pgmap v65: 121 pgs: 121 active+clean; 222 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 380 KiB/s wr, 15 op/s 2024-08-30T21:01:57.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[82405]: Reconfiguring osd.1 (monmap changed)... 2024-08-30T21:01:57.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.1 on smithi173 2024-08-30T21:01:57.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[82405]: osdmap e266: 8 total, 8 up, 8 in 2024-08-30T21:01:57.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[79976]: pgmap v65: 121 pgs: 121 active+clean; 222 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 380 KiB/s wr, 15 op/s 2024-08-30T21:01:57.706 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[79976]: Reconfiguring osd.1 (monmap changed)... 2024-08-30T21:01:57.707 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.1 on smithi173 2024-08-30T21:01:57.707 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:57 smithi173 ceph-mon[79976]: osdmap e266: 8 total, 8 up, 8 in 2024-08-30T21:01:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:57 smithi196 ceph-mon[74601]: pgmap v65: 121 pgs: 121 active+clean; 222 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 380 KiB/s wr, 15 op/s 2024-08-30T21:01:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:57 smithi196 ceph-mon[74601]: Reconfiguring osd.1 (monmap changed)... 2024-08-30T21:01:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:57 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.1 on smithi173 2024-08-30T21:01:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:57 smithi196 ceph-mon[74601]: osdmap e266: 8 total, 8 up, 8 in 2024-08-30T21:01:58.506 INFO:tasks.rados.rados.0.smithi173.stdout:990: done (3 left) 2024-08-30T21:01:58.507 INFO:tasks.rados.rados.0.smithi173.stdout:991: done (2 left) 2024-08-30T21:01:58.507 INFO:tasks.rados.rados.0.smithi173.stdout:992: done (1 left) 2024-08-30T21:01:58.507 INFO:tasks.rados.rados.0.smithi173.stdout:993: done (0 left) 2024-08-30T21:01:58.507 INFO:tasks.rados.rados.0.smithi173.stdout:994: snap_create 2024-08-30T21:01:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:58 smithi196 ceph-mon[74601]: osdmap e267: 8 total, 8 up, 8 in 2024-08-30T21:01:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:58 smithi196 ceph-mon[74601]: Reconfiguring osd.2 (monmap changed)... 2024-08-30T21:01:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-30T21:01:58.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:58.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:58 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.2 on smithi173 2024-08-30T21:01:58.830 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[82405]: osdmap e267: 8 total, 8 up, 8 in 2024-08-30T21:01:58.830 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:58.830 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:58.830 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[82405]: Reconfiguring osd.2 (monmap changed)... 2024-08-30T21:01:58.830 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-30T21:01:58.830 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.2 on smithi173 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[79976]: osdmap e267: 8 total, 8 up, 8 in 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[79976]: Reconfiguring osd.2 (monmap changed)... 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:58.831 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:58 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.2 on smithi173 2024-08-30T21:01:59.509 INFO:tasks.rados.rados.0.smithi173.stdout:994: done (0 left) 2024-08-30T21:01:59.509 INFO:tasks.rados.rados.0.smithi173.stdout:995: snap_remove snap 94 2024-08-30T21:01:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[79976]: pgmap v68: 121 pgs: 121 active+clean; 222 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 304 KiB/s wr, 5 op/s 2024-08-30T21:01:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[79976]: osdmap e268: 8 total, 8 up, 8 in 2024-08-30T21:01:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-30T21:01:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:59.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[82405]: pgmap v68: 121 pgs: 121 active+clean; 222 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 304 KiB/s wr, 5 op/s 2024-08-30T21:01:59.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[82405]: osdmap e268: 8 total, 8 up, 8 in 2024-08-30T21:01:59.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:59.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:59.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-30T21:01:59.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:01:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:01:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:59 smithi196 ceph-mon[74601]: pgmap v68: 121 pgs: 121 active+clean; 222 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 304 KiB/s wr, 5 op/s 2024-08-30T21:01:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:59 smithi196 ceph-mon[74601]: osdmap e268: 8 total, 8 up, 8 in 2024-08-30T21:01:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:01:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-30T21:01:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:01:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:00.513 INFO:tasks.rados.rados.0.smithi173.stdout:995: done (0 left) 2024-08-30T21:02:00.513 INFO:tasks.rados.rados.0.smithi173.stdout:996: rollback oid 5 current snap is 98 2024-08-30T21:02:00.513 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 95 2024-08-30T21:02:00.513 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 98 2024-08-30T21:02:00.513 INFO:tasks.rados.rados.0.smithi173.stdout:997: seq_num 319 ranges {483328=548864} 2024-08-30T21:02:00.519 INFO:tasks.rados.rados.0.smithi173.stdout:997: writing smithi17368540-29 from 483328 to 1032192 tid 1 2024-08-30T21:02:00.519 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 98 2024-08-30T21:02:00.519 INFO:tasks.rados.rados.0.smithi173.stdout:998: seq_num 320 ranges {720896=565248} 2024-08-30T21:02:00.527 INFO:tasks.rados.rados.0.smithi173.stdout:998: writing smithi17368540-10 from 720896 to 1286144 tid 1 2024-08-30T21:02:00.527 INFO:tasks.rados.rados.0.smithi173.stdout:999: delete oid 26 current snap is 98 2024-08-30T21:02:00.527 INFO:tasks.rados.rados.0.smithi173.stdout:996: finishing rollback tid 0 to smithi17368540-5 2024-08-30T21:02:00.527 INFO:tasks.rados.rados.0.smithi173.stdout:996: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:02:00.527 INFO:tasks.rados.rados.0.smithi173.stdout:996: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:02:00.527 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 692 (ObjNum 261 snap 79 seq_num 261) dirty exists 2024-08-30T21:02:00.527 INFO:tasks.rados.rados.0.smithi173.stdout:997: finishing write tid 1 to smithi17368540-29 2024-08-30T21:02:00.528 INFO:tasks.rados.rados.0.smithi173.stdout:997: finishing write tid 2 to smithi17368540-29 2024-08-30T21:02:00.528 INFO:tasks.rados.rados.0.smithi173.stdout:997: finishing write tid 3 to smithi17368540-29 2024-08-30T21:02:00.529 INFO:tasks.rados.rados.0.smithi173.stdout:997: oid 29 updating version 0 to 698 2024-08-30T21:02:00.529 INFO:tasks.rados.rados.0.smithi173.stdout:997: oid 29 updating version 698 to 699 2024-08-30T21:02:00.529 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 699 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:02:00.529 INFO:tasks.rados.rados.0.smithi173.stdout:997: left oid 29 (ObjNum 319 snap 98 seq_num 319) 2024-08-30T21:02:00.529 INFO:tasks.rados.rados.0.smithi173.stdout:996: done (3 left) 2024-08-30T21:02:00.529 INFO:tasks.rados.rados.0.smithi173.stdout:997: done (2 left) 2024-08-30T21:02:00.530 INFO:tasks.rados.rados.0.smithi173.stdout:999: done (1 left) 2024-08-30T21:02:00.530 INFO:tasks.rados.rados.0.smithi173.stdout:1000: read oid 39 snap -1 2024-08-30T21:02:00.530 INFO:tasks.rados.rados.0.smithi173.stdout:1000: expect deleted 2024-08-30T21:02:00.530 INFO:tasks.rados.rados.0.smithi173.stdout:1001: snap_remove snap 96 2024-08-30T21:02:00.819 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:00 smithi173 ceph-mon[79976]: Reconfiguring osd.3 (monmap changed)... 2024-08-30T21:02:00.819 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:00 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.3 on smithi173 2024-08-30T21:02:00.819 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:00 smithi173 ceph-mon[79976]: osdmap e269: 8 total, 8 up, 8 in 2024-08-30T21:02:00.819 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:00 smithi173 ceph-mon[82405]: Reconfiguring osd.3 (monmap changed)... 2024-08-30T21:02:00.819 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:00 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.3 on smithi173 2024-08-30T21:02:00.819 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:00 smithi173 ceph-mon[82405]: osdmap e269: 8 total, 8 up, 8 in 2024-08-30T21:02:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:00 smithi196 ceph-mon[74601]: Reconfiguring osd.3 (monmap changed)... 2024-08-30T21:02:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:00 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.3 on smithi173 2024-08-30T21:02:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:00 smithi196 ceph-mon[74601]: osdmap e269: 8 total, 8 up, 8 in 2024-08-30T21:02:01.451 INFO:tasks.rados.rados.0.smithi173.stdout:1001: done (2 left) 2024-08-30T21:02:01.451 INFO:tasks.rados.rados.0.smithi173.stdout:1002: snap_remove snap 83 2024-08-30T21:02:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[79976]: pgmap v71: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:02:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[79976]: osdmap e270: 8 total, 8 up, 8 in 2024-08-30T21:02:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:02:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[79976]: osdmap e271: 8 total, 8 up, 8 in 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[82405]: pgmap v71: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[82405]: osdmap e270: 8 total, 8 up, 8 in 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:01 smithi173 ceph-mon[82405]: osdmap e271: 8 total, 8 up, 8 in 2024-08-30T21:02:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:01 smithi196 ceph-mon[74601]: pgmap v71: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:02:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:01 smithi196 ceph-mon[74601]: osdmap e270: 8 total, 8 up, 8 in 2024-08-30T21:02:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:01 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:01 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:01 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:02:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:01 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:01 smithi196 ceph-mon[74601]: osdmap e271: 8 total, 8 up, 8 in 2024-08-30T21:02:02.451 INFO:tasks.rados.rados.0.smithi173.stdout:1002: done (2 left) 2024-08-30T21:02:02.451 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 98 2024-08-30T21:02:02.451 INFO:tasks.rados.rados.0.smithi173.stdout:1003: seq_num 322 ranges {24576=598016} 2024-08-30T21:02:02.454 INFO:tasks.rados.rados.0.smithi173.stdout:1003: writing smithi17368540-47 from 24576 to 622592 tid 1 2024-08-30T21:02:02.455 INFO:tasks.rados.rados.0.smithi173.stdout:1004: copy_from oid 46 from oid 44 current snap is 98 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:998: finishing write tid 1 to smithi17368540-10 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:998: finishing write tid 2 to smithi17368540-10 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:998: finishing write tid 3 to smithi17368540-10 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:998: oid 10 updating version 0 to 309 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:998: oid 10 updating version 309 to 310 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 310 (ObjNum 320 snap 98 seq_num 320) dirty exists 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:998: left oid 10 (ObjNum 320 snap 98 seq_num 320) 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:998: done (3 left) 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:1000: done (2 left) 2024-08-30T21:02:02.456 INFO:tasks.rados.rados.0.smithi173.stdout:1005: snap_create 2024-08-30T21:02:02.460 INFO:tasks.rados.rados.0.smithi173.stdout:1003: finishing write tid 1 to smithi17368540-47 2024-08-30T21:02:02.461 INFO:tasks.rados.rados.0.smithi173.stdout:1003: finishing write tid 2 to smithi17368540-47 2024-08-30T21:02:02.462 INFO:tasks.rados.rados.0.smithi173.stdout:1003: finishing write tid 3 to smithi17368540-47 2024-08-30T21:02:02.462 INFO:tasks.rados.rados.0.smithi173.stdout:1003: oid 47 updating version 0 to 404 2024-08-30T21:02:02.462 INFO:tasks.rados.rados.0.smithi173.stdout:1003: oid 47 updating version 404 to 405 2024-08-30T21:02:02.463 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 405 (ObjNum 322 snap 98 seq_num 322) dirty exists 2024-08-30T21:02:02.463 INFO:tasks.rados.rados.0.smithi173.stdout:1003: left oid 47 (ObjNum 322 snap 98 seq_num 322) 2024-08-30T21:02:02.471 INFO:tasks.rados.rados.0.smithi173.stdout:1004: finishing copy_from racing read to smithi17368540-46 2024-08-30T21:02:02.472 INFO:tasks.rados.rados.0.smithi173.stdout:1004: finishing copy_from to smithi17368540-46 2024-08-30T21:02:02.472 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 335 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-08-30T21:02:02.907 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:02 smithi196 ceph-mon[74601]: Reconfiguring mds.a (monmap changed)... 2024-08-30T21:02:02.907 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:02 smithi196 ceph-mon[74601]: Reconfiguring daemon mds.a on smithi173 2024-08-30T21:02:02.907 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:02 smithi196 ceph-mon[74601]: osdmap e272: 8 total, 8 up, 8 in 2024-08-30T21:02:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:02 smithi173 ceph-mon[79976]: Reconfiguring mds.a (monmap changed)... 2024-08-30T21:02:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:02 smithi173 ceph-mon[79976]: Reconfiguring daemon mds.a on smithi173 2024-08-30T21:02:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:02 smithi173 ceph-mon[79976]: osdmap e272: 8 total, 8 up, 8 in 2024-08-30T21:02:02.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:02 smithi173 ceph-mon[82405]: Reconfiguring mds.a (monmap changed)... 2024-08-30T21:02:02.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:02 smithi173 ceph-mon[82405]: Reconfiguring daemon mds.a on smithi173 2024-08-30T21:02:02.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:02 smithi173 ceph-mon[82405]: osdmap e272: 8 total, 8 up, 8 in 2024-08-30T21:02:03.457 INFO:tasks.rados.rados.0.smithi173.stdout:1003: done (2 left) 2024-08-30T21:02:03.457 INFO:tasks.rados.rados.0.smithi173.stdout:1004: done (1 left) 2024-08-30T21:02:03.457 INFO:tasks.rados.rados.0.smithi173.stdout:1005: done (0 left) 2024-08-30T21:02:03.457 INFO:tasks.rados.rados.0.smithi173.stdout:1006: delete oid 3 current snap is 99 2024-08-30T21:02:03.461 INFO:tasks.rados.rados.0.smithi173.stdout:1006: done (0 left) 2024-08-30T21:02:03.461 INFO:tasks.rados.rados.0.smithi173.stdout:1007: read oid 6 snap -1 2024-08-30T21:02:03.462 INFO:tasks.rados.rados.0.smithi173.stdout:1007: expect deleted 2024-08-30T21:02:03.462 INFO:tasks.rados.rados.0.smithi173.stdout:1008: delete oid 30 current snap is 99 2024-08-30T21:02:03.463 INFO:tasks.rados.rados.0.smithi173.stdout:1008: done (1 left) 2024-08-30T21:02:03.463 INFO:tasks.rados.rados.0.smithi173.stdout:1009: snap_remove snap 90 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: pgmap v74: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: Reconfiguring mon.b (monmap changed)... 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: Reconfiguring daemon mon.b on smithi196 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[82405]: osdmap e273: 8 total, 8 up, 8 in 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: pgmap v74: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: Reconfiguring mon.b (monmap changed)... 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: Reconfiguring daemon mon.b on smithi196 2024-08-30T21:02:03.863 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:03 smithi173 ceph-mon[79976]: osdmap e273: 8 total, 8 up, 8 in 2024-08-30T21:02:03.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: pgmap v74: 121 pgs: 121 active+clean; 172 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: Reconfiguring mon.b (monmap changed)... 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: Reconfiguring daemon mon.b on smithi196 2024-08-30T21:02:03.875 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:03 smithi196 ceph-mon[74601]: osdmap e273: 8 total, 8 up, 8 in 2024-08-30T21:02:04.453 INFO:tasks.rados.rados.0.smithi173.stdout:1009: done (1 left) 2024-08-30T21:02:04.454 INFO:tasks.rados.rados.0.smithi173.stdout:1010: read oid 44 snap -1 2024-08-30T21:02:04.454 INFO:tasks.rados.rados.0.smithi173.stdout:1010: expect (ObjNum 207 snap 55 seq_num 207) 2024-08-30T21:02:04.454 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 99 2024-08-30T21:02:04.454 INFO:tasks.rados.rados.0.smithi173.stdout:1011: seq_num 325 ranges {0=647168} 2024-08-30T21:02:04.457 INFO:tasks.rados.rados.0.smithi173.stdout:1011: writing smithi17368540-8 from 0 to 647168 tid 1 2024-08-30T21:02:04.457 INFO:tasks.rados.rados.0.smithi173.stdout:1012: snap_remove snap 81 2024-08-30T21:02:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: Reconfiguring mgr.x (monmap changed)... 2024-08-30T21:02:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-30T21:02:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-30T21:02:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: Reconfiguring daemon mgr.x on smithi196 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[79976]: osdmap e274: 8 total, 8 up, 8 in 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: Reconfiguring mgr.x (monmap changed)... 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: Reconfiguring daemon mgr.x on smithi196 2024-08-30T21:02:05.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:04 smithi173 ceph-mon[82405]: osdmap e274: 8 total, 8 up, 8 in 2024-08-30T21:02:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: Reconfiguring mgr.x (monmap changed)... 2024-08-30T21:02:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-30T21:02:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-30T21:02:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: Reconfiguring daemon mgr.x on smithi196 2024-08-30T21:02:05.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:04 smithi196 ceph-mon[74601]: osdmap e274: 8 total, 8 up, 8 in 2024-08-30T21:02:05.463 INFO:tasks.rados.rados.0.smithi173.stdout:1010: expect (ObjNum 207 snap 55 seq_num 207) 2024-08-30T21:02:05.496 INFO:tasks.rados.rados.0.smithi173.stdout:1011: finishing write tid 1 to smithi17368540-8 2024-08-30T21:02:05.496 INFO:tasks.rados.rados.0.smithi173.stdout:1011: finishing write tid 2 to smithi17368540-8 2024-08-30T21:02:05.496 INFO:tasks.rados.rados.0.smithi173.stdout:1011: finishing write tid 3 to smithi17368540-8 2024-08-30T21:02:05.496 INFO:tasks.rados.rados.0.smithi173.stdout:1011: oid 8 updating version 0 to 420 2024-08-30T21:02:05.496 INFO:tasks.rados.rados.0.smithi173.stdout:1011: oid 8 version 420 is already newer than 419 2024-08-30T21:02:05.496 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 420 (ObjNum 325 snap 99 seq_num 325) dirty exists 2024-08-30T21:02:05.497 INFO:tasks.rados.rados.0.smithi173.stdout:1011: left oid 8 (ObjNum 325 snap 99 seq_num 325) 2024-08-30T21:02:05.497 INFO:tasks.rados.rados.0.smithi173.stdout:1007: done (3 left) 2024-08-30T21:02:05.497 INFO:tasks.rados.rados.0.smithi173.stdout:1010: done (2 left) 2024-08-30T21:02:05.497 INFO:tasks.rados.rados.0.smithi173.stdout:1011: done (1 left) 2024-08-30T21:02:05.497 INFO:tasks.rados.rados.0.smithi173.stdout:1012: done (0 left) 2024-08-30T21:02:05.497 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 99 2024-08-30T21:02:05.497 INFO:tasks.rados.rados.0.smithi173.stdout:1013: seq_num 326 ranges {2351104=663552} 2024-08-30T21:02:05.512 INFO:tasks.rados.rados.0.smithi173.stdout:1013: writing smithi17368540-24 from 2351104 to 3014656 tid 1 2024-08-30T21:02:05.512 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 99 2024-08-30T21:02:05.512 INFO:tasks.rados.rados.0.smithi173.stdout:1014: seq_num 327 ranges {0=679936} 2024-08-30T21:02:05.516 INFO:tasks.rados.rados.0.smithi173.stdout:1014: writing smithi17368540-35 from 0 to 679936 tid 1 2024-08-30T21:02:05.516 INFO:tasks.rados.rados.0.smithi173.stdout:1015: snap_remove snap 97 2024-08-30T21:02:05.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:02:05] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-08-30T21:02:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[79976]: pgmap v77: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 542 KiB/s wr, 3 op/s 2024-08-30T21:02:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-30T21:02:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[79976]: osdmap e275: 8 total, 8 up, 8 in 2024-08-30T21:02:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[82405]: pgmap v77: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 542 KiB/s wr, 3 op/s 2024-08-30T21:02:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-30T21:02:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:05 smithi173 ceph-mon[82405]: osdmap e275: 8 total, 8 up, 8 in 2024-08-30T21:02:06.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:05 smithi196 ceph-mon[74601]: pgmap v77: 121 pgs: 121 active+clean; 176 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 542 KiB/s wr, 3 op/s 2024-08-30T21:02:06.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:06.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:06.255 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-30T21:02:06.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:06.256 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:05 smithi196 ceph-mon[74601]: osdmap e275: 8 total, 8 up, 8 in 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1015: done (2 left) 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1016: rollback oid 23 current snap is 99 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 88 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1013: finishing write tid 1 to smithi17368540-24 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1013: finishing write tid 2 to smithi17368540-24 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1013: finishing write tid 3 to smithi17368540-24 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1013: oid 24 updating version 0 to 337 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1013: oid 24 version 337 is already newer than 336 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 337 (ObjNum 326 snap 99 seq_num 326) dirty exists 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1013: left oid 24 (ObjNum 326 snap 99 seq_num 326) 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1014: finishing write tid 1 to smithi17368540-35 2024-08-30T21:02:06.463 INFO:tasks.rados.rados.0.smithi173.stdout:1014: finishing write tid 2 to smithi17368540-35 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1014: finishing write tid 3 to smithi17368540-35 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1014: oid 35 updating version 0 to 339 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1014: oid 35 version 339 is already newer than 338 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 339 (ObjNum 327 snap 99 seq_num 327) dirty exists 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1014: left oid 35 (ObjNum 327 snap 99 seq_num 327) 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1013: done (2 left) 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1014: done (1 left) 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1017: read oid 9 snap -1 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1017: expect deleted 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1018: read oid 29 snap -1 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1018: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:1019: rollback oid 39 current snap is 99 2024-08-30T21:02:06.464 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 98 2024-08-30T21:02:06.465 INFO:tasks.rados.rados.0.smithi173.stdout:1020: read oid 12 snap 95 2024-08-30T21:02:06.465 INFO:tasks.rados.rados.0.smithi173.stdout:1020: expect (ObjNum 303 snap 93 seq_num 303) 2024-08-30T21:02:06.465 INFO:tasks.rados.rados.0.smithi173.stdout:1021: setattr oid 34 current snap is 99 2024-08-30T21:02:06.466 INFO:tasks.rados.rados.0.smithi173.stdout:1019: finishing rollback tid 1 to smithi17368540-39 2024-08-30T21:02:06.466 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 262 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-30T21:02:06.466 INFO:tasks.rados.rados.0.smithi173.stdout:1017: done (5 left) 2024-08-30T21:02:06.467 INFO:tasks.rados.rados.0.smithi173.stdout:1019: done (4 left) 2024-08-30T21:02:06.467 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 99 2024-08-30T21:02:06.467 INFO:tasks.rados.rados.0.smithi173.stdout:1022: seq_num 328 ranges {622592=696320} 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:1022: writing smithi17368540-47 from 622592 to 1318912 tid 1 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:1023: read oid 38 snap -1 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:1023: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:1024: delete oid 37 current snap is 99 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:1016: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:1016: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:1016: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 457 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-30T21:02:06.475 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 298 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-30T21:02:06.478 INFO:tasks.rados.rados.0.smithi173.stdout:1018: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-30T21:02:06.513 INFO:tasks.rados.rados.0.smithi173.stdout:1023: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:1022: finishing write tid 1 to smithi17368540-47 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:1022: finishing write tid 2 to smithi17368540-47 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:1022: finishing write tid 3 to smithi17368540-47 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:1022: oid 47 updating version 0 to 422 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:1022: oid 47 version 422 is already newer than 421 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 422 (ObjNum 328 snap 99 seq_num 328) dirty exists 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:1022: left oid 47 (ObjNum 328 snap 99 seq_num 328) 2024-08-30T21:02:06.524 INFO:tasks.rados.rados.0.smithi173.stdout:1020: expect (ObjNum 303 snap 93 seq_num 303) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1016: done (6 left) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1018: done (5 left) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1020: done (4 left) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1021: done (3 left) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1022: done (2 left) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1023: done (1 left) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1024: done (0 left) 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 99 2024-08-30T21:02:06.886 INFO:tasks.rados.rados.0.smithi173.stdout:1025: seq_num 330 ranges {1286144=737280} 2024-08-30T21:02:06.896 INFO:tasks.rados.rados.0.smithi173.stdout:1025: writing smithi17368540-10 from 1286144 to 2023424 tid 1 2024-08-30T21:02:06.896 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 99 2024-08-30T21:02:06.896 INFO:tasks.rados.rados.0.smithi173.stdout:1026: seq_num 331 ranges {0=753664} 2024-08-30T21:02:06.901 INFO:tasks.rados.rados.0.smithi173.stdout:1026: writing smithi17368540-30 from 0 to 753664 tid 1 2024-08-30T21:02:06.901 INFO:tasks.rados.rados.0.smithi173.stdout:1027: read oid 25 snap -1 2024-08-30T21:02:06.901 INFO:tasks.rados.rados.0.smithi173.stdout:1027: expect (ObjNum 295 snap 87 seq_num 295) 2024-08-30T21:02:06.901 INFO:tasks.rados.rados.0.smithi173.stdout:1025: finishing write tid 1 to smithi17368540-10 2024-08-30T21:02:06.901 INFO:tasks.rados.rados.0.smithi173.stdout:1025: finishing write tid 2 to smithi17368540-10 2024-08-30T21:02:06.901 INFO:tasks.rados.rados.0.smithi173.stdout:1028: read oid 2 snap 91 2024-08-30T21:02:06.902 INFO:tasks.rados.rados.0.smithi173.stdout:1028: expect deleted 2024-08-30T21:02:06.902 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 99 2024-08-30T21:02:06.902 INFO:tasks.rados.rados.0.smithi173.stdout:1029: seq_num 332 ranges {466944=770048} 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1029: writing smithi17368540-19 from 466944 to 1236992 tid 1 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1030: read oid 32 snap -1 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1030: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1031: snap_create 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1026: finishing write tid 1 to smithi17368540-30 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1026: finishing write tid 2 to smithi17368540-30 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1025: finishing write tid 3 to smithi17368540-10 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1025: oid 10 updating version 0 to 329 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1025: oid 10 version 329 is already newer than 328 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 329 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1025: left oid 10 (ObjNum 330 snap 99 seq_num 330) 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1026: finishing write tid 3 to smithi17368540-30 2024-08-30T21:02:06.909 INFO:tasks.rados.rados.0.smithi173.stdout:1026: oid 30 updating version 0 to 424 2024-08-30T21:02:06.910 INFO:tasks.rados.rados.0.smithi173.stdout:1026: oid 30 version 424 is already newer than 423 2024-08-30T21:02:06.910 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 424 (ObjNum 331 snap 99 seq_num 331) dirty exists 2024-08-30T21:02:06.910 INFO:tasks.rados.rados.0.smithi173.stdout:1026: left oid 30 (ObjNum 331 snap 99 seq_num 331) 2024-08-30T21:02:06.919 INFO:tasks.rados.rados.0.smithi173.stdout:1030: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:1029: finishing write tid 1 to smithi17368540-19 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:1029: finishing write tid 2 to smithi17368540-19 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:1029: finishing write tid 3 to smithi17368540-19 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:1029: oid 19 updating version 0 to 459 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:1029: oid 19 version 459 is already newer than 458 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 459 (ObjNum 332 snap 99 seq_num 332) dirty exists 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:1029: left oid 19 (ObjNum 332 snap 99 seq_num 332) 2024-08-30T21:02:06.991 INFO:tasks.rados.rados.0.smithi173.stdout:1027: expect (ObjNum 295 snap 87 seq_num 295) 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[82405]: Reconfiguring osd.4 (monmap changed)... 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.4 on smithi196 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[82405]: osdmap e276: 8 total, 8 up, 8 in 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[79976]: Reconfiguring osd.4 (monmap changed)... 2024-08-30T21:02:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.4 on smithi196 2024-08-30T21:02:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[79976]: osdmap e276: 8 total, 8 up, 8 in 2024-08-30T21:02:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-30T21:02:07.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:07.258 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:06 smithi196 ceph-mon[74601]: Reconfiguring osd.4 (monmap changed)... 2024-08-30T21:02:07.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:06 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.4 on smithi196 2024-08-30T21:02:07.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:06 smithi196 ceph-mon[74601]: osdmap e276: 8 total, 8 up, 8 in 2024-08-30T21:02:07.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:07.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:07.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-30T21:02:07.259 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:07.927 INFO:tasks.rados.rados.0.smithi173.stdout:1025: done (6 left) 2024-08-30T21:02:07.927 INFO:tasks.rados.rados.0.smithi173.stdout:1026: done (5 left) 2024-08-30T21:02:07.927 INFO:tasks.rados.rados.0.smithi173.stdout:1027: done (4 left) 2024-08-30T21:02:07.927 INFO:tasks.rados.rados.0.smithi173.stdout:1028: done (3 left) 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:1029: done (2 left) 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:1030: done (1 left) 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:1031: done (0 left) 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:1032: rollback oid 44 current snap is 100 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 91 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:1033: read oid 36 snap -1 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:1033: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 100 2024-08-30T21:02:07.928 INFO:tasks.rados.rados.0.smithi173.stdout:1034: seq_num 333 ranges {3121152=786432} 2024-08-30T21:02:07.949 INFO:tasks.rados.rados.0.smithi173.stdout:1034: writing smithi17368540-1 from 3121152 to 3907584 tid 1 2024-08-30T21:02:07.949 INFO:tasks.rados.rados.0.smithi173.stdout:1035: delete oid 50 current snap is 100 2024-08-30T21:02:07.949 INFO:tasks.rados.rados.0.smithi173.stdout:1032: finishing rollback tid 0 to smithi17368540-44 2024-08-30T21:02:07.949 INFO:tasks.rados.rados.0.smithi173.stdout:1032: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:02:07.949 INFO:tasks.rados.rados.0.smithi173.stdout:1032: finishing rollback tid 2 to smithi17368540-44 2024-08-30T21:02:07.949 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 428 (ObjNum 207 snap 55 seq_num 207) dirty exists 2024-08-30T21:02:07.949 INFO:tasks.rados.rados.0.smithi173.stdout:1033: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:07.956 INFO:tasks.rados.rados.0.smithi173.stdout:1034: finishing write tid 1 to smithi17368540-1 2024-08-30T21:02:07.956 INFO:tasks.rados.rados.0.smithi173.stdout:1034: finishing write tid 2 to smithi17368540-1 2024-08-30T21:02:07.956 INFO:tasks.rados.rados.0.smithi173.stdout:1034: finishing write tid 3 to smithi17368540-1 2024-08-30T21:02:07.956 INFO:tasks.rados.rados.0.smithi173.stdout:1034: oid 1 updating version 0 to 219 2024-08-30T21:02:07.956 INFO:tasks.rados.rados.0.smithi173.stdout:1034: oid 1 updating version 219 to 220 2024-08-30T21:02:07.956 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 220 (ObjNum 333 snap 100 seq_num 333) dirty exists 2024-08-30T21:02:07.956 INFO:tasks.rados.rados.0.smithi173.stdout:1034: left oid 1 (ObjNum 333 snap 100 seq_num 333) 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:1032: done (3 left) 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:1033: done (2 left) 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:1034: done (1 left) 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:1035: done (0 left) 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:1036: read oid 15 snap -1 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:1036: expect (ObjNum 291 snap 85 seq_num 291) 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 100 2024-08-30T21:02:07.957 INFO:tasks.rados.rados.0.smithi173.stdout:1037: seq_num 335 ranges {1073152=417792,1490944=401408} 2024-08-30T21:02:07.964 INFO:tasks.rados.rados.0.smithi173.stdout:1037: writing smithi17368540-44 from 1073152 to 1490944 tid 1 2024-08-30T21:02:07.966 INFO:tasks.rados.rados.0.smithi173.stdout:1037: writing smithi17368540-44 from 1490944 to 1892352 tid 2 2024-08-30T21:02:07.966 INFO:tasks.rados.rados.0.smithi173.stdout:1038: snap_create 2024-08-30T21:02:07.975 INFO:tasks.rados.rados.0.smithi173.stdout:1036: expect (ObjNum 291 snap 85 seq_num 291) 2024-08-30T21:02:08.207 INFO:tasks.rados.rados.0.smithi173.stdout:1037: finishing write tid 1 to smithi17368540-44 2024-08-30T21:02:08.253 INFO:tasks.rados.rados.0.smithi173.stdout:1037: finishing write tid 2 to smithi17368540-44 2024-08-30T21:02:08.254 INFO:tasks.rados.rados.0.smithi173.stdout:1037: finishing write tid 3 to smithi17368540-44 2024-08-30T21:02:08.254 INFO:tasks.rados.rados.0.smithi173.stdout:1037: finishing write tid 4 to smithi17368540-44 2024-08-30T21:02:08.254 INFO:tasks.rados.rados.0.smithi173.stdout:1037: oid 44 updating version 0 to 431 2024-08-30T21:02:08.254 INFO:tasks.rados.rados.0.smithi173.stdout:1037: oid 44 version 431 is already newer than 429 2024-08-30T21:02:08.254 INFO:tasks.rados.rados.0.smithi173.stdout:1037: oid 44 version 431 is already newer than 430 2024-08-30T21:02:08.254 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 431 (ObjNum 335 snap 100 seq_num 335) dirty exists 2024-08-30T21:02:08.254 INFO:tasks.rados.rados.0.smithi173.stdout:1037: left oid 44 (ObjNum 335 snap 100 seq_num 335) 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[79976]: pgmap v80: 121 pgs: 121 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 680 KiB/s wr, 3 op/s 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[79976]: Reconfiguring osd.5 (monmap changed)... 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.5 on smithi196 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[79976]: osdmap e277: 8 total, 8 up, 8 in 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[82405]: pgmap v80: 121 pgs: 121 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 680 KiB/s wr, 3 op/s 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[82405]: Reconfiguring osd.5 (monmap changed)... 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.5 on smithi196 2024-08-30T21:02:08.255 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:07 smithi173 ceph-mon[82405]: osdmap e277: 8 total, 8 up, 8 in 2024-08-30T21:02:08.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:07 smithi196 ceph-mon[74601]: pgmap v80: 121 pgs: 121 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 680 KiB/s wr, 3 op/s 2024-08-30T21:02:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:07 smithi196 ceph-mon[74601]: Reconfiguring osd.5 (monmap changed)... 2024-08-30T21:02:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:07 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.5 on smithi196 2024-08-30T21:02:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:07 smithi196 ceph-mon[74601]: osdmap e277: 8 total, 8 up, 8 in 2024-08-30T21:02:08.944 INFO:tasks.rados.rados.0.smithi173.stdout:1036: done (2 left) 2024-08-30T21:02:08.945 INFO:tasks.rados.rados.0.smithi173.stdout:1037: done (1 left) 2024-08-30T21:02:08.945 INFO:tasks.rados.rados.0.smithi173.stdout:1038: done (0 left) 2024-08-30T21:02:08.945 INFO:tasks.rados.rados.0.smithi173.stdout:1039: read oid 49 snap -1 2024-08-30T21:02:08.945 INFO:tasks.rados.rados.0.smithi173.stdout:1039: expect (ObjNum 311 snap 95 seq_num 311) 2024-08-30T21:02:08.945 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 101 2024-08-30T21:02:08.945 INFO:tasks.rados.rados.0.smithi173.stdout:1040: seq_num 336 ranges {1482752=434176,1916928=401408} 2024-08-30T21:02:08.956 INFO:tasks.rados.rados.0.smithi173.stdout:1040: writing smithi17368540-45 from 1482752 to 1916928 tid 1 2024-08-30T21:02:08.960 INFO:tasks.rados.rados.0.smithi173.stdout:1040: writing smithi17368540-45 from 1916928 to 2318336 tid 2 2024-08-30T21:02:08.960 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 101 2024-08-30T21:02:08.960 INFO:tasks.rados.rados.0.smithi173.stdout:1041: seq_num 337 ranges {1949696=450560,2400256=401408} 2024-08-30T21:02:08.973 INFO:tasks.rados.rados.0.smithi173.stdout:1041: writing smithi17368540-18 from 1949696 to 2400256 tid 1 2024-08-30T21:02:08.976 INFO:tasks.rados.rados.0.smithi173.stdout:1041: writing smithi17368540-18 from 2400256 to 2801664 tid 2 2024-08-30T21:02:08.976 INFO:tasks.rados.rados.0.smithi173.stdout:1042: rollback oid 27 current snap is 101 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 27 to 100 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1040: finishing write tid 1 to smithi17368540-45 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1040: finishing write tid 2 to smithi17368540-45 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1040: finishing write tid 3 to smithi17368540-45 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1043: read oid 23 snap -1 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1043: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1044: read oid 35 snap -1 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1044: expect (ObjNum 327 snap 99 seq_num 327) 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1045: read oid 1 snap 88 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1045: expect (ObjNum 286 snap 84 seq_num 286) 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1046: delete oid 14 current snap is 101 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1040: finishing write tid 4 to smithi17368540-45 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1040: oid 45 updating version 0 to 530 2024-08-30T21:02:08.977 INFO:tasks.rados.rados.0.smithi173.stdout:1040: oid 45 updating version 530 to 531 2024-08-30T21:02:08.978 INFO:tasks.rados.rados.0.smithi173.stdout:1040: oid 45 version 531 is already newer than 529 2024-08-30T21:02:08.978 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 531 (ObjNum 336 snap 101 seq_num 336) dirty exists 2024-08-30T21:02:08.978 INFO:tasks.rados.rados.0.smithi173.stdout:1040: left oid 45 (ObjNum 336 snap 101 seq_num 336) 2024-08-30T21:02:08.978 INFO:tasks.rados.rados.0.smithi173.stdout:1039: expect (ObjNum 311 snap 95 seq_num 311) 2024-08-30T21:02:09.496 INFO:tasks.rados.rados.0.smithi173.stdout:1041: finishing write tid 1 to smithi17368540-18 2024-08-30T21:02:09.497 INFO:tasks.rados.rados.0.smithi173.stdout:1041: finishing write tid 2 to smithi17368540-18 2024-08-30T21:02:09.497 INFO:tasks.rados.rados.0.smithi173.stdout:1041: finishing write tid 3 to smithi17368540-18 2024-08-30T21:02:09.497 INFO:tasks.rados.rados.0.smithi173.stdout:1044: expect (ObjNum 327 snap 99 seq_num 327) 2024-08-30T21:02:09.513 INFO:tasks.rados.rados.0.smithi173.stdout:1042: finishing rollback tid 0 to smithi17368540-27 2024-08-30T21:02:09.513 INFO:tasks.rados.rados.0.smithi173.stdout:1042: finishing rollback tid 1 to smithi17368540-27 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:1042: finishing rollback tid 2 to smithi17368540-27 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 462 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:1041: finishing write tid 4 to smithi17368540-18 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:1041: oid 18 updating version 0 to 743 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:1041: oid 18 version 743 is already newer than 742 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:1041: oid 18 version 743 is already newer than 741 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 743 (ObjNum 337 snap 101 seq_num 337) dirty exists 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:1041: left oid 18 (ObjNum 337 snap 101 seq_num 337) 2024-08-30T21:02:09.514 INFO:tasks.rados.rados.0.smithi173.stdout:1043: expect (ObjNum 168 snap 44 seq_num 168) 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: pgmap v83: 121 pgs: 121 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 138 KiB/s wr, 0 op/s 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: Reconfiguring osd.6 (monmap changed)... 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.6 on smithi196 2024-08-30T21:02:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:09.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:09 smithi196 ceph-mon[74601]: osdmap e278: 8 total, 8 up, 8 in 2024-08-30T21:02:09.524 INFO:tasks.rados.rados.0.smithi173.stdout:1045: expect (ObjNum 286 snap 84 seq_num 286) 2024-08-30T21:02:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1039: done (7 left) 2024-08-30T21:02:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1040: done (6 left) 2024-08-30T21:02:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1041: done (5 left) 2024-08-30T21:02:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1042: done (4 left) 2024-08-30T21:02:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1043: done (3 left) 2024-08-30T21:02:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1044: done (2 left) 2024-08-30T21:02:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1045: done (1 left) 2024-08-30T21:02:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1046: done (0 left) 2024-08-30T21:02:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1047: snap_remove snap 91 2024-08-30T21:02:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: pgmap v83: 121 pgs: 121 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 138 KiB/s wr, 0 op/s 2024-08-30T21:02:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: Reconfiguring osd.6 (monmap changed)... 2024-08-30T21:02:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-30T21:02:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:09.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.6 on smithi196 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[82405]: osdmap e278: 8 total, 8 up, 8 in 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: pgmap v83: 121 pgs: 121 active+clean; 176 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 138 KiB/s wr, 0 op/s 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: Reconfiguring osd.6 (monmap changed)... 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.6 on smithi196 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:09.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:09 smithi173 ceph-mon[79976]: osdmap e278: 8 total, 8 up, 8 in 2024-08-30T21:02:10.264 INFO:tasks.rados.rados.0.smithi173.stdout:1047: done (0 left) 2024-08-30T21:02:10.265 INFO:tasks.rados.rados.0.smithi173.stdout:1048: read oid 18 snap -1 2024-08-30T21:02:10.265 INFO:tasks.rados.rados.0.smithi173.stdout:1048: expect (ObjNum 337 snap 101 seq_num 337) 2024-08-30T21:02:10.265 INFO:tasks.rados.rados.0.smithi173.stdout:1049: copy_from oid 31 from oid 16 current snap is 101 2024-08-30T21:02:10.265 INFO:tasks.rados.rados.0.smithi173.stdout:1050: delete oid 46 current snap is 101 2024-08-30T21:02:10.274 INFO:tasks.rados.rados.0.smithi173.stdout:1050: done (2 left) 2024-08-30T21:02:10.274 INFO:tasks.rados.rados.0.smithi173.stdout:1051: copy_from oid 25 from oid 27 current snap is 101 2024-08-30T21:02:10.274 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 101 2024-08-30T21:02:10.274 INFO:tasks.rados.rados.0.smithi173.stdout:1052: seq_num 340 ranges {2236416=499712,2736128=401408} 2024-08-30T21:02:10.290 INFO:tasks.rados.rados.0.smithi173.stdout:1052: writing smithi17368540-41 from 2236416 to 2736128 tid 1 2024-08-30T21:02:10.293 INFO:tasks.rados.rados.0.smithi173.stdout:1052: writing smithi17368540-41 from 2736128 to 3137536 tid 2 2024-08-30T21:02:10.293 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 101 2024-08-30T21:02:10.293 INFO:tasks.rados.rados.0.smithi173.stdout:1053: seq_num 341 ranges {417792=516096,933888=401408} 2024-08-30T21:02:10.298 INFO:tasks.rados.rados.0.smithi173.stdout:1053: writing smithi17368540-38 from 417792 to 933888 tid 1 2024-08-30T21:02:10.301 INFO:tasks.rados.rados.0.smithi173.stdout:1053: writing smithi17368540-38 from 933888 to 1335296 tid 2 2024-08-30T21:02:10.301 INFO:tasks.rados.rados.0.smithi173.stdout:1054: read oid 2 snap -1 2024-08-30T21:02:10.301 INFO:tasks.rados.rados.0.smithi173.stdout:1054: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:02:10.302 INFO:tasks.rados.rados.0.smithi173.stdout:1055: setattr oid 48 current snap is 101 2024-08-30T21:02:10.302 INFO:tasks.rados.rados.0.smithi173.stdout:1048: expect (ObjNum 337 snap 101 seq_num 337) 2024-08-30T21:02:10.405 INFO:tasks.rados.rados.0.smithi173.stdout:1049: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1049: finishing copy_from to smithi17368540-31 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 135 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: finishing write tid 1 to smithi17368540-41 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: finishing write tid 2 to smithi17368540-41 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: finishing write tid 3 to smithi17368540-41 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: finishing write tid 4 to smithi17368540-41 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: oid 41 updating version 0 to 596 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: oid 41 version 596 is already newer than 595 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: oid 41 updating version 596 to 597 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 597 (ObjNum 340 snap 101 seq_num 340) dirty exists 2024-08-30T21:02:10.406 INFO:tasks.rados.rados.0.smithi173.stdout:1052: left oid 41 (ObjNum 340 snap 101 seq_num 340) 2024-08-30T21:02:10.407 INFO:tasks.rados.rados.0.smithi173.stdout:1054: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1051: finishing copy_from racing read to smithi17368540-25 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1051: finishing copy_from to smithi17368540-25 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 462 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1053: finishing write tid 1 to smithi17368540-38 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1053: finishing write tid 2 to smithi17368540-38 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1053: finishing write tid 3 to smithi17368540-38 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1053: finishing write tid 4 to smithi17368540-38 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1053: oid 38 updating version 0 to 465 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1053: oid 38 version 465 is already newer than 463 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:1053: oid 38 version 465 is already newer than 464 2024-08-30T21:02:10.409 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 465 (ObjNum 341 snap 101 seq_num 341) dirty exists 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1053: left oid 38 (ObjNum 341 snap 101 seq_num 341) 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1048: done (6 left) 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1049: done (5 left) 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1051: done (4 left) 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1052: done (3 left) 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1053: done (2 left) 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1054: done (1 left) 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1056: delete oid 46 current snap is 101 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 598 (ObjNum 195 snap 47 seq_num 195) dirty exists 2024-08-30T21:02:10.410 INFO:tasks.rados.rados.0.smithi173.stdout:1055: done (1 left) 2024-08-30T21:02:10.411 INFO:tasks.rados.rados.0.smithi173.stdout:1056: done (0 left) 2024-08-30T21:02:10.411 INFO:tasks.rados.rados.0.smithi173.stdout:1057: delete oid 5 current snap is 101 2024-08-30T21:02:10.411 INFO:tasks.rados.rados.0.smithi173.stdout:1057: done (0 left) 2024-08-30T21:02:10.411 INFO:tasks.rados.rados.0.smithi173.stdout:1058: copy_from oid 21 from oid 29 current snap is 101 2024-08-30T21:02:10.411 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 101 2024-08-30T21:02:10.411 INFO:tasks.rados.rados.0.smithi173.stdout:1059: seq_num 344 ranges {0=565248,565248=401408} 2024-08-30T21:02:10.414 INFO:tasks.rados.rados.0.smithi173.stdout:1059: writing smithi17368540-3 from 0 to 565248 tid 1 2024-08-30T21:02:10.417 INFO:tasks.rados.rados.0.smithi173.stdout:1059: writing smithi17368540-3 from 565248 to 966656 tid 2 2024-08-30T21:02:10.417 INFO:tasks.rados.rados.0.smithi173.stdout:1060: copy_from oid 35 from oid 34 current snap is 101 2024-08-30T21:02:10.417 INFO:tasks.rados.rados.0.smithi173.stdout:1058: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:02:10.417 INFO:tasks.rados.rados.0.smithi173.stdout:1058: finishing copy_from to smithi17368540-21 2024-08-30T21:02:10.417 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 699 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:02:10.417 INFO:tasks.rados.rados.0.smithi173.stdout:1058: done (2 left) 2024-08-30T21:02:10.417 INFO:tasks.rados.rados.0.smithi173.stdout:1061: read oid 38 snap -1 2024-08-30T21:02:10.418 INFO:tasks.rados.rados.0.smithi173.stdout:1061: expect (ObjNum 341 snap 101 seq_num 341) 2024-08-30T21:02:10.418 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 101 2024-08-30T21:02:10.418 INFO:tasks.rados.rados.0.smithi173.stdout:1062: seq_num 345 ranges {0=581632,581632=401408} 2024-08-30T21:02:10.420 INFO:tasks.rados.rados.0.smithi173.stdout:1062: writing smithi17368540-26 from 0 to 581632 tid 1 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1062: writing smithi17368540-26 from 581632 to 983040 tid 2 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1063: copy_from oid 30 from oid 31 current snap is 101 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: finishing write tid 1 to smithi17368540-3 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: finishing write tid 2 to smithi17368540-3 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: finishing write tid 3 to smithi17368540-3 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: finishing write tid 4 to smithi17368540-3 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: oid 3 updating version 0 to 755 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: oid 3 updating version 755 to 756 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: oid 3 version 756 is already newer than 754 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 756 (ObjNum 344 snap 101 seq_num 344) dirty exists 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: left oid 3 (ObjNum 344 snap 101 seq_num 344) 2024-08-30T21:02:10.424 INFO:tasks.rados.rados.0.smithi173.stdout:1059: done (4 left) 2024-08-30T21:02:10.425 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 101 2024-08-30T21:02:10.425 INFO:tasks.rados.rados.0.smithi173.stdout:1064: seq_num 346 ranges {0=598016,598016=401408} 2024-08-30T21:02:10.427 INFO:tasks.rados.rados.0.smithi173.stdout:1064: writing smithi17368540-6 from 0 to 598016 tid 1 2024-08-30T21:02:10.429 INFO:tasks.rados.rados.0.smithi173.stdout:1064: writing smithi17368540-6 from 598016 to 999424 tid 2 2024-08-30T21:02:10.429 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 101 2024-08-30T21:02:10.429 INFO:tasks.rados.rados.0.smithi173.stdout:1061: expect (ObjNum 341 snap 101 seq_num 341) 2024-08-30T21:02:10.473 INFO:tasks.rados.rados.0.smithi173.stdout:1062: finishing write tid 1 to smithi17368540-26 2024-08-30T21:02:10.473 INFO:tasks.rados.rados.0.smithi173.stdout:1062: finishing write tid 2 to smithi17368540-26 2024-08-30T21:02:10.473 INFO:tasks.rados.rados.0.smithi173.stdout:1065: seq_num 347 ranges {3137536=614400,3751936=401408} 2024-08-30T21:02:10.493 INFO:tasks.rados.rados.0.smithi173.stdout:1065: writing smithi17368540-41 from 3137536 to 3751936 tid 1 2024-08-30T21:02:10.496 INFO:tasks.rados.rados.0.smithi173.stdout:1065: writing smithi17368540-41 from 3751936 to 4153344 tid 2 2024-08-30T21:02:10.496 INFO:tasks.rados.rados.0.smithi173.stdout:1061: done (5 left) 2024-08-30T21:02:10.496 INFO:tasks.rados.rados.0.smithi173.stdout:1066: read oid 46 snap -1 2024-08-30T21:02:10.496 INFO:tasks.rados.rados.0.smithi173.stdout:1066: expect deleted 2024-08-30T21:02:10.496 INFO:tasks.rados.rados.0.smithi173.stdout:1067: snap_create 2024-08-30T21:02:10.496 INFO:tasks.rados.rados.0.smithi173.stdout:1062: finishing write tid 3 to smithi17368540-26 2024-08-30T21:02:10.496 INFO:tasks.rados.rados.0.smithi173.stdout:1062: finishing write tid 4 to smithi17368540-26 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1062: oid 26 updating version 0 to 726 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1062: oid 26 version 726 is already newer than 725 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1062: oid 26 updating version 726 to 727 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 727 (ObjNum 345 snap 101 seq_num 345) dirty exists 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1062: left oid 26 (ObjNum 345 snap 101 seq_num 345) 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: finishing write tid 1 to smithi17368540-6 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: finishing write tid 2 to smithi17368540-6 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: finishing write tid 3 to smithi17368540-6 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: finishing write tid 4 to smithi17368540-6 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: oid 6 updating version 0 to 299 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: oid 6 updating version 299 to 300 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: oid 6 updating version 300 to 301 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 301 (ObjNum 346 snap 101 seq_num 346) dirty exists 2024-08-30T21:02:10.497 INFO:tasks.rados.rados.0.smithi173.stdout:1064: left oid 6 (ObjNum 346 snap 101 seq_num 346) 2024-08-30T21:02:10.498 INFO:tasks.rados.rados.0.smithi173.stdout:1060: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:02:10.498 INFO:tasks.rados.rados.0.smithi173.stdout:1063: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:02:10.498 INFO:tasks.rados.rados.0.smithi173.stdout:1060: finishing copy_from to smithi17368540-35 2024-08-30T21:02:10.498 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 298 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-30T21:02:10.498 INFO:tasks.rados.rados.0.smithi173.stdout:1063: finishing copy_from to smithi17368540-30 2024-08-30T21:02:10.498 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 135 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: finishing write tid 1 to smithi17368540-41 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: finishing write tid 2 to smithi17368540-41 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: finishing write tid 3 to smithi17368540-41 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: finishing write tid 4 to smithi17368540-41 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: oid 41 updating version 0 to 600 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: oid 41 version 600 is already newer than 599 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: oid 41 updating version 600 to 601 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 601 (ObjNum 347 snap 101 seq_num 347) dirty exists 2024-08-30T21:02:10.499 INFO:tasks.rados.rados.0.smithi173.stdout:1065: left oid 41 (ObjNum 347 snap 101 seq_num 347) 2024-08-30T21:02:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[79976]: Reconfiguring osd.7 (monmap changed)... 2024-08-30T21:02:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-30T21:02:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[79976]: Reconfiguring daemon osd.7 on smithi196 2024-08-30T21:02:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[79976]: osdmap e279: 8 total, 8 up, 8 in 2024-08-30T21:02:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[82405]: Reconfiguring osd.7 (monmap changed)... 2024-08-30T21:02:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-30T21:02:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[82405]: Reconfiguring daemon osd.7 on smithi196 2024-08-30T21:02:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:10 smithi173 ceph-mon[82405]: osdmap e279: 8 total, 8 up, 8 in 2024-08-30T21:02:10.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:10 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:10.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:10 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:10.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:10 smithi196 ceph-mon[74601]: Reconfiguring osd.7 (monmap changed)... 2024-08-30T21:02:10.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:10 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-30T21:02:10.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:10 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:10.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:10 smithi196 ceph-mon[74601]: Reconfiguring daemon osd.7 on smithi196 2024-08-30T21:02:10.977 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:10 smithi196 ceph-mon[74601]: osdmap e279: 8 total, 8 up, 8 in 2024-08-30T21:02:11.269 INFO:tasks.rados.rados.0.smithi173.stdout:1060: done (6 left) 2024-08-30T21:02:11.269 INFO:tasks.rados.rados.0.smithi173.stdout:1062: done (5 left) 2024-08-30T21:02:11.269 INFO:tasks.rados.rados.0.smithi173.stdout:1063: done (4 left) 2024-08-30T21:02:11.269 INFO:tasks.rados.rados.0.smithi173.stdout:1064: done (3 left) 2024-08-30T21:02:11.269 INFO:tasks.rados.rados.0.smithi173.stdout:1065: done (2 left) 2024-08-30T21:02:11.270 INFO:tasks.rados.rados.0.smithi173.stdout:1066: done (1 left) 2024-08-30T21:02:11.270 INFO:tasks.rados.rados.0.smithi173.stdout:1067: done (0 left) 2024-08-30T21:02:11.270 INFO:tasks.rados.rados.0.smithi173.stdout:1068: setattr oid 23 current snap is 102 2024-08-30T21:02:11.271 INFO:tasks.rados.rados.0.smithi173.stdout:1069: snap_remove snap 98 2024-08-30T21:02:11.455 INFO:tasks.rados.rados.0.smithi173.stdout:1069: done (1 left) 2024-08-30T21:02:11.455 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 102 2024-08-30T21:02:11.455 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 463 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-08-30T21:02:11.455 INFO:tasks.rados.rados.0.smithi173.stdout:1070: seq_num 348 ranges {2318336=630784,2949120=401408} 2024-08-30T21:02:11.472 INFO:tasks.rados.rados.0.smithi173.stdout:1070: writing smithi17368540-45 from 2318336 to 2949120 tid 1 2024-08-30T21:02:11.475 INFO:tasks.rados.rados.0.smithi173.stdout:1070: writing smithi17368540-45 from 2949120 to 3350528 tid 2 2024-08-30T21:02:11.475 INFO:tasks.rados.rados.0.smithi173.stdout:1068: done (1 left) 2024-08-30T21:02:11.475 INFO:tasks.rados.rados.0.smithi173.stdout:1071: snap_remove snap 88 2024-08-30T21:02:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[79976]: pgmap v85: 121 pgs: 121 active+clean; 152 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-30T21:02:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:02:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[79976]: osdmap e280: 8 total, 8 up, 8 in 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[79976]: osdmap e281: 8 total, 8 up, 8 in 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[82405]: pgmap v85: 121 pgs: 121 active+clean; 152 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[82405]: osdmap e280: 8 total, 8 up, 8 in 2024-08-30T21:02:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:11 smithi173 ceph-mon[82405]: osdmap e281: 8 total, 8 up, 8 in 2024-08-30T21:02:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:11 smithi196 ceph-mon[74601]: pgmap v85: 121 pgs: 121 active+clean; 152 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-08-30T21:02:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:11 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:11 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:11 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:02:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:11 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:11 smithi196 ceph-mon[74601]: osdmap e280: 8 total, 8 up, 8 in 2024-08-30T21:02:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:11 smithi196 ceph-mon[74601]: osdmap e281: 8 total, 8 up, 8 in 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1071: done (1 left) 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1072: delete oid 14 current snap is 102 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1070: finishing write tid 1 to smithi17368540-45 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1070: finishing write tid 2 to smithi17368540-45 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1070: finishing write tid 3 to smithi17368540-45 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1070: finishing write tid 4 to smithi17368540-45 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1070: oid 45 updating version 0 to 701 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1070: oid 45 version 701 is already newer than 700 2024-08-30T21:02:12.458 INFO:tasks.rados.rados.0.smithi173.stdout:1070: oid 45 updating version 701 to 702 2024-08-30T21:02:12.459 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 702 (ObjNum 348 snap 102 seq_num 348) dirty exists 2024-08-30T21:02:12.459 INFO:tasks.rados.rados.0.smithi173.stdout:1070: left oid 45 (ObjNum 348 snap 102 seq_num 348) 2024-08-30T21:02:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:1070: done (1 left) 2024-08-30T21:02:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:1072: done (0 left) 2024-08-30T21:02:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:1073: rollback oid 50 current snap is 102 2024-08-30T21:02:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 101 2024-08-30T21:02:12.468 INFO:tasks.rados.rados.0.smithi173.stdout:1074: copy_from oid 39 from oid 10 current snap is 102 2024-08-30T21:02:12.468 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 102 2024-08-30T21:02:12.468 INFO:tasks.rados.rados.0.smithi173.stdout:1075: seq_num 350 ranges {0=671744,671744=401408} 2024-08-30T21:02:12.471 INFO:tasks.rados.rados.0.smithi173.stdout:1075: writing smithi17368540-2 from 0 to 671744 tid 1 2024-08-30T21:02:12.474 INFO:tasks.rados.rados.0.smithi173.stdout:1075: writing smithi17368540-2 from 671744 to 1073152 tid 2 2024-08-30T21:02:12.474 INFO:tasks.rados.rados.0.smithi173.stdout:1076: read oid 36 snap -1 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:1076: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:1077: rollback oid 32 current snap is 102 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 32 to 101 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:1073: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 426 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:1073: done (4 left) 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:1078: rollback oid 25 current snap is 102 2024-08-30T21:02:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 101 2024-08-30T21:02:12.476 INFO:tasks.rados.rados.0.smithi173.stdout:1079: copy_from oid 34 from oid 3 current snap is 102 2024-08-30T21:02:12.476 INFO:tasks.rados.rados.0.smithi173.stdout:1080: snap_create 2024-08-30T21:02:12.477 INFO:tasks.rados.rados.0.smithi173.stdout:1076: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:12.488 INFO:tasks.rados.rados.0.smithi173.stdout:1077: finishing rollback tid 0 to smithi17368540-32 2024-08-30T21:02:12.488 INFO:tasks.rados.rados.0.smithi173.stdout:1077: finishing rollback tid 1 to smithi17368540-32 2024-08-30T21:02:12.488 INFO:tasks.rados.rados.0.smithi173.stdout:1077: finishing rollback tid 2 to smithi17368540-32 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 741 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:1075: finishing write tid 1 to smithi17368540-2 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:1078: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:1075: finishing write tid 2 to smithi17368540-2 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:1078: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:1078: finishing rollback tid 2 to smithi17368540-25 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 468 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:02:12.489 INFO:tasks.rados.rados.0.smithi173.stdout:1075: finishing write tid 3 to smithi17368540-2 2024-08-30T21:02:12.490 INFO:tasks.rados.rados.0.smithi173.stdout:1075: finishing write tid 4 to smithi17368540-2 2024-08-30T21:02:12.490 INFO:tasks.rados.rados.0.smithi173.stdout:1075: oid 2 updating version 0 to 471 2024-08-30T21:02:12.490 INFO:tasks.rados.rados.0.smithi173.stdout:1075: oid 2 version 471 is already newer than 470 2024-08-30T21:02:12.490 INFO:tasks.rados.rados.0.smithi173.stdout:1075: oid 2 version 471 is already newer than 469 2024-08-30T21:02:12.490 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 471 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-30T21:02:12.490 INFO:tasks.rados.rados.0.smithi173.stdout:1075: left oid 2 (ObjNum 350 snap 102 seq_num 350) 2024-08-30T21:02:12.492 INFO:tasks.rados.rados.0.smithi173.stdout:1074: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:02:12.494 INFO:tasks.rados.rados.0.smithi173.stdout:1074: finishing copy_from to smithi17368540-39 2024-08-30T21:02:12.494 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 329 (ObjNum 330 snap 99 seq_num 330) dirty exists 2024-08-30T21:02:12.494 INFO:tasks.rados.rados.0.smithi173.stdout:1079: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:02:12.495 INFO:tasks.rados.rados.0.smithi173.stdout:1079: finishing copy_from to smithi17368540-34 2024-08-30T21:02:12.495 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 756 (ObjNum 344 snap 101 seq_num 344) dirty exists 2024-08-30T21:02:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: Reconfiguring mds.b (monmap changed)... 2024-08-30T21:02:12.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: Reconfiguring daemon mds.b on smithi196 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: osdmap e282: 8 total, 8 up, 8 in 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-30T21:02:12.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-30T21:02:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: Reconfiguring mds.b (monmap changed)... 2024-08-30T21:02:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: Reconfiguring daemon mds.b on smithi196 2024-08-30T21:02:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: osdmap e282: 8 total, 8 up, 8 in 2024-08-30T21:02:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: Reconfiguring mds.b (monmap changed)... 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: Reconfiguring daemon mds.b on smithi196 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: osdmap e282: 8 total, 8 up, 8 in 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-30T21:02:12.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-30T21:02:13.459 INFO:tasks.rados.rados.0.smithi173.stdout:1074: done (6 left) 2024-08-30T21:02:13.459 INFO:tasks.rados.rados.0.smithi173.stdout:1075: done (5 left) 2024-08-30T21:02:13.459 INFO:tasks.rados.rados.0.smithi173.stdout:1076: done (4 left) 2024-08-30T21:02:13.459 INFO:tasks.rados.rados.0.smithi173.stdout:1077: done (3 left) 2024-08-30T21:02:13.459 INFO:tasks.rados.rados.0.smithi173.stdout:1078: done (2 left) 2024-08-30T21:02:13.459 INFO:tasks.rados.rados.0.smithi173.stdout:1079: done (1 left) 2024-08-30T21:02:13.460 INFO:tasks.rados.rados.0.smithi173.stdout:1080: done (0 left) 2024-08-30T21:02:13.460 INFO:tasks.rados.rados.0.smithi173.stdout:1081: read oid 31 snap 95 2024-08-30T21:02:13.460 INFO:tasks.rados.rados.0.smithi173.stdout:1081: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:02:13.460 INFO:tasks.rados.rados.0.smithi173.stdout:1082: read oid 15 snap -1 2024-08-30T21:02:13.460 INFO:tasks.rados.rados.0.smithi173.stdout:1082: expect (ObjNum 291 snap 85 seq_num 291) 2024-08-30T21:02:13.460 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 103 2024-08-30T21:02:13.460 INFO:tasks.rados.rados.0.smithi173.stdout:1083: seq_num 351 ranges {2023424=688128,2711552=401408} 2024-08-30T21:02:13.474 INFO:tasks.rados.rados.0.smithi173.stdout:1083: writing smithi17368540-39 from 2023424 to 2711552 tid 1 2024-08-30T21:02:13.477 INFO:tasks.rados.rados.0.smithi173.stdout:1083: writing smithi17368540-39 from 2711552 to 3112960 tid 2 2024-08-30T21:02:13.477 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 103 2024-08-30T21:02:13.477 INFO:tasks.rados.rados.0.smithi173.stdout:1084: seq_num 352 ranges {1318912=704512,2023424=401408} 2024-08-30T21:02:13.488 INFO:tasks.rados.rados.0.smithi173.stdout:1084: writing smithi17368540-47 from 1318912 to 2023424 tid 1 2024-08-30T21:02:13.490 INFO:tasks.rados.rados.0.smithi173.stdout:1084: writing smithi17368540-47 from 2023424 to 2424832 tid 2 2024-08-30T21:02:13.490 INFO:tasks.rados.rados.0.smithi173.stdout:1085: snap_create 2024-08-30T21:02:13.490 INFO:tasks.rados.rados.0.smithi173.stdout:1081: expect (ObjNum 215 snap 56 seq_num 215) 2024-08-30T21:02:13.601 INFO:tasks.rados.rados.0.smithi173.stdout:1082: expect (ObjNum 291 snap 85 seq_num 291) 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: finishing write tid 1 to smithi17368540-39 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: finishing write tid 2 to smithi17368540-39 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: finishing write tid 3 to smithi17368540-39 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: finishing write tid 4 to smithi17368540-39 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: oid 39 updating version 0 to 332 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: oid 39 version 332 is already newer than 331 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: oid 39 version 332 is already newer than 330 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 332 (ObjNum 351 snap 103 seq_num 351) dirty exists 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1083: left oid 39 (ObjNum 351 snap 103 seq_num 351) 2024-08-30T21:02:13.835 INFO:tasks.rados.rados.0.smithi173.stdout:1084: finishing write tid 1 to smithi17368540-47 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:1084: finishing write tid 2 to smithi17368540-47 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:1084: finishing write tid 3 to smithi17368540-47 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:1084: finishing write tid 4 to smithi17368540-47 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:1084: oid 47 updating version 0 to 452 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:1084: oid 47 version 452 is already newer than 451 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:1084: oid 47 updating version 452 to 453 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 453 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:02:13.836 INFO:tasks.rados.rados.0.smithi173.stdout:1084: left oid 47 (ObjNum 352 snap 103 seq_num 352) 2024-08-30T21:02:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: pgmap v89: 121 pgs: 121 active+clean; 152 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-30T21:02:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all mon 2024-08-30T21:02:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-30T21:02:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-30T21:02:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all crash 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: Upgrade: osd.0 is safe to restart 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[82405]: osdmap e283: 8 total, 8 up, 8 in 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: pgmap v89: 121 pgs: 121 active+clean; 152 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all mon 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-30T21:02:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:13.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all crash 2024-08-30T21:02:13.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:13.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-30T21:02:13.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-30T21:02:13.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: Upgrade: osd.0 is safe to restart 2024-08-30T21:02:13.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:13 smithi173 ceph-mon[79976]: osdmap e283: 8 total, 8 up, 8 in 2024-08-30T21:02:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: pgmap v89: 121 pgs: 121 active+clean; 152 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-08-30T21:02:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all mon 2024-08-30T21:02:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-30T21:02:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-30T21:02:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all crash 2024-08-30T21:02:14.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:14.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-30T21:02:14.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-30T21:02:14.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: Upgrade: osd.0 is safe to restart 2024-08-30T21:02:14.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:13 smithi196 ceph-mon[74601]: osdmap e283: 8 total, 8 up, 8 in 2024-08-30T21:02:14.455 INFO:tasks.rados.rados.0.smithi173.stdout:1081: done (4 left) 2024-08-30T21:02:14.455 INFO:tasks.rados.rados.0.smithi173.stdout:1082: done (3 left) 2024-08-30T21:02:14.456 INFO:tasks.rados.rados.0.smithi173.stdout:1083: done (2 left) 2024-08-30T21:02:14.456 INFO:tasks.rados.rados.0.smithi173.stdout:1084: done (1 left) 2024-08-30T21:02:14.456 INFO:tasks.rados.rados.0.smithi173.stdout:1085: done (0 left) 2024-08-30T21:02:14.456 INFO:tasks.rados.rados.0.smithi173.stdout:1086: read oid 39 snap -1 2024-08-30T21:02:14.456 INFO:tasks.rados.rados.0.smithi173.stdout:1086: expect (ObjNum 351 snap 103 seq_num 351) 2024-08-30T21:02:14.456 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 104 2024-08-30T21:02:14.456 INFO:tasks.rados.rados.0.smithi173.stdout:1087: seq_num 353 ranges {2023424=720896,2744320=401408} 2024-08-30T21:02:14.470 INFO:tasks.rados.rados.0.smithi173.stdout:1087: writing smithi17368540-10 from 2023424 to 2744320 tid 1 2024-08-30T21:02:14.472 INFO:tasks.rados.rados.0.smithi173.stdout:1087: writing smithi17368540-10 from 2744320 to 3145728 tid 2 2024-08-30T21:02:14.473 INFO:tasks.rados.rados.0.smithi173.stdout:1086: expect (ObjNum 351 snap 103 seq_num 351) 2024-08-30T21:02:14.626 INFO:tasks.rados.rados.0.smithi173.stdout:1087: finishing write tid 1 to smithi17368540-10 2024-08-30T21:02:14.626 INFO:tasks.rados.rados.0.smithi173.stdout:1087: finishing write tid 2 to smithi17368540-10 2024-08-30T21:02:14.626 INFO:tasks.rados.rados.0.smithi173.stdout:1087: finishing write tid 3 to smithi17368540-10 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1087: finishing write tid 4 to smithi17368540-10 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1087: oid 10 updating version 0 to 471 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1087: oid 10 version 471 is already newer than 469 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1087: oid 10 version 471 is already newer than 470 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 471 (ObjNum 353 snap 104 seq_num 353) dirty exists 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1087: left oid 10 (ObjNum 353 snap 104 seq_num 353) 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1086: done (1 left) 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1087: done (0 left) 2024-08-30T21:02:14.627 INFO:tasks.rados.rados.0.smithi173.stdout:1088: snap_create 2024-08-30T21:02:15.457 INFO:tasks.rados.rados.0.smithi173.stdout:1088: done (0 left) 2024-08-30T21:02:15.457 INFO:tasks.rados.rados.0.smithi173.stdout:1089: rollback oid 1 current snap is 105 2024-08-30T21:02:15.457 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 95 2024-08-30T21:02:15.458 INFO:tasks.rados.rados.0.smithi173.stdout:1090: rollback oid 36 current snap is 105 2024-08-30T21:02:15.458 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 95 2024-08-30T21:02:15.458 INFO:tasks.rados.rados.0.smithi173.stdout:1091: snap_remove snap 99 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:02:15] "GET /metrics HTTP/1.1" 200 36180 "" "Prometheus/2.43.0" 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[82405]: pgmap v92: 121 pgs: 121 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[82405]: Upgrade: Updating osd.0 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[82405]: Deploying daemon osd.0 on smithi173 2024-08-30T21:02:15.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[82405]: osdmap e284: 8 total, 8 up, 8 in 2024-08-30T21:02:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[79976]: pgmap v92: 121 pgs: 121 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-30T21:02:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[79976]: Upgrade: Updating osd.0 2024-08-30T21:02:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-30T21:02:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[79976]: Deploying daemon osd.0 on smithi173 2024-08-30T21:02:15.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:15 smithi173 ceph-mon[79976]: osdmap e284: 8 total, 8 up, 8 in 2024-08-30T21:02:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:15 smithi196 ceph-mon[74601]: pgmap v92: 121 pgs: 121 active+clean; 161 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-30T21:02:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:15 smithi196 ceph-mon[74601]: Upgrade: Updating osd.0 2024-08-30T21:02:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-30T21:02:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:15 smithi196 ceph-mon[74601]: Deploying daemon osd.0 on smithi173 2024-08-30T21:02:15.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:15 smithi196 ceph-mon[74601]: osdmap e284: 8 total, 8 up, 8 in 2024-08-30T21:02:16.462 INFO:tasks.rados.rados.0.smithi173.stdout:1091: done (2 left) 2024-08-30T21:02:16.462 INFO:tasks.rados.rados.0.smithi173.stdout:1092: snap_remove snap 93 2024-08-30T21:02:16.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:16 smithi173 ceph-mon[79976]: osdmap e285: 8 total, 8 up, 8 in 2024-08-30T21:02:16.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:16 smithi173 ceph-mon[82405]: osdmap e285: 8 total, 8 up, 8 in 2024-08-30T21:02:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:16 smithi196 ceph-mon[74601]: osdmap e285: 8 total, 8 up, 8 in 2024-08-30T21:02:17.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:17 smithi173 systemd[1]: Stopping Ceph osd.0 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:02:17.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[31943]: 2024-08-30T21:02:17.352+0000 7fe09904d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:02:17.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[31943]: 2024-08-30T21:02:17.352+0000 7fe09904d640 -1 osd.0 286 *** Got signal Terminated *** 2024-08-30T21:02:17.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[31943]: 2024-08-30T21:02:17.352+0000 7fe09904d640 -1 osd.0 286 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:02:17.469 INFO:tasks.rados.rados.0.smithi173.stdout:1092: done (2 left) 2024-08-30T21:02:17.469 INFO:tasks.rados.rados.0.smithi173.stdout:1093: snap_remove snap 102 2024-08-30T21:02:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:17 smithi196 ceph-mon[74601]: pgmap v95: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.2 MiB/s wr, 31 op/s 2024-08-30T21:02:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:17 smithi196 ceph-mon[74601]: osdmap e286: 8 total, 8 up, 8 in 2024-08-30T21:02:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:17 smithi196 ceph-mon[74601]: osd.0 marked itself down and dead 2024-08-30T21:02:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-mon[79976]: pgmap v95: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.2 MiB/s wr, 31 op/s 2024-08-30T21:02:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-mon[79976]: osdmap e286: 8 total, 8 up, 8 in 2024-08-30T21:02:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-mon[79976]: osd.0 marked itself down and dead 2024-08-30T21:02:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-mon[82405]: pgmap v95: 121 pgs: 121 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.2 MiB/s wr, 31 op/s 2024-08-30T21:02:17.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-mon[82405]: osdmap e286: 8 total, 8 up, 8 in 2024-08-30T21:02:17.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:17 smithi173 ceph-mon[82405]: osd.0 marked itself down and dead 2024-08-30T21:02:18.304 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:18 smithi173 podman[87335]: 2024-08-30 21:02:18.016443747 +0000 UTC m=+0.766457016 container died a414d43a7521ed8b6fcb490d82f4e7612b46ef0916c7cb0fd1a522e3d97ff366 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-63b0b8e, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:02:18.474 INFO:tasks.rados.rados.0.smithi173.stdout:1093: done (2 left) 2024-08-30T21:02:18.475 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 105 2024-08-30T21:02:18.475 INFO:tasks.rados.rados.0.smithi173.stdout:1094: seq_num 354 ranges {1032192=737280,1769472=401408} 2024-08-30T21:02:18.483 INFO:tasks.rados.rados.0.smithi173.stdout:1094: writing smithi17368540-29 from 1032192 to 1769472 tid 1 2024-08-30T21:02:18.486 INFO:tasks.rados.rados.0.smithi173.stdout:1094: writing smithi17368540-29 from 1769472 to 2170880 tid 2 2024-08-30T21:02:18.486 INFO:tasks.rados.rados.0.smithi173.stdout:1095: snap_remove snap 87 2024-08-30T21:02:18.627 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:18 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:02:18.627 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:18 smithi173 ceph-mon[79976]: osdmap e287: 8 total, 7 up, 8 in 2024-08-30T21:02:18.628 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:18 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:02:18.628 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:18 smithi173 ceph-mon[82405]: osdmap e287: 8 total, 7 up, 8 in 2024-08-30T21:02:18.628 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:18 smithi173 podman[87335]: 2024-08-30 21:02:18.520245094 +0000 UTC m=+1.270258335 container cleanup a414d43a7521ed8b6fcb490d82f4e7612b46ef0916c7cb0fd1a522e3d97ff366 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-63b0b8e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:02:18.628 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:18 smithi173 bash[87335]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0 2024-08-30T21:02:18.628 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:02:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:18 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:02:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:18 smithi196 ceph-mon[74601]: osdmap e287: 8 total, 7 up, 8 in 2024-08-30T21:02:18.960 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:18 smithi173 podman[87350]: 2024-08-30 21:02:18.763802072 +0000 UTC m=+0.742467704 container remove a414d43a7521ed8b6fcb490d82f4e7612b46ef0916c7cb0fd1a522e3d97ff366 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-63b0b8e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-30T21:02:19.235 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:02:19.235 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (5m) 47s ago 6m 24.7M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (5m) 32s ago 5m 88.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (7m) 47s ago 7m 15.8M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (7m) 32s ago 7m 20.6M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (92s) 32s ago 10m 452M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (2m) 47s ago 12m 513M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (78s) 47s ago 12m 40.3M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (38s) 32s ago 11m 23.9M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (56s) 47s ago 11m 25.4M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (5m) 47s ago 5m 15.7M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (5m) 32s ago 5m 16.1M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (10m) 47s ago 10m 172M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 a414d43a7521 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (10m) 47s ago 10m 167M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T21:02:19.236 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (9m) 47s ago 9m 216M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T21:02:19.237 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (9m) 47s ago 9m 142M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:02:19.237 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (8m) 32s ago 8m 184M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:02:19.237 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (8m) 32s ago 8m 183M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:02:19.237 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (8m) 32s ago 8m 96.5M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:02:19.237 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (7m) 32s ago 7m 185M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:02:19.237 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (97s) 32s ago 6m 47.1M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:02:19.435 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:19 smithi173 podman[87488]: 2024-08-30 21:02:19.016891608 +0000 UTC m=+0.016086476 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:02:19.435 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:19 smithi173 podman[87488]: 2024-08-30 21:02:19.139943834 +0000 UTC m=+0.139138693 container create d0488441a0712c6660b47eb24f8b0a481ed1132bdfcff0872bc146ab5407e71b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-30T21:02:19.435 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:19 smithi173 podman[87488]: 2024-08-30 21:02:19.342959281 +0000 UTC m=+0.342154139 container init d0488441a0712c6660b47eb24f8b0a481ed1132bdfcff0872bc146ab5407e71b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-30T21:02:19.436 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:19 smithi173 podman[87488]: 2024-08-30 21:02:19.346698174 +0000 UTC m=+0.345893041 container start d0488441a0712c6660b47eb24f8b0a481ed1132bdfcff0872bc146ab5407e71b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-08-30T21:02:19.436 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:19 smithi173 podman[87488]: 2024-08-30 21:02:19.434638433 +0000 UTC m=+0.433833306 container attach d0488441a0712c6660b47eb24f8b0a481ed1132bdfcff0872bc146ab5407e71b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1089: finishing rollback tid 0 to smithi17368540-1 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1089: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1089: finishing rollback tid 2 to smithi17368540-1 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 234 (ObjNum 286 snap 84 seq_num 286) dirty exists 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1090: finishing rollback tid 0 to smithi17368540-36 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1090: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1090: finishing rollback tid 2 to smithi17368540-36 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 238 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1094: finishing write tid 1 to smithi17368540-29 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1094: finishing write tid 2 to smithi17368540-29 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1094: finishing write tid 3 to smithi17368540-29 2024-08-30T21:02:19.490 INFO:tasks.rados.rados.0.smithi173.stdout:1094: finishing write tid 4 to smithi17368540-29 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1094: oid 29 updating version 0 to 784 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1094: oid 29 updating version 784 to 785 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1094: oid 29 updating version 785 to 786 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 786 (ObjNum 354 snap 105 seq_num 354) dirty exists 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1094: left oid 29 (ObjNum 354 snap 105 seq_num 354) 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1089: done (3 left) 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1090: done (2 left) 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1094: done (1 left) 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1095: done (0 left) 2024-08-30T21:02:19.491 INFO:tasks.rados.rados.0.smithi173.stdout:1096: delete oid 12 current snap is 105 2024-08-30T21:02:19.503 INFO:tasks.rados.rados.0.smithi173.stdout:1096: done (0 left) 2024-08-30T21:02:19.504 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 105 2024-08-30T21:02:19.504 INFO:tasks.rados.rados.0.smithi173.stdout:1097: seq_num 356 ranges {4554752=770048,5324800=401408} 2024-08-30T21:02:19.532 INFO:tasks.rados.rados.0.smithi173.stdout:1097: writing smithi17368540-15 from 4554752 to 5324800 tid 1 2024-08-30T21:02:19.535 INFO:tasks.rados.rados.0.smithi173.stdout:1097: writing smithi17368540-15 from 5324800 to 5726208 tid 2 2024-08-30T21:02:19.535 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 105 2024-08-30T21:02:19.535 INFO:tasks.rados.rados.0.smithi173.stdout:1098: seq_num 357 ranges {10797056=786432,11583488=401408} 2024-08-30T21:02:19.598 INFO:tasks.rados.rados.0.smithi173.stdout:1098: writing smithi17368540-22 from 10797056 to 11583488 tid 1 2024-08-30T21:02:19.601 INFO:tasks.rados.rados.0.smithi173.stdout:1098: writing smithi17368540-22 from 11583488 to 11984896 tid 2 2024-08-30T21:02:19.601 INFO:tasks.rados.rados.0.smithi173.stdout:1099: read oid 30 snap -1 2024-08-30T21:02:19.601 INFO:tasks.rados.rados.0.smithi173.stdout:1099: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:02:19.601 INFO:tasks.rados.rados.0.smithi173.stdout:1100: snap_create 2024-08-30T21:02:19.601 INFO:tasks.rados.rados.0.smithi173.stdout:1097: finishing write tid 1 to smithi17368540-15 2024-08-30T21:02:19.601 INFO:tasks.rados.rados.0.smithi173.stdout:1097: finishing write tid 2 to smithi17368540-15 2024-08-30T21:02:19.602 INFO:tasks.rados.rados.0.smithi173.stdout:1097: finishing write tid 3 to smithi17368540-15 2024-08-30T21:02:19.602 INFO:tasks.rados.rados.0.smithi173.stdout:1097: finishing write tid 4 to smithi17368540-15 2024-08-30T21:02:19.602 INFO:tasks.rados.rados.0.smithi173.stdout:1097: oid 15 updating version 0 to 454 2024-08-30T21:02:19.602 INFO:tasks.rados.rados.0.smithi173.stdout:1097: oid 15 updating version 454 to 455 2024-08-30T21:02:19.602 INFO:tasks.rados.rados.0.smithi173.stdout:1097: oid 15 version 455 is already newer than 453 2024-08-30T21:02:19.602 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 455 (ObjNum 356 snap 105 seq_num 356) dirty exists 2024-08-30T21:02:19.602 INFO:tasks.rados.rados.0.smithi173.stdout:1097: left oid 15 (ObjNum 356 snap 105 seq_num 356) 2024-08-30T21:02:19.604 INFO:tasks.rados.rados.0.smithi173.stdout:1098: finishing write tid 1 to smithi17368540-22 2024-08-30T21:02:19.605 INFO:tasks.rados.rados.0.smithi173.stdout:1098: finishing write tid 2 to smithi17368540-22 2024-08-30T21:02:19.605 INFO:tasks.rados.rados.0.smithi173.stdout:1098: finishing write tid 3 to smithi17368540-22 2024-08-30T21:02:19.606 INFO:tasks.rados.rados.0.smithi173.stdout:1098: finishing write tid 4 to smithi17368540-22 2024-08-30T21:02:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:1098: oid 22 updating version 0 to 705 2024-08-30T21:02:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:1098: oid 22 version 705 is already newer than 704 2024-08-30T21:02:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:1098: oid 22 version 705 is already newer than 703 2024-08-30T21:02:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 705 (ObjNum 357 snap 105 seq_num 357) dirty exists 2024-08-30T21:02:19.607 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:02:19.607 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:02:19.607 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:02:19.607 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:19.607 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:02:19.607 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 7 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 9, 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 5 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:02:19.608 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:02:19.609 INFO:tasks.rados.rados.0.smithi173.stdout:1098: left oid 22 (ObjNum 357 snap 105 seq_num 357) 2024-08-30T21:02:19.617 INFO:tasks.rados.rados.0.smithi173.stdout:1099: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:02:19.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[79976]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-30T21:02:19.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[79976]: osdmap e288: 8 total, 7 up, 8 in 2024-08-30T21:02:19.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[79976]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:19.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[79976]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:19.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[82405]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-30T21:02:19.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[82405]: osdmap e288: 8 total, 7 up, 8 in 2024-08-30T21:02:19.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[82405]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:19.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:19 smithi173 ceph-mon[82405]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:19.711 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:19 smithi173 podman[87488]: 2024-08-30 21:02:19.54176772 +0000 UTC m=+0.540962579 container died d0488441a0712c6660b47eb24f8b0a481ed1132bdfcff0872bc146ab5407e71b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-30T21:02:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:19 smithi196 ceph-mon[74601]: pgmap v98: 121 pgs: 15 stale+active+clean, 106 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-30T21:02:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:19 smithi196 ceph-mon[74601]: osdmap e288: 8 total, 7 up, 8 in 2024-08-30T21:02:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:19 smithi196 ceph-mon[74601]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:19 smithi196 ceph-mon[74601]: from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:02:19.904 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "5/20 daemons upgraded", 2024-08-30T21:02:19.905 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:02:19.905 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:02:19.905 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:02:20.502 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 podman[87552]: 2024-08-30 21:02:20.214472023 +0000 UTC m=+0.665745749 container remove d0488441a0712c6660b47eb24f8b0a481ed1132bdfcff0872bc146ab5407e71b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-30T21:02:20.502 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-30T21:02:20.502 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 systemd[1]: Stopped Ceph osd.0 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:02:20.502 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.0.service: Consumed 10.604s CPU time. 2024-08-30T21:02:20.502 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 systemd[1]: Starting Ceph osd.0 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:02:20.506 INFO:tasks.rados.rados.0.smithi173.stdout:1097: done (3 left) 2024-08-30T21:02:20.506 INFO:tasks.rados.rados.0.smithi173.stdout:1098: done (2 left) 2024-08-30T21:02:20.506 INFO:tasks.rados.rados.0.smithi173.stdout:1099: done (1 left) 2024-08-30T21:02:20.507 INFO:tasks.rados.rados.0.smithi173.stdout:1100: done (0 left) 2024-08-30T21:02:20.507 INFO:tasks.rados.rados.0.smithi173.stdout:1101: rmattr oid 42 current snap is 106 2024-08-30T21:02:20.507 INFO:tasks.rados.rados.0.smithi173.stdout:1102: copy_from oid 40 from oid 5 current snap is 106 2024-08-30T21:02:20.507 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 106 2024-08-30T21:02:20.507 INFO:tasks.rados.rados.0.smithi173.stdout:1103: seq_num 358 ranges {5726208=802816,6529024=401408} 2024-08-30T21:02:20.542 INFO:tasks.rados.rados.0.smithi173.stdout:1103: writing smithi17368540-15 from 5726208 to 6529024 tid 1 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1103: writing smithi17368540-15 from 6529024 to 6930432 tid 2 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1104: copy_from oid 30 from oid 46 current snap is 106 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1102: finishing copy_from to smithi17368540-40 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1102: got expected ENOENT (src dne) 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1102: finishing copy_from racing read to smithi17368540-40 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 749 (ObjNum 214 snap 56 seq_num 214) dirty exists 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1101: done (3 left) 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1102: done (2 left) 2024-08-30T21:02:20.545 INFO:tasks.rados.rados.0.smithi173.stdout:1105: read oid 26 snap -1 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:1105: expect (ObjNum 345 snap 101 seq_num 345) 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:1106: rollback oid 28 current snap is 106 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 103 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:1107: rollback oid 13 current snap is 106 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 13 to 95 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:1108: snap_create 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:1107: finishing rollback tid 1 to smithi17368540-13 2024-08-30T21:02:20.546 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 0 (ObjNum 65 snap 0 seq_num 1551205200) dirty dne 2024-08-30T21:02:20.549 INFO:tasks.rados.rados.0.smithi173.stdout:1106: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:02:20.549 INFO:tasks.rados.rados.0.smithi173.stdout:1103: finishing write tid 1 to smithi17368540-15 2024-08-30T21:02:20.549 INFO:tasks.rados.rados.0.smithi173.stdout:1106: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:02:20.549 INFO:tasks.rados.rados.0.smithi173.stdout:1106: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:02:20.550 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 708 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-08-30T21:02:20.550 INFO:tasks.rados.rados.0.smithi173.stdout:1104: finishing copy_from to smithi17368540-30 2024-08-30T21:02:20.550 INFO:tasks.rados.rados.0.smithi173.stdout:1104: got expected ENOENT (src dne) 2024-08-30T21:02:20.550 INFO:tasks.rados.rados.0.smithi173.stdout:1103: finishing write tid 2 to smithi17368540-15 2024-08-30T21:02:20.550 INFO:tasks.rados.rados.0.smithi173.stdout:1103: finishing write tid 3 to smithi17368540-15 2024-08-30T21:02:20.550 INFO:tasks.rados.rados.0.smithi173.stdout:1104: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:02:20.551 INFO:tasks.rados.rados.0.smithi173.stdout:1105: expect (ObjNum 345 snap 101 seq_num 345) 2024-08-30T21:02:20.577 INFO:tasks.rados.rados.0.smithi173.stdout:1103: finishing write tid 4 to smithi17368540-15 2024-08-30T21:02:20.577 INFO:tasks.rados.rados.0.smithi173.stdout:1103: oid 15 updating version 0 to 457 2024-08-30T21:02:20.577 INFO:tasks.rados.rados.0.smithi173.stdout:1103: oid 15 updating version 457 to 459 2024-08-30T21:02:20.578 INFO:tasks.rados.rados.0.smithi173.stdout:1103: oid 15 version 459 is already newer than 458 2024-08-30T21:02:20.578 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 459 (ObjNum 358 snap 106 seq_num 358) dirty exists 2024-08-30T21:02:20.578 INFO:tasks.rados.rados.0.smithi173.stdout:1103: left oid 15 (ObjNum 358 snap 106 seq_num 358) 2024-08-30T21:02:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:20 smithi196 ceph-mon[74601]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:20 smithi196 ceph-mon[74601]: osdmap e289: 8 total, 7 up, 8 in 2024-08-30T21:02:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:20 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3063637451' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:20.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:20 smithi196 ceph-mon[74601]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:20.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[79976]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:20.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[79976]: osdmap e289: 8 total, 7 up, 8 in 2024-08-30T21:02:20.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3063637451' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:20.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[79976]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:20.850 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[82405]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:20.850 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[82405]: osdmap e289: 8 total, 7 up, 8 in 2024-08-30T21:02:20.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3063637451' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:20.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:20 smithi173 ceph-mon[82405]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:20.851 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 podman[87675]: 2024-08-30 21:02:20.562494422 +0000 UTC m=+0.018265498 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:02:20.851 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 podman[87675]: 2024-08-30 21:02:20.733017641 +0000 UTC m=+0.188788757 container create f1456191e61417a7d26a1b38114e3d92beb54453c1ff56fb136a97a0b8f4a17f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-30T21:02:21.111 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 podman[87675]: 2024-08-30 21:02:20.962508898 +0000 UTC m=+0.418279969 container init f1456191e61417a7d26a1b38114e3d92beb54453c1ff56fb136a97a0b8f4a17f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-30T21:02:21.111 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:20 smithi173 podman[87675]: 2024-08-30 21:02:20.96570272 +0000 UTC m=+0.421473799 container start f1456191e61417a7d26a1b38114e3d92beb54453c1ff56fb136a97a0b8f4a17f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-30T21:02:21.111 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 podman[87675]: 2024-08-30 21:02:21.062536846 +0000 UTC m=+0.518307920 container attach f1456191e61417a7d26a1b38114e3d92beb54453c1ff56fb136a97a0b8f4a17f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-30T21:02:21.111 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.111 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.111 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.111 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.454 INFO:tasks.rados.rados.0.smithi173.stdout:1103: done (5 left) 2024-08-30T21:02:21.454 INFO:tasks.rados.rados.0.smithi173.stdout:1104: done (4 left) 2024-08-30T21:02:21.455 INFO:tasks.rados.rados.0.smithi173.stdout:1105: done (3 left) 2024-08-30T21:02:21.455 INFO:tasks.rados.rados.0.smithi173.stdout:1106: done (2 left) 2024-08-30T21:02:21.455 INFO:tasks.rados.rados.0.smithi173.stdout:1107: done (1 left) 2024-08-30T21:02:21.455 INFO:tasks.rados.rados.0.smithi173.stdout:1108: done (0 left) 2024-08-30T21:02:21.455 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 107 2024-08-30T21:02:21.455 INFO:tasks.rados.rados.0.smithi173.stdout:1109: seq_num 359 ranges {0=417792,417792=417792,835584=385024} 2024-08-30T21:02:21.457 INFO:tasks.rados.rados.0.smithi173.stdout:1109: writing smithi17368540-5 from 0 to 417792 tid 1 2024-08-30T21:02:21.459 INFO:tasks.rados.rados.0.smithi173.stdout:1109: writing smithi17368540-5 from 417792 to 835584 tid 2 2024-08-30T21:02:21.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-30T21:02:21.461 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-30T21:02:21.462 INFO:tasks.rados.rados.0.smithi173.stdout:1109: writing smithi17368540-5 from 835584 to 1220608 tid 3 2024-08-30T21:02:21.462 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 107 2024-08-30T21:02:21.462 INFO:tasks.rados.rados.0.smithi173.stdout:1110: seq_num 360 ranges {3145728=434176,3579904=704512,4284416=98304} 2024-08-30T21:02:21.481 INFO:tasks.rados.rados.0.smithi173.stdout:1110: writing smithi17368540-10 from 3145728 to 3579904 tid 1 2024-08-30T21:02:21.485 INFO:tasks.rados.rados.0.smithi173.stdout:1110: writing smithi17368540-10 from 3579904 to 4284416 tid 2 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1110: writing smithi17368540-10 from 4284416 to 4382720 tid 3 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1111: rmattr oid 30 current snap is 107 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: finishing write tid 1 to smithi17368540-5 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: finishing write tid 2 to smithi17368540-5 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: finishing write tid 3 to smithi17368540-5 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: finishing write tid 4 to smithi17368540-5 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: finishing write tid 5 to smithi17368540-5 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: oid 5 updating version 0 to 798 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: oid 5 version 798 is already newer than 796 2024-08-30T21:02:21.487 INFO:tasks.rados.rados.0.smithi173.stdout:1109: oid 5 version 798 is already newer than 797 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1109: oid 5 version 798 is already newer than 795 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 798 (ObjNum 359 snap 107 seq_num 359) dirty exists 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1109: left oid 5 (ObjNum 359 snap 107 seq_num 359) 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1110: finishing write tid 1 to smithi17368540-10 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1109: done (2 left) 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1112: copy_from oid 34 from oid 50 current snap is 107 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1113: read oid 28 snap -1 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1113: expect (ObjNum 317 snap 96 seq_num 317) 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 107 2024-08-30T21:02:21.488 INFO:tasks.rados.rados.0.smithi173.stdout:1114: seq_num 361 ranges {11984896=450560,12435456=581632,13017088=221184} 2024-08-30T21:02:21.555 INFO:tasks.rados.rados.0.smithi173.stdout:1114: writing smithi17368540-22 from 11984896 to 12435456 tid 1 2024-08-30T21:02:21.559 INFO:tasks.rados.rados.0.smithi173.stdout:1114: writing smithi17368540-22 from 12435456 to 13017088 tid 2 2024-08-30T21:02:21.560 INFO:tasks.rados.rados.0.smithi173.stdout:1114: writing smithi17368540-22 from 13017088 to 13238272 tid 3 2024-08-30T21:02:21.560 INFO:tasks.rados.rados.0.smithi173.stdout:1115: copy_from oid 42 from oid 25 current snap is 107 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1112: finishing copy_from to smithi17368540-34 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1112: got expected ENOENT (src dne) 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 461 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1112: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1110: finishing write tid 2 to smithi17368540-10 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1110: finishing write tid 3 to smithi17368540-10 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1110: finishing write tid 4 to smithi17368540-10 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1110: finishing write tid 5 to smithi17368540-10 2024-08-30T21:02:21.561 INFO:tasks.rados.rados.0.smithi173.stdout:1110: oid 10 updating version 0 to 473 2024-08-30T21:02:21.562 INFO:tasks.rados.rados.0.smithi173.stdout:1110: oid 10 updating version 473 to 475 2024-08-30T21:02:21.562 INFO:tasks.rados.rados.0.smithi173.stdout:1110: oid 10 version 475 is already newer than 472 2024-08-30T21:02:21.562 INFO:tasks.rados.rados.0.smithi173.stdout:1110: oid 10 version 475 is already newer than 474 2024-08-30T21:02:21.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 475 (ObjNum 360 snap 107 seq_num 360) dirty exists 2024-08-30T21:02:21.562 INFO:tasks.rados.rados.0.smithi173.stdout:1110: left oid 10 (ObjNum 360 snap 107 seq_num 360) 2024-08-30T21:02:21.562 INFO:tasks.rados.rados.0.smithi173.stdout:1113: expect (ObjNum 317 snap 96 seq_num 317) 2024-08-30T21:02:21.706 INFO:tasks.rados.rados.0.smithi173.stdout:1114: finishing write tid 1 to smithi17368540-22 2024-08-30T21:02:21.706 INFO:tasks.rados.rados.0.smithi173.stdout:1114: finishing write tid 2 to smithi17368540-22 2024-08-30T21:02:21.706 INFO:tasks.rados.rados.0.smithi173.stdout:1114: finishing write tid 3 to smithi17368540-22 2024-08-30T21:02:21.706 INFO:tasks.rados.rados.0.smithi173.stdout:1114: finishing write tid 4 to smithi17368540-22 2024-08-30T21:02:21.706 INFO:tasks.rados.rados.0.smithi173.stdout:1114: finishing write tid 5 to smithi17368540-22 2024-08-30T21:02:21.706 INFO:tasks.rados.rados.0.smithi173.stdout:1114: oid 22 updating version 0 to 711 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1114: oid 22 version 711 is already newer than 709 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1114: oid 22 version 711 is already newer than 710 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1114: oid 22 updating version 711 to 712 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 712 (ObjNum 361 snap 107 seq_num 361) dirty exists 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1114: left oid 22 (ObjNum 361 snap 107 seq_num 361) 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1115: finishing copy_from racing read to smithi17368540-42 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1115: finishing copy_from to smithi17368540-42 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 468 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1110: done (5 left) 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1111: done (4 left) 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1112: done (3 left) 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1113: done (2 left) 2024-08-30T21:02:21.707 INFO:tasks.rados.rados.0.smithi173.stdout:1114: done (1 left) 2024-08-30T21:02:21.708 INFO:tasks.rados.rados.0.smithi173.stdout:1115: done (0 left) 2024-08-30T21:02:21.708 INFO:tasks.rados.rados.0.smithi173.stdout:1116: snap_remove snap 105 2024-08-30T21:02:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:21 smithi196 ceph-mon[74601]: pgmap v101: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 2 op/s; 55/387 objects degraded (14.212%) 2024-08-30T21:02:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:21 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 55/387 objects degraded (14.212%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:21 smithi196 ceph-mon[74601]: osdmap e290: 8 total, 7 up, 8 in 2024-08-30T21:02:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:21 smithi196 ceph-mon[74601]: osdmap e291: 8 total, 7 up, 8 in 2024-08-30T21:02:21.825 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[82405]: pgmap v101: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 2 op/s; 55/387 objects degraded (14.212%) 2024-08-30T21:02:21.825 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 55/387 objects degraded (14.212%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:21.826 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[82405]: osdmap e290: 8 total, 7 up, 8 in 2024-08-30T21:02:21.826 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[82405]: osdmap e291: 8 total, 7 up, 8 in 2024-08-30T21:02:21.827 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[79976]: pgmap v101: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 2 op/s; 55/387 objects degraded (14.212%) 2024-08-30T21:02:21.827 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 55/387 objects degraded (14.212%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:21.827 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[79976]: osdmap e290: 8 total, 7 up, 8 in 2024-08-30T21:02:21.827 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-mon[79976]: osdmap e291: 8 total, 7 up, 8 in 2024-08-30T21:02:21.828 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-30T21:02:21.828 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-30T21:02:21.828 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-30T21:02:21.828 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-30T21:02:21.829 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-30T21:02:21.829 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-30T21:02:21.829 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-30T21:02:21.829 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-30T21:02:21.829 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate[87690]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-30T21:02:21.830 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 bash[87675]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-30T21:02:21.830 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:21 smithi173 podman[87675]: 2024-08-30 21:02:21.528884131 +0000 UTC m=+0.984655206 container died f1456191e61417a7d26a1b38114e3d92beb54453c1ff56fb136a97a0b8f4a17f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-08-30T21:02:22.484 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 podman[87802]: 2024-08-30 21:02:22.225106575 +0000 UTC m=+0.690199361 container remove f1456191e61417a7d26a1b38114e3d92beb54453c1ff56fb136a97a0b8f4a17f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-08-30T21:02:22.485 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 podman[87860]: 2024-08-30 21:02:22.332524479 +0000 UTC m=+0.015562806 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:02:22.485 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 podman[87860]: 2024-08-30 21:02:22.484314188 +0000 UTC m=+0.167352502 container create 0fb7e216028ad7fc42b072754eadc0cc02611d445a0c63400f0099a51b4e9c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-30T21:02:22.510 INFO:tasks.rados.rados.0.smithi173.stdout:1116: done (0 left) 2024-08-30T21:02:22.510 INFO:tasks.rados.rados.0.smithi173.stdout:1117: snap_remove snap 103 2024-08-30T21:02:23.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 podman[87860]: 2024-08-30 21:02:22.787277326 +0000 UTC m=+0.470315641 container init 0fb7e216028ad7fc42b072754eadc0cc02611d445a0c63400f0099a51b4e9c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-30T21:02:23.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 podman[87860]: 2024-08-30 21:02:22.790668966 +0000 UTC m=+0.473707281 container start 0fb7e216028ad7fc42b072754eadc0cc02611d445a0c63400f0099a51b4e9c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-30T21:02:23.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 ceph-osd[87879]: -- 172.21.15.173:0/4043986676 <== mon.2 v2:172.21.15.173:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561f592d3a40 con 0x561f5a0a0400 2024-08-30T21:02:23.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 bash[87860]: 0fb7e216028ad7fc42b072754eadc0cc02611d445a0c63400f0099a51b4e9c36 2024-08-30T21:02:23.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:22 smithi173 systemd[1]: Started Ceph osd.0 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:02:23.512 INFO:tasks.rados.rados.0.smithi173.stdout:1117: done (0 left) 2024-08-30T21:02:23.512 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 107 2024-08-30T21:02:23.512 INFO:tasks.rados.rados.0.smithi173.stdout:1118: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-08-30T21:02:23.515 INFO:tasks.rados.rados.0.smithi173.stdout:1118: writing smithi17368540-12 from 0 to 466944 tid 1 2024-08-30T21:02:23.517 INFO:tasks.rados.rados.0.smithi173.stdout:1118: writing smithi17368540-12 from 466944 to 933888 tid 2 2024-08-30T21:02:23.519 INFO:tasks.rados.rados.0.smithi173.stdout:1118: writing smithi17368540-12 from 933888 to 1269760 tid 3 2024-08-30T21:02:23.520 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 107 2024-08-30T21:02:23.520 INFO:tasks.rados.rados.0.smithi173.stdout:1119: seq_num 363 ranges {3022848=483328,3506176=753664,4259840=49152} 2024-08-30T21:02:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:1119: writing smithi17368540-30 from 3022848 to 3506176 tid 1 2024-08-30T21:02:23.544 INFO:tasks.rados.rados.0.smithi173.stdout:1119: writing smithi17368540-30 from 3506176 to 4259840 tid 2 2024-08-30T21:02:23.545 INFO:tasks.rados.rados.0.smithi173.stdout:1119: writing smithi17368540-30 from 4259840 to 4308992 tid 3 2024-08-30T21:02:23.545 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 107 2024-08-30T21:02:23.545 INFO:tasks.rados.rados.0.smithi173.stdout:1118: finishing write tid 1 to smithi17368540-12 2024-08-30T21:02:23.545 INFO:tasks.rados.rados.0.smithi173.stdout:1120: seq_num 364 ranges {2965504=499712,3465216=638976,4104192=163840} 2024-08-30T21:02:23.563 INFO:tasks.rados.rados.0.smithi173.stdout:1120: writing smithi17368540-48 from 2965504 to 3465216 tid 1 2024-08-30T21:02:23.567 INFO:tasks.rados.rados.0.smithi173.stdout:1120: writing smithi17368540-48 from 3465216 to 4104192 tid 2 2024-08-30T21:02:23.569 INFO:tasks.rados.rados.0.smithi173.stdout:1120: writing smithi17368540-48 from 4104192 to 4268032 tid 3 2024-08-30T21:02:23.569 INFO:tasks.rados.rados.0.smithi173.stdout:1121: copy_from oid 38 from oid 8 current snap is 107 2024-08-30T21:02:23.569 INFO:tasks.rados.rados.0.smithi173.stdout:1118: finishing write tid 2 to smithi17368540-12 2024-08-30T21:02:23.569 INFO:tasks.rados.rados.0.smithi173.stdout:1118: finishing write tid 3 to smithi17368540-12 2024-08-30T21:02:23.569 INFO:tasks.rados.rados.0.smithi173.stdout:1118: finishing write tid 4 to smithi17368540-12 2024-08-30T21:02:23.569 INFO:tasks.rados.rados.0.smithi173.stdout:1118: finishing write tid 5 to smithi17368540-12 2024-08-30T21:02:23.569 INFO:tasks.rados.rados.0.smithi173.stdout:1118: oid 12 updating version 0 to 753 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1118: oid 12 version 753 is already newer than 752 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1118: oid 12 updating version 753 to 755 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1118: oid 12 version 755 is already newer than 754 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 755 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1118: left oid 12 (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1119: finishing write tid 1 to smithi17368540-30 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1118: done (3 left) 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1122: copy_from oid 2 from oid 14 current snap is 107 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1119: finishing write tid 2 to smithi17368540-30 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1119: finishing write tid 3 to smithi17368540-30 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1119: finishing write tid 4 to smithi17368540-30 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1119: finishing write tid 5 to smithi17368540-30 2024-08-30T21:02:23.570 INFO:tasks.rados.rados.0.smithi173.stdout:1119: oid 30 updating version 0 to 463 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1119: oid 30 updating version 463 to 464 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1119: oid 30 version 464 is already newer than 462 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1119: oid 30 updating version 464 to 465 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 465 (ObjNum 363 snap 107 seq_num 363) dirty exists 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1119: left oid 30 (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1120: finishing write tid 1 to smithi17368540-48 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1119: done (3 left) 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1123: rollback oid 36 current snap is 107 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 95 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1124: read oid 41 snap -1 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1124: expect (ObjNum 347 snap 101 seq_num 347) 2024-08-30T21:02:23.571 INFO:tasks.rados.rados.0.smithi173.stdout:1125: snap_remove snap 101 2024-08-30T21:02:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:23 smithi196 ceph-mon[74601]: pgmap v104: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 2 op/s; 55/387 objects degraded (14.212%) 2024-08-30T21:02:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:23 smithi196 ceph-mon[74601]: osdmap e292: 8 total, 7 up, 8 in 2024-08-30T21:02:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:23.799 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[82405]: pgmap v104: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 2 op/s; 55/387 objects degraded (14.212%) 2024-08-30T21:02:23.799 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[82405]: osdmap e292: 8 total, 7 up, 8 in 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[79976]: pgmap v104: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 552 KiB/s wr, 2 op/s; 55/387 objects degraded (14.212%) 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[79976]: osdmap e292: 8 total, 7 up, 8 in 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.800 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:23.801 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:23.801 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:24.527 INFO:tasks.rados.rados.0.smithi173.stdout:1125: done (5 left) 2024-08-30T21:02:24.527 INFO:tasks.rados.rados.0.smithi173.stdout:1126: copy_from oid 11 from oid 18 current snap is 107 2024-08-30T21:02:24.527 INFO:tasks.rados.rados.0.smithi173.stdout:1122: finishing copy_from to smithi17368540-2 2024-08-30T21:02:24.527 INFO:tasks.rados.rados.0.smithi173.stdout:1122: got expected ENOENT (src dne) 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1123: finishing rollback tid 0 to smithi17368540-36 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1122: finishing copy_from racing read to smithi17368540-2 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1123: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1123: finishing rollback tid 2 to smithi17368540-36 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 254 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1121: finishing copy_from racing read to smithi17368540-38 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1121: finishing copy_from to smithi17368540-38 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 420 (ObjNum 325 snap 99 seq_num 325) dirty exists 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1120: finishing write tid 2 to smithi17368540-48 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1120: finishing write tid 3 to smithi17368540-48 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1120: finishing write tid 4 to smithi17368540-48 2024-08-30T21:02:24.528 INFO:tasks.rados.rados.0.smithi173.stdout:1124: expect (ObjNum 347 snap 101 seq_num 347) 2024-08-30T21:02:24.685 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:24 smithi173 ceph-mon[79976]: osdmap e293: 8 total, 7 up, 8 in 2024-08-30T21:02:24.686 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:24 smithi173 ceph-mon[82405]: osdmap e293: 8 total, 7 up, 8 in 2024-08-30T21:02:24.726 INFO:tasks.rados.rados.0.smithi173.stdout:1120: finishing write tid 5 to smithi17368540-48 2024-08-30T21:02:24.726 INFO:tasks.rados.rados.0.smithi173.stdout:1120: oid 48 updating version 0 to 604 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1120: oid 48 updating version 604 to 605 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1120: oid 48 version 605 is already newer than 603 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1120: oid 48 version 605 is already newer than 602 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 605 (ObjNum 364 snap 107 seq_num 364) dirty exists 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1120: left oid 48 (ObjNum 364 snap 107 seq_num 364) 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1120: done (5 left) 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1121: done (4 left) 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1122: done (3 left) 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1123: done (2 left) 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1124: done (1 left) 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1127: read oid 26 snap 104 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1127: expect (ObjNum 345 snap 101 seq_num 345) 2024-08-30T21:02:24.727 INFO:tasks.rados.rados.0.smithi173.stdout:1128: rollback oid 20 current snap is 107 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 95 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:1126: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:1126: finishing copy_from to smithi17368540-11 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 743 (ObjNum 337 snap 101 seq_num 337) dirty exists 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:1126: done (2 left) 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:1129: read oid 22 snap -1 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:1129: expect (ObjNum 361 snap 107 seq_num 361) 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:1130: rollback oid 27 current snap is 107 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 27 to 100 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 107 2024-08-30T21:02:24.728 INFO:tasks.rados.rados.0.smithi173.stdout:1131: seq_num 365 ranges {2801664=516096,3317760=573440,3891200=229376} 2024-08-30T21:02:24.744 INFO:tasks.rados.rados.0.smithi173.stdout:1131: writing smithi17368540-11 from 2801664 to 3317760 tid 1 2024-08-30T21:02:24.747 INFO:tasks.rados.rados.0.smithi173.stdout:1131: writing smithi17368540-11 from 3317760 to 3891200 tid 2 2024-08-30T21:02:24.749 INFO:tasks.rados.rados.0.smithi173.stdout:1131: writing smithi17368540-11 from 3891200 to 4120576 tid 3 2024-08-30T21:02:24.749 INFO:tasks.rados.rados.0.smithi173.stdout:1132: rmattr oid 29 current snap is 107 2024-08-30T21:02:24.749 INFO:tasks.rados.rados.0.smithi173.stdout:1132: done (5 left) 2024-08-30T21:02:24.749 INFO:tasks.rados.rados.0.smithi173.stdout:1133: read oid 19 snap -1 2024-08-30T21:02:24.750 INFO:tasks.rados.rados.0.smithi173.stdout:1133: expect (ObjNum 332 snap 99 seq_num 332) 2024-08-30T21:02:24.750 INFO:tasks.rados.rados.0.smithi173.stdout:1134: snap_create 2024-08-30T21:02:24.750 INFO:tasks.rados.rados.0.smithi173.stdout:1130: finishing rollback tid 0 to smithi17368540-27 2024-08-30T21:02:24.750 INFO:tasks.rados.rados.0.smithi173.stdout:1127: expect (ObjNum 345 snap 101 seq_num 345) 2024-08-30T21:02:24.781 INFO:tasks.rados.rados.0.smithi173.stdout:1128: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1130: finishing rollback tid 1 to smithi17368540-27 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1128: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1130: finishing rollback tid 2 to smithi17368540-27 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 503 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1128: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 608 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1131: finishing write tid 1 to smithi17368540-11 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1131: finishing write tid 2 to smithi17368540-11 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1131: finishing write tid 3 to smithi17368540-11 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1131: finishing write tid 4 to smithi17368540-11 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1131: finishing write tid 5 to smithi17368540-11 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1131: oid 11 updating version 0 to 807 2024-08-30T21:02:24.782 INFO:tasks.rados.rados.0.smithi173.stdout:1131: oid 11 updating version 807 to 808 2024-08-30T21:02:24.783 INFO:tasks.rados.rados.0.smithi173.stdout:1131: oid 11 version 808 is already newer than 806 2024-08-30T21:02:24.783 INFO:tasks.rados.rados.0.smithi173.stdout:1131: oid 11 version 808 is already newer than 805 2024-08-30T21:02:24.783 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 808 (ObjNum 365 snap 107 seq_num 365) dirty exists 2024-08-30T21:02:24.783 INFO:tasks.rados.rados.0.smithi173.stdout:1131: left oid 11 (ObjNum 365 snap 107 seq_num 365) 2024-08-30T21:02:24.783 INFO:tasks.rados.rados.0.smithi173.stdout:1133: expect (ObjNum 332 snap 99 seq_num 332) 2024-08-30T21:02:24.820 INFO:tasks.rados.rados.0.smithi173.stdout:1129: expect (ObjNum 361 snap 107 seq_num 361) 2024-08-30T21:02:24.960 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:24 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[87875]: 2024-08-30T21:02:24.683+0000 7f04a4a34640 -1 Falling back to public interface 2024-08-30T21:02:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:24 smithi196 ceph-mon[74601]: osdmap e293: 8 total, 7 up, 8 in 2024-08-30T21:02:25.525 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:02:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:02:25] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-08-30T21:02:25.942 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:25 smithi173 ceph-mon[79976]: pgmap v107: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 56/378 objects degraded (14.815%) 2024-08-30T21:02:25.942 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:25 smithi173 ceph-mon[79976]: osdmap e294: 8 total, 7 up, 8 in 2024-08-30T21:02:25.942 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:25 smithi173 ceph-mon[82405]: pgmap v107: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 56/378 objects degraded (14.815%) 2024-08-30T21:02:25.942 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:25 smithi173 ceph-mon[82405]: osdmap e294: 8 total, 7 up, 8 in 2024-08-30T21:02:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:25 smithi196 ceph-mon[74601]: pgmap v107: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 56/378 objects degraded (14.815%) 2024-08-30T21:02:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:25 smithi196 ceph-mon[74601]: osdmap e294: 8 total, 7 up, 8 in 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1127: done (6 left) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1128: done (5 left) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1129: done (4 left) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1130: done (3 left) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1131: done (2 left) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1133: done (1 left) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1134: done (0 left) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1135: read oid 49 snap -1 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:1135: expect (ObjNum 311 snap 95 seq_num 311) 2024-08-30T21:02:26.043 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 108 2024-08-30T21:02:26.044 INFO:tasks.rados.rados.0.smithi173.stdout:1136: seq_num 366 ranges {983040=532480,1515520=458752,1974272=344064} 2024-08-30T21:02:26.052 INFO:tasks.rados.rados.0.smithi173.stdout:1136: writing smithi17368540-26 from 983040 to 1515520 tid 1 2024-08-30T21:02:26.055 INFO:tasks.rados.rados.0.smithi173.stdout:1136: writing smithi17368540-26 from 1515520 to 1974272 tid 2 2024-08-30T21:02:26.058 INFO:tasks.rados.rados.0.smithi173.stdout:1136: writing smithi17368540-26 from 1974272 to 2318336 tid 3 2024-08-30T21:02:26.058 INFO:tasks.rados.rados.0.smithi173.stdout:1137: snap_create 2024-08-30T21:02:26.061 INFO:tasks.rados.rados.0.smithi173.stdout:1136: finishing write tid 1 to smithi17368540-26 2024-08-30T21:02:26.061 INFO:tasks.rados.rados.0.smithi173.stdout:1136: finishing write tid 2 to smithi17368540-26 2024-08-30T21:02:26.067 INFO:tasks.rados.rados.0.smithi173.stdout:1136: finishing write tid 3 to smithi17368540-26 2024-08-30T21:02:26.067 INFO:tasks.rados.rados.0.smithi173.stdout:1136: finishing write tid 4 to smithi17368540-26 2024-08-30T21:02:26.068 INFO:tasks.rados.rados.0.smithi173.stdout:1136: finishing write tid 5 to smithi17368540-26 2024-08-30T21:02:26.068 INFO:tasks.rados.rados.0.smithi173.stdout:1136: oid 26 updating version 0 to 759 2024-08-30T21:02:26.068 INFO:tasks.rados.rados.0.smithi173.stdout:1136: oid 26 updating version 759 to 760 2024-08-30T21:02:26.068 INFO:tasks.rados.rados.0.smithi173.stdout:1136: oid 26 version 760 is already newer than 758 2024-08-30T21:02:26.068 INFO:tasks.rados.rados.0.smithi173.stdout:1136: oid 26 version 760 is already newer than 757 2024-08-30T21:02:26.068 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 760 (ObjNum 366 snap 108 seq_num 366) dirty exists 2024-08-30T21:02:26.068 INFO:tasks.rados.rados.0.smithi173.stdout:1136: left oid 26 (ObjNum 366 snap 108 seq_num 366) 2024-08-30T21:02:26.072 INFO:tasks.rados.rados.0.smithi173.stdout:1135: expect (ObjNum 311 snap 95 seq_num 311) 2024-08-30T21:02:26.607 INFO:tasks.rados.rados.0.smithi173.stdout:1135: done (2 left) 2024-08-30T21:02:26.608 INFO:tasks.rados.rados.0.smithi173.stdout:1136: done (1 left) 2024-08-30T21:02:26.608 INFO:tasks.rados.rados.0.smithi173.stdout:1137: done (0 left) 2024-08-30T21:02:26.608 INFO:tasks.rados.rados.0.smithi173.stdout:1138: snap_create 2024-08-30T21:02:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[79976]: osdmap e295: 8 total, 7 up, 8 in 2024-08-30T21:02:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:26.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 56/378 objects degraded (14.815%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:26.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[82405]: osdmap e295: 8 total, 7 up, 8 in 2024-08-30T21:02:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:26.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:26 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 56/378 objects degraded (14.815%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:26 smithi196 ceph-mon[74601]: osdmap e295: 8 total, 7 up, 8 in 2024-08-30T21:02:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:26 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 56/378 objects degraded (14.815%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:27.544 INFO:tasks.rados.rados.0.smithi173.stdout:1138: done (0 left) 2024-08-30T21:02:27.544 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 110 2024-08-30T21:02:27.545 INFO:tasks.rados.rados.0.smithi173.stdout:1139: seq_num 367 ranges {1892352=548864,2441216=737280,3178496=65536} 2024-08-30T21:02:27.557 INFO:tasks.rados.rados.0.smithi173.stdout:1139: writing smithi17368540-44 from 1892352 to 2441216 tid 1 2024-08-30T21:02:27.561 INFO:tasks.rados.rados.0.smithi173.stdout:1139: writing smithi17368540-44 from 2441216 to 3178496 tid 2 2024-08-30T21:02:27.562 INFO:tasks.rados.rados.0.smithi173.stdout:1139: writing smithi17368540-44 from 3178496 to 3244032 tid 3 2024-08-30T21:02:27.562 INFO:tasks.rados.rados.0.smithi173.stdout:1140: read oid 10 snap -1 2024-08-30T21:02:27.562 INFO:tasks.rados.rados.0.smithi173.stdout:1140: expect (ObjNum 360 snap 107 seq_num 360) 2024-08-30T21:02:27.562 INFO:tasks.rados.rados.0.smithi173.stdout:1141: snap_create 2024-08-30T21:02:27.567 INFO:tasks.rados.rados.0.smithi173.stdout:1139: finishing write tid 1 to smithi17368540-44 2024-08-30T21:02:27.568 INFO:tasks.rados.rados.0.smithi173.stdout:1139: finishing write tid 2 to smithi17368540-44 2024-08-30T21:02:27.569 INFO:tasks.rados.rados.0.smithi173.stdout:1139: finishing write tid 3 to smithi17368540-44 2024-08-30T21:02:27.569 INFO:tasks.rados.rados.0.smithi173.stdout:1139: finishing write tid 4 to smithi17368540-44 2024-08-30T21:02:27.570 INFO:tasks.rados.rados.0.smithi173.stdout:1139: finishing write tid 5 to smithi17368540-44 2024-08-30T21:02:27.570 INFO:tasks.rados.rados.0.smithi173.stdout:1139: oid 44 updating version 0 to 470 2024-08-30T21:02:27.570 INFO:tasks.rados.rados.0.smithi173.stdout:1139: oid 44 version 470 is already newer than 469 2024-08-30T21:02:27.570 INFO:tasks.rados.rados.0.smithi173.stdout:1139: oid 44 version 470 is already newer than 467 2024-08-30T21:02:27.570 INFO:tasks.rados.rados.0.smithi173.stdout:1139: oid 44 version 470 is already newer than 468 2024-08-30T21:02:27.570 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 470 (ObjNum 367 snap 110 seq_num 367) dirty exists 2024-08-30T21:02:27.570 INFO:tasks.rados.rados.0.smithi173.stdout:1139: left oid 44 (ObjNum 367 snap 110 seq_num 367) 2024-08-30T21:02:27.582 INFO:tasks.rados.rados.0.smithi173.stdout:1140: expect (ObjNum 360 snap 107 seq_num 360) 2024-08-30T21:02:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[79976]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 26 op/s; 61/393 objects degraded (15.522%) 2024-08-30T21:02:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[79976]: osdmap e296: 8 total, 7 up, 8 in 2024-08-30T21:02:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:27.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[82405]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 26 op/s; 61/393 objects degraded (15.522%) 2024-08-30T21:02:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[82405]: osdmap e296: 8 total, 7 up, 8 in 2024-08-30T21:02:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:27.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:27 smithi196 ceph-mon[74601]: pgmap v110: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.1 MiB/s wr, 26 op/s; 61/393 objects degraded (15.522%) 2024-08-30T21:02:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:27 smithi196 ceph-mon[74601]: osdmap e296: 8 total, 7 up, 8 in 2024-08-30T21:02:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:28.551 INFO:tasks.rados.rados.0.smithi173.stdout:1139: done (2 left) 2024-08-30T21:02:28.552 INFO:tasks.rados.rados.0.smithi173.stdout:1140: done (1 left) 2024-08-30T21:02:28.552 INFO:tasks.rados.rados.0.smithi173.stdout:1141: done (0 left) 2024-08-30T21:02:28.552 INFO:tasks.rados.rados.0.smithi173.stdout:1142: read oid 12 snap -1 2024-08-30T21:02:28.552 INFO:tasks.rados.rados.0.smithi173.stdout:1142: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:02:28.552 INFO:tasks.rados.rados.0.smithi173.stdout:1143: snap_create 2024-08-30T21:02:28.559 INFO:tasks.rados.rados.0.smithi173.stdout:1142: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:02:28.754 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:28 smithi173 ceph-mon[79976]: osdmap e297: 8 total, 7 up, 8 in 2024-08-30T21:02:28.754 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:28 smithi173 ceph-mon[82405]: osdmap e297: 8 total, 7 up, 8 in 2024-08-30T21:02:28.754 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:28 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[87875]: 2024-08-30T21:02:28.671+0000 7f04a4a34640 -1 osd.0 286 log_to_monitors true 2024-08-30T21:02:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:28 smithi196 ceph-mon[74601]: osdmap e297: 8 total, 7 up, 8 in 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1142: done (1 left) 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1143: done (0 left) 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1144: rollback oid 42 current snap is 112 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 42 to 109 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1145: read oid 22 snap -1 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1145: expect (ObjNum 361 snap 107 seq_num 361) 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1146: copy_from oid 38 from oid 48 current snap is 112 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1147: read oid 29 snap -1 2024-08-30T21:02:29.555 INFO:tasks.rados.rados.0.smithi173.stdout:1147: expect (ObjNum 354 snap 105 seq_num 354) 2024-08-30T21:02:29.556 INFO:tasks.rados.rados.0.smithi173.stdout:1148: read oid 2 snap -1 2024-08-30T21:02:29.556 INFO:tasks.rados.rados.0.smithi173.stdout:1148: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-30T21:02:29.556 INFO:tasks.rados.rados.0.smithi173.stdout:1149: read oid 24 snap -1 2024-08-30T21:02:29.556 INFO:tasks.rados.rados.0.smithi173.stdout:1149: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-30T21:02:29.556 INFO:tasks.rados.rados.0.smithi173.stdout:1150: setattr oid 13 current snap is 112 2024-08-30T21:02:29.557 INFO:tasks.rados.rados.0.smithi173.stdout:1151: snap_remove snap 106 2024-08-30T21:02:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:29 smithi173 ceph-mon[82405]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 61/393 objects degraded (15.522%) 2024-08-30T21:02:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:29 smithi173 ceph-mon[82405]: osdmap e298: 8 total, 7 up, 8 in 2024-08-30T21:02:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:29 smithi173 ceph-mon[82405]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-30T21:02:29.960 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:02:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[87875]: 2024-08-30T21:02:29.597+0000 7f049c7de640 -1 osd.0 286 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:02:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:29 smithi173 ceph-mon[79976]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 61/393 objects degraded (15.522%) 2024-08-30T21:02:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:29 smithi173 ceph-mon[79976]: osdmap e298: 8 total, 7 up, 8 in 2024-08-30T21:02:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:29 smithi173 ceph-mon[79976]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-30T21:02:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:29 smithi196 ceph-mon[74601]: pgmap v113: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 182 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.0 MiB/s wr, 14 op/s; 61/393 objects degraded (15.522%) 2024-08-30T21:02:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:29 smithi196 ceph-mon[74601]: osdmap e298: 8 total, 7 up, 8 in 2024-08-30T21:02:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:29 smithi196 ceph-mon[74601]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-30T21:02:30.565 INFO:tasks.rados.rados.0.smithi173.stdout:1151: done (7 left) 2024-08-30T21:02:30.565 INFO:tasks.rados.rados.0.smithi173.stdout:1152: snap_remove snap 104 2024-08-30T21:02:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[82405]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-30T21:02:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[82405]: osdmap e299: 8 total, 7 up, 8 in 2024-08-30T21:02:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[82405]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:02:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:02:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[79976]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-30T21:02:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[79976]: osdmap e299: 8 total, 7 up, 8 in 2024-08-30T21:02:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[79976]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:02:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:02:30.961 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:02:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:02:30.711+0000 7f9609a04640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:02:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:30 smithi196 ceph-mon[74601]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-30T21:02:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:30 smithi196 ceph-mon[74601]: osdmap e299: 8 total, 7 up, 8 in 2024-08-30T21:02:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:30 smithi196 ceph-mon[74601]: from='osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:02:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:30 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:02:31.555 INFO:tasks.rados.rados.0.smithi173.stdout:1152: done (7 left) 2024-08-30T21:02:31.556 INFO:tasks.rados.rados.0.smithi173.stdout:1153: snap_remove snap 111 2024-08-30T21:02:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 62/405 objects degraded (15.309%) 2024-08-30T21:02:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891] boot 2024-08-30T21:02:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: osdmap e300: 8 total, 8 up, 8 in 2024-08-30T21:02:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-30T21:02:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 62/405 objects degraded (15.309%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[79976]: osdmap e301: 8 total, 8 up, 8 in 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 62/405 objects degraded (15.309%) 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891] boot 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: osdmap e300: 8 total, 8 up, 8 in 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-30T21:02:31.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-30T21:02:31.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:02:31.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 62/405 objects degraded (15.309%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:31.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:31 smithi173 ceph-mon[82405]: osdmap e301: 8 total, 8 up, 8 in 2024-08-30T21:02:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: pgmap v116: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 62/405 objects degraded (15.309%) 2024-08-30T21:02:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: osd.0 [v2:172.21.15.173:6802/2157330891,v1:172.21.15.173:6803/2157330891] boot 2024-08-30T21:02:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: osdmap e300: 8 total, 8 up, 8 in 2024-08-30T21:02:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:02:32.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 62/405 objects degraded (15.309%), 15 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:32.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:31 smithi196 ceph-mon[74601]: osdmap e301: 8 total, 8 up, 8 in 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:1153: done (7 left) 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:1154: rollback oid 8 current snap is 112 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 8 to 100 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:1144: finishing rollback tid 0 to smithi17368540-42 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:1144: finishing rollback tid 1 to smithi17368540-42 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:1144: finishing rollback tid 2 to smithi17368540-42 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 764 (ObjNum 244 snap 71 seq_num 244) dirty exists 2024-08-30T21:02:32.560 INFO:tasks.rados.rados.0.smithi173.stdout:1148: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-30T21:02:32.591 INFO:tasks.rados.rados.0.smithi173.stdout:1147: expect (ObjNum 354 snap 105 seq_num 354) 2024-08-30T21:02:32.669 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 809 (ObjNum 33 snap 0 seq_num 1579583584) dirty exists 2024-08-30T21:02:32.669 INFO:tasks.rados.rados.0.smithi173.stdout:1149: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-30T21:02:32.783 INFO:tasks.rados.rados.0.smithi173.stdout:1146: finishing copy_from racing read to smithi17368540-38 2024-08-30T21:02:32.783 INFO:tasks.rados.rados.0.smithi173.stdout:1146: finishing copy_from to smithi17368540-38 2024-08-30T21:02:32.783 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 605 (ObjNum 364 snap 107 seq_num 364) dirty exists 2024-08-30T21:02:32.783 INFO:tasks.rados.rados.0.smithi173.stdout:1145: expect (ObjNum 361 snap 107 seq_num 361) 2024-08-30T21:02:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:33 smithi173 ceph-mon[79976]: pgmap v119: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 62/405 objects degraded (15.309%) 2024-08-30T21:02:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:33 smithi173 ceph-mon[79976]: osdmap e302: 8 total, 8 up, 8 in 2024-08-30T21:02:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:33 smithi173 ceph-mon[82405]: pgmap v119: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 62/405 objects degraded (15.309%) 2024-08-30T21:02:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:33 smithi173 ceph-mon[82405]: osdmap e302: 8 total, 8 up, 8 in 2024-08-30T21:02:33.965 INFO:tasks.rados.rados.0.smithi173.stdout:1154: finishing rollback tid 0 to smithi17368540-8 2024-08-30T21:02:33.965 INFO:tasks.rados.rados.0.smithi173.stdout:1144: done (7 left) 2024-08-30T21:02:33.965 INFO:tasks.rados.rados.0.smithi173.stdout:1145: done (6 left) 2024-08-30T21:02:33.966 INFO:tasks.rados.rados.0.smithi173.stdout:1146: done (5 left) 2024-08-30T21:02:33.966 INFO:tasks.rados.rados.0.smithi173.stdout:1147: done (4 left) 2024-08-30T21:02:33.966 INFO:tasks.rados.rados.0.smithi173.stdout:1148: done (3 left) 2024-08-30T21:02:33.967 INFO:tasks.rados.rados.0.smithi173.stdout:1149: done (2 left) 2024-08-30T21:02:33.967 INFO:tasks.rados.rados.0.smithi173.stdout:1150: done (1 left) 2024-08-30T21:02:33.967 INFO:tasks.rados.rados.0.smithi173.stdout:1155: snap_create 2024-08-30T21:02:33.967 INFO:tasks.rados.rados.0.smithi173.stdout:1154: finishing rollback tid 1 to smithi17368540-8 2024-08-30T21:02:33.967 INFO:tasks.rados.rados.0.smithi173.stdout:1154: finishing rollback tid 2 to smithi17368540-8 2024-08-30T21:02:33.967 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 480 (ObjNum 325 snap 99 seq_num 325) dirty exists 2024-08-30T21:02:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:33 smithi196 ceph-mon[74601]: pgmap v119: 121 pgs: 38 active+undersized, 15 active+undersized+degraded, 68 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 62/405 objects degraded (15.309%) 2024-08-30T21:02:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:33 smithi196 ceph-mon[74601]: osdmap e302: 8 total, 8 up, 8 in 2024-08-30T21:02:34.564 INFO:tasks.rados.rados.0.smithi173.stdout:1154: done (1 left) 2024-08-30T21:02:34.565 INFO:tasks.rados.rados.0.smithi173.stdout:1155: done (0 left) 2024-08-30T21:02:34.565 INFO:tasks.rados.rados.0.smithi173.stdout:1156: setattr oid 9 current snap is 113 2024-08-30T21:02:34.566 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 113 2024-08-30T21:02:34.566 INFO:tasks.rados.rados.0.smithi173.stdout:1157: seq_num 368 ranges {1490944=573440,2064384=622592,2686976=180224} 2024-08-30T21:02:34.577 INFO:tasks.rados.rados.0.smithi173.stdout:1157: writing smithi17368540-40 from 1490944 to 2064384 tid 1 2024-08-30T21:02:34.581 INFO:tasks.rados.rados.0.smithi173.stdout:1157: writing smithi17368540-40 from 2064384 to 2686976 tid 2 2024-08-30T21:02:34.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: writing smithi17368540-40 from 2686976 to 2867200 tid 3 2024-08-30T21:02:34.582 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 113 2024-08-30T21:02:34.582 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 481 (ObjNum 433 snap 0 seq_num 135112423) dirty exists 2024-08-30T21:02:34.582 INFO:tasks.rados.rados.0.smithi173.stdout:1158: seq_num 369 ranges {417792=589824,1007616=507904,1515520=294912} 2024-08-30T21:02:34.587 INFO:tasks.rados.rados.0.smithi173.stdout:1158: writing smithi17368540-23 from 417792 to 1007616 tid 1 2024-08-30T21:02:34.591 INFO:tasks.rados.rados.0.smithi173.stdout:1158: writing smithi17368540-23 from 1007616 to 1515520 tid 2 2024-08-30T21:02:34.593 INFO:tasks.rados.rados.0.smithi173.stdout:1158: writing smithi17368540-23 from 1515520 to 1810432 tid 3 2024-08-30T21:02:34.593 INFO:tasks.rados.rados.0.smithi173.stdout:1156: done (2 left) 2024-08-30T21:02:34.593 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 113 2024-08-30T21:02:34.593 INFO:tasks.rados.rados.0.smithi173.stdout:1157: finishing write tid 1 to smithi17368540-40 2024-08-30T21:02:34.593 INFO:tasks.rados.rados.0.smithi173.stdout:1159: seq_num 370 ranges {0=606208,606208=794624,1400832=8192} 2024-08-30T21:02:34.596 INFO:tasks.rados.rados.0.smithi173.stdout:1159: writing smithi17368540-37 from 0 to 606208 tid 1 2024-08-30T21:02:34.601 INFO:tasks.rados.rados.0.smithi173.stdout:1159: writing smithi17368540-37 from 606208 to 1400832 tid 2 2024-08-30T21:02:34.601 INFO:tasks.rados.rados.0.smithi173.stdout:1159: writing smithi17368540-37 from 1400832 to 1409024 tid 3 2024-08-30T21:02:34.601 INFO:tasks.rados.rados.0.smithi173.stdout:1160: read oid 39 snap 107 2024-08-30T21:02:34.601 INFO:tasks.rados.rados.0.smithi173.stdout:1160: expect (ObjNum 351 snap 103 seq_num 351) 2024-08-30T21:02:34.601 INFO:tasks.rados.rados.0.smithi173.stdout:1161: snap_remove snap 112 2024-08-30T21:02:35.581 INFO:tasks.rados.rados.0.smithi173.stdout:1161: done (4 left) 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1162: snap_create 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: finishing write tid 2 to smithi17368540-40 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: finishing write tid 3 to smithi17368540-40 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: finishing write tid 4 to smithi17368540-40 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: finishing write tid 5 to smithi17368540-40 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: oid 40 updating version 0 to 254 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: oid 40 updating version 254 to 255 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: oid 40 updating version 255 to 256 2024-08-30T21:02:35.582 INFO:tasks.rados.rados.0.smithi173.stdout:1157: oid 40 updating version 256 to 257 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 257 (ObjNum 368 snap 113 seq_num 368) dirty exists 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1157: left oid 40 (ObjNum 368 snap 113 seq_num 368) 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: finishing write tid 1 to smithi17368540-23 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: finishing write tid 2 to smithi17368540-23 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: finishing write tid 3 to smithi17368540-23 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: finishing write tid 4 to smithi17368540-23 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: finishing write tid 5 to smithi17368540-23 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: oid 23 updating version 0 to 509 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: oid 23 updating version 509 to 511 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: oid 23 updating version 511 to 512 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: oid 23 version 512 is already newer than 510 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 512 (ObjNum 369 snap 113 seq_num 369) dirty exists 2024-08-30T21:02:35.583 INFO:tasks.rados.rados.0.smithi173.stdout:1158: left oid 23 (ObjNum 369 snap 113 seq_num 369) 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: finishing write tid 1 to smithi17368540-37 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: finishing write tid 2 to smithi17368540-37 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: finishing write tid 3 to smithi17368540-37 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: finishing write tid 4 to smithi17368540-37 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: finishing write tid 5 to smithi17368540-37 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: oid 37 updating version 0 to 261 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: oid 37 updating version 261 to 262 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: oid 37 updating version 262 to 263 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: oid 37 updating version 263 to 264 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 264 (ObjNum 370 snap 113 seq_num 370) dirty exists 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1159: left oid 37 (ObjNum 370 snap 113 seq_num 370) 2024-08-30T21:02:35.584 INFO:tasks.rados.rados.0.smithi173.stdout:1160: expect (ObjNum 351 snap 103 seq_num 351) 2024-08-30T21:02:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:35 smithi173 ceph-mon[79976]: pgmap v121: 121 pgs: 13 active+undersized, 8 active+undersized+degraded, 100 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 0 B/s wr, 6 op/s; 39/402 objects degraded (9.701%); 1.5 MiB/s, 0 objects/s recovering 2024-08-30T21:02:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:35 smithi173 ceph-mon[79976]: osdmap e303: 8 total, 8 up, 8 in 2024-08-30T21:02:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:35 smithi173 ceph-mon[82405]: pgmap v121: 121 pgs: 13 active+undersized, 8 active+undersized+degraded, 100 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 0 B/s wr, 6 op/s; 39/402 objects degraded (9.701%); 1.5 MiB/s, 0 objects/s recovering 2024-08-30T21:02:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:35 smithi173 ceph-mon[82405]: osdmap e303: 8 total, 8 up, 8 in 2024-08-30T21:02:35.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:02:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:02:35] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-08-30T21:02:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:35 smithi196 ceph-mon[74601]: pgmap v121: 121 pgs: 13 active+undersized, 8 active+undersized+degraded, 100 active+clean; 189 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 0 B/s wr, 6 op/s; 39/402 objects degraded (9.701%); 1.5 MiB/s, 0 objects/s recovering 2024-08-30T21:02:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:35 smithi196 ceph-mon[74601]: osdmap e303: 8 total, 8 up, 8 in 2024-08-30T21:02:36.585 INFO:tasks.rados.rados.0.smithi173.stdout:1157: done (4 left) 2024-08-30T21:02:36.586 INFO:tasks.rados.rados.0.smithi173.stdout:1158: done (3 left) 2024-08-30T21:02:36.586 INFO:tasks.rados.rados.0.smithi173.stdout:1159: done (2 left) 2024-08-30T21:02:36.586 INFO:tasks.rados.rados.0.smithi173.stdout:1160: done (1 left) 2024-08-30T21:02:36.586 INFO:tasks.rados.rados.0.smithi173.stdout:1162: done (0 left) 2024-08-30T21:02:36.586 INFO:tasks.rados.rados.0.smithi173.stdout:1163: snap_remove snap 107 2024-08-30T21:02:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:36 smithi173 ceph-mon[79976]: osdmap e304: 8 total, 8 up, 8 in 2024-08-30T21:02:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:36 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 39/402 objects degraded (9.701%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:36 smithi173 ceph-mon[82405]: osdmap e304: 8 total, 8 up, 8 in 2024-08-30T21:02:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:36 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 39/402 objects degraded (9.701%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:36 smithi196 ceph-mon[74601]: osdmap e304: 8 total, 8 up, 8 in 2024-08-30T21:02:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:36 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 39/402 objects degraded (9.701%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:1163: done (0 left) 2024-08-30T21:02:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:1164: read oid 33 snap -1 2024-08-30T21:02:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:1164: expect (ObjNum 211 snap 56 seq_num 211) 2024-08-30T21:02:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 114 2024-08-30T21:02:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:1165: seq_num 371 ranges {1810432=622592,2433024=679936,3112960=122880} 2024-08-30T21:02:37.607 INFO:tasks.rados.rados.0.smithi173.stdout:1165: writing smithi17368540-23 from 1810432 to 2433024 tid 1 2024-08-30T21:02:37.611 INFO:tasks.rados.rados.0.smithi173.stdout:1165: writing smithi17368540-23 from 2433024 to 3112960 tid 2 2024-08-30T21:02:37.612 INFO:tasks.rados.rados.0.smithi173.stdout:1165: writing smithi17368540-23 from 3112960 to 3235840 tid 3 2024-08-30T21:02:37.612 INFO:tasks.rados.rados.0.smithi173.stdout:1166: rollback oid 41 current snap is 114 2024-08-30T21:02:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 100 2024-08-30T21:02:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:1167: read oid 29 snap -1 2024-08-30T21:02:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:1167: expect (ObjNum 354 snap 105 seq_num 354) 2024-08-30T21:02:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:1168: snap_remove snap 109 2024-08-30T21:02:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[82405]: pgmap v124: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 915 KiB/s wr, 9 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-30T21:02:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/402 objects degraded (9.701%), 8 pgs degraded) 2024-08-30T21:02:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:02:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[82405]: osdmap e305: 8 total, 8 up, 8 in 2024-08-30T21:02:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[79976]: pgmap v124: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 915 KiB/s wr, 9 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-30T21:02:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/402 objects degraded (9.701%), 8 pgs degraded) 2024-08-30T21:02:37.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:02:37.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:37 smithi173 ceph-mon[79976]: osdmap e305: 8 total, 8 up, 8 in 2024-08-30T21:02:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:37 smithi196 ceph-mon[74601]: pgmap v124: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 915 KiB/s wr, 9 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-30T21:02:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:37 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 39/402 objects degraded (9.701%), 8 pgs degraded) 2024-08-30T21:02:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:37 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:02:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:37 smithi196 ceph-mon[74601]: osdmap e305: 8 total, 8 up, 8 in 2024-08-30T21:02:38.602 INFO:tasks.rados.rados.0.smithi173.stdout:1165: finishing write tid 1 to smithi17368540-23 2024-08-30T21:02:38.602 INFO:tasks.rados.rados.0.smithi173.stdout:1167: expect (ObjNum 354 snap 105 seq_num 354) 2024-08-30T21:02:38.685 INFO:tasks.rados.rados.0.smithi173.stdout:1166: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:02:38.685 INFO:tasks.rados.rados.0.smithi173.stdout:1165: finishing write tid 2 to smithi17368540-23 2024-08-30T21:02:38.685 INFO:tasks.rados.rados.0.smithi173.stdout:1166: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:02:38.685 INFO:tasks.rados.rados.0.smithi173.stdout:1164: expect (ObjNum 211 snap 56 seq_num 211) 2024-08-30T21:02:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:38 smithi173 ceph-mon[79976]: osdmap e306: 8 total, 8 up, 8 in 2024-08-30T21:02:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:38 smithi173 ceph-mon[82405]: osdmap e306: 8 total, 8 up, 8 in 2024-08-30T21:02:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:38 smithi196 ceph-mon[74601]: osdmap e306: 8 total, 8 up, 8 in 2024-08-30T21:02:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:39.271 INFO:tasks.rados.rados.0.smithi173.stdout:1165: finishing write tid 3 to smithi17368540-23 2024-08-30T21:02:39.271 INFO:tasks.rados.rados.0.smithi173.stdout:1166: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:02:39.271 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 611 (ObjNum 276 snap 82 seq_num 276) dirty exists 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: finishing write tid 4 to smithi17368540-23 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: finishing write tid 5 to smithi17368540-23 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: oid 23 updating version 0 to 520 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: oid 23 version 520 is already newer than 518 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: oid 23 version 520 is already newer than 519 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: oid 23 updating version 520 to 521 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 521 (ObjNum 371 snap 114 seq_num 371) dirty exists 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: left oid 23 (ObjNum 371 snap 114 seq_num 371) 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1164: done (4 left) 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1165: done (3 left) 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1166: done (2 left) 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1167: done (1 left) 2024-08-30T21:02:39.272 INFO:tasks.rados.rados.0.smithi173.stdout:1168: done (0 left) 2024-08-30T21:02:39.273 INFO:tasks.rados.rados.0.smithi173.stdout:1169: rollback oid 11 current snap is 114 2024-08-30T21:02:39.273 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 113 2024-08-30T21:02:39.273 INFO:tasks.rados.rados.0.smithi173.stdout:1170: snap_remove snap 110 2024-08-30T21:02:39.598 INFO:tasks.rados.rados.0.smithi173.stdout:1170: done (1 left) 2024-08-30T21:02:39.599 INFO:tasks.rados.rados.0.smithi173.stdout:1171: setattr oid 32 current snap is 114 2024-08-30T21:02:39.599 INFO:tasks.rados.rados.0.smithi173.stdout:1169: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:02:39.599 INFO:tasks.rados.rados.0.smithi173.stdout:1169: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:02:39.599 INFO:tasks.rados.rados.0.smithi173.stdout:1169: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:02:39.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 819 (ObjNum 365 snap 107 seq_num 365) dirty exists 2024-08-30T21:02:39.601 INFO:tasks.rados.rados.0.smithi173.stdout:1169: done (1 left) 2024-08-30T21:02:39.601 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 114 2024-08-30T21:02:39.601 INFO:tasks.rados.rados.0.smithi173.stdout:1172: seq_num 372 ranges {999424=638976,1638400=565248,2203648=237568} 2024-08-30T21:02:39.611 INFO:tasks.rados.rados.0.smithi173.stdout:1172: writing smithi17368540-6 from 999424 to 1638400 tid 1 2024-08-30T21:02:39.615 INFO:tasks.rados.rados.0.smithi173.stdout:1172: writing smithi17368540-6 from 1638400 to 2203648 tid 2 2024-08-30T21:02:39.616 INFO:tasks.rados.rados.0.smithi173.stdout:1172: writing smithi17368540-6 from 2203648 to 2441216 tid 3 2024-08-30T21:02:39.617 INFO:tasks.rados.rados.0.smithi173.stdout:1173: snap_remove snap 100 2024-08-30T21:02:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:39 smithi173 ceph-mon[82405]: pgmap v127: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 2 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-30T21:02:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:39 smithi173 ceph-mon[82405]: osdmap e307: 8 total, 8 up, 8 in 2024-08-30T21:02:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:39 smithi173 ceph-mon[79976]: pgmap v127: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 2 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-30T21:02:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:39 smithi173 ceph-mon[79976]: osdmap e307: 8 total, 8 up, 8 in 2024-08-30T21:02:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:39 smithi196 ceph-mon[74601]: pgmap v127: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.0 MiB/s wr, 2 op/s; 10 MiB/s, 3 objects/s recovering 2024-08-30T21:02:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:39 smithi196 ceph-mon[74601]: osdmap e307: 8 total, 8 up, 8 in 2024-08-30T21:02:40.626 INFO:tasks.rados.rados.0.smithi173.stdout:1173: done (2 left) 2024-08-30T21:02:40.626 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 114 2024-08-30T21:02:40.626 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 790 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:02:40.626 INFO:tasks.rados.rados.0.smithi173.stdout:1172: finishing write tid 1 to smithi17368540-6 2024-08-30T21:02:40.626 INFO:tasks.rados.rados.0.smithi173.stdout:1172: finishing write tid 2 to smithi17368540-6 2024-08-30T21:02:40.626 INFO:tasks.rados.rados.0.smithi173.stdout:1172: finishing write tid 3 to smithi17368540-6 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1172: finishing write tid 4 to smithi17368540-6 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1172: finishing write tid 5 to smithi17368540-6 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1172: oid 6 updating version 0 to 757 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1172: oid 6 updating version 757 to 760 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1172: oid 6 version 760 is already newer than 759 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1172: oid 6 version 760 is already newer than 758 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 760 (ObjNum 372 snap 114 seq_num 372) dirty exists 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1172: left oid 6 (ObjNum 372 snap 114 seq_num 372) 2024-08-30T21:02:40.627 INFO:tasks.rados.rados.0.smithi173.stdout:1174: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-08-30T21:02:40.630 INFO:tasks.rados.rados.0.smithi173.stdout:1174: writing smithi17368540-46 from 0 to 655360 tid 1 2024-08-30T21:02:40.633 INFO:tasks.rados.rados.0.smithi173.stdout:1174: writing smithi17368540-46 from 655360 to 1155072 tid 2 2024-08-30T21:02:40.636 INFO:tasks.rados.rados.0.smithi173.stdout:1174: writing smithi17368540-46 from 1155072 to 1458176 tid 3 2024-08-30T21:02:40.636 INFO:tasks.rados.rados.0.smithi173.stdout:1171: done (2 left) 2024-08-30T21:02:40.636 INFO:tasks.rados.rados.0.smithi173.stdout:1172: done (1 left) 2024-08-30T21:02:40.636 INFO:tasks.rados.rados.0.smithi173.stdout:1175: rollback oid 2 current snap is 114 2024-08-30T21:02:40.636 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 2 to 113 2024-08-30T21:02:40.636 INFO:tasks.rados.rados.0.smithi173.stdout:1176: copy_from oid 29 from oid 32 current snap is 114 2024-08-30T21:02:40.637 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 114 2024-08-30T21:02:40.637 INFO:tasks.rados.rados.0.smithi173.stdout:1177: seq_num 374 ranges {966656=671744,1638400=778240,2416640=24576} 2024-08-30T21:02:40.646 INFO:tasks.rados.rados.0.smithi173.stdout:1177: writing smithi17368540-3 from 966656 to 1638400 tid 1 2024-08-30T21:02:40.651 INFO:tasks.rados.rados.0.smithi173.stdout:1177: writing smithi17368540-3 from 1638400 to 2416640 tid 2 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1177: writing smithi17368540-3 from 2416640 to 2441216 tid 3 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1178: read oid 30 snap -1 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1178: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1179: read oid 37 snap -1 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1179: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 114 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1174: finishing write tid 1 to smithi17368540-46 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1174: finishing write tid 2 to smithi17368540-46 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1174: finishing write tid 3 to smithi17368540-46 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1175: finishing rollback tid 0 to smithi17368540-2 2024-08-30T21:02:40.652 INFO:tasks.rados.rados.0.smithi173.stdout:1174: finishing write tid 4 to smithi17368540-46 2024-08-30T21:02:40.653 INFO:tasks.rados.rados.0.smithi173.stdout:1180: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-08-30T21:02:40.656 INFO:tasks.rados.rados.0.smithi173.stdout:1180: writing smithi17368540-9 from 0 to 688128 tid 1 2024-08-30T21:02:40.659 INFO:tasks.rados.rados.0.smithi173.stdout:1180: writing smithi17368540-9 from 688128 to 1351680 tid 2 2024-08-30T21:02:40.661 INFO:tasks.rados.rados.0.smithi173.stdout:1180: writing smithi17368540-9 from 1351680 to 1490944 tid 3 2024-08-30T21:02:40.661 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 114 2024-08-30T21:02:40.661 INFO:tasks.rados.rados.0.smithi173.stdout:1175: finishing rollback tid 1 to smithi17368540-2 2024-08-30T21:02:40.661 INFO:tasks.rados.rados.0.smithi173.stdout:1175: finishing rollback tid 2 to smithi17368540-2 2024-08-30T21:02:40.661 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 533 (ObjNum 350 snap 102 seq_num 350) dirty exists 2024-08-30T21:02:40.661 INFO:tasks.rados.rados.0.smithi173.stdout:1177: finishing write tid 1 to smithi17368540-3 2024-08-30T21:02:40.662 INFO:tasks.rados.rados.0.smithi173.stdout:1181: seq_num 376 ranges {2981888=704512,3686400=548864,4235264=253952} 2024-08-30T21:02:40.680 INFO:tasks.rados.rados.0.smithi173.stdout:1181: writing smithi17368540-28 from 2981888 to 3686400 tid 1 2024-08-30T21:02:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:1181: writing smithi17368540-28 from 3686400 to 4235264 tid 2 2024-08-30T21:02:40.685 INFO:tasks.rados.rados.0.smithi173.stdout:1181: writing smithi17368540-28 from 4235264 to 4489216 tid 3 2024-08-30T21:02:40.685 INFO:tasks.rados.rados.0.smithi173.stdout:1175: done (7 left) 2024-08-30T21:02:40.685 INFO:tasks.rados.rados.0.smithi173.stdout:1182: snap_remove snap 108 2024-08-30T21:02:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:40 smithi173 ceph-mon[82405]: osdmap e308: 8 total, 8 up, 8 in 2024-08-30T21:02:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:40 smithi173 ceph-mon[79976]: osdmap e308: 8 total, 8 up, 8 in 2024-08-30T21:02:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:40 smithi196 ceph-mon[74601]: osdmap e308: 8 total, 8 up, 8 in 2024-08-30T21:02:41.458 INFO:tasks.rados.rados.0.smithi173.stdout:1182: done (7 left) 2024-08-30T21:02:41.458 INFO:tasks.rados.rados.0.smithi173.stdout:1183: rollback oid 11 current snap is 114 2024-08-30T21:02:41.458 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 113 2024-08-30T21:02:41.458 INFO:tasks.rados.rados.0.smithi173.stdout:1174: finishing write tid 5 to smithi17368540-46 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1174: oid 46 updating version 0 to 342 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1174: oid 46 updating version 342 to 344 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1174: oid 46 version 344 is already newer than 343 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1174: oid 46 version 344 is already newer than 341 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 344 (ObjNum 373 snap 114 seq_num 373) dirty exists 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1174: left oid 46 (ObjNum 373 snap 114 seq_num 373) 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1176: finishing copy_from racing read to smithi17368540-29 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1176: finishing copy_from to smithi17368540-29 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 790 (ObjNum 91 snap 22 seq_num 91) dirty exists 2024-08-30T21:02:41.459 INFO:tasks.rados.rados.0.smithi173.stdout:1179: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: finishing write tid 2 to smithi17368540-3 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1180: finishing write tid 1 to smithi17368540-9 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: finishing write tid 3 to smithi17368540-3 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1180: finishing write tid 2 to smithi17368540-9 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: finishing write tid 4 to smithi17368540-3 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1180: finishing write tid 3 to smithi17368540-9 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1180: finishing write tid 4 to smithi17368540-9 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: finishing write tid 5 to smithi17368540-3 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: oid 3 updating version 0 to 831 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: oid 3 updating version 831 to 835 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: oid 3 updating version 835 to 836 2024-08-30T21:02:41.500 INFO:tasks.rados.rados.0.smithi173.stdout:1177: oid 3 version 836 is already newer than 834 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 836 (ObjNum 374 snap 114 seq_num 374) dirty exists 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1177: left oid 3 (ObjNum 374 snap 114 seq_num 374) 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1180: finishing write tid 5 to smithi17368540-9 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1180: oid 9 updating version 0 to 499 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1180: oid 9 updating version 499 to 500 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1180: oid 9 updating version 500 to 501 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1180: oid 9 updating version 501 to 502 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 502 (ObjNum 375 snap 114 seq_num 375) dirty exists 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1180: left oid 9 (ObjNum 375 snap 114 seq_num 375) 2024-08-30T21:02:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:1178: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: finishing write tid 1 to smithi17368540-28 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: finishing write tid 2 to smithi17368540-28 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: finishing write tid 3 to smithi17368540-28 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: finishing write tid 4 to smithi17368540-28 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: finishing write tid 5 to smithi17368540-28 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: oid 28 updating version 0 to 716 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: oid 28 version 716 is already newer than 714 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: oid 28 version 716 is already newer than 713 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: oid 28 version 716 is already newer than 715 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 716 (ObjNum 376 snap 114 seq_num 376) dirty exists 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1181: left oid 28 (ObjNum 376 snap 114 seq_num 376) 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1174: done (7 left) 2024-08-30T21:02:41.674 INFO:tasks.rados.rados.0.smithi173.stdout:1176: done (6 left) 2024-08-30T21:02:41.675 INFO:tasks.rados.rados.0.smithi173.stdout:1177: done (5 left) 2024-08-30T21:02:41.675 INFO:tasks.rados.rados.0.smithi173.stdout:1178: done (4 left) 2024-08-30T21:02:41.675 INFO:tasks.rados.rados.0.smithi173.stdout:1179: done (3 left) 2024-08-30T21:02:41.675 INFO:tasks.rados.rados.0.smithi173.stdout:1180: done (2 left) 2024-08-30T21:02:41.675 INFO:tasks.rados.rados.0.smithi173.stdout:1181: done (1 left) 2024-08-30T21:02:41.675 INFO:tasks.rados.rados.0.smithi173.stdout:1184: snap_remove snap 95 2024-08-30T21:02:41.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:41 smithi196 ceph-mon[74601]: pgmap v130: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-30T21:02:41.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:41 smithi196 ceph-mon[74601]: mgrmap e44: y(active, since 92s), standbys: x 2024-08-30T21:02:41.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:41 smithi196 ceph-mon[74601]: osdmap e309: 8 total, 8 up, 8 in 2024-08-30T21:02:41.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:41 smithi196 ceph-mon[74601]: osdmap e310: 8 total, 8 up, 8 in 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[79976]: pgmap v130: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[79976]: mgrmap e44: y(active, since 92s), standbys: x 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[79976]: osdmap e309: 8 total, 8 up, 8 in 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[79976]: osdmap e310: 8 total, 8 up, 8 in 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[82405]: pgmap v130: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[82405]: mgrmap e44: y(active, since 92s), standbys: x 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[82405]: osdmap e309: 8 total, 8 up, 8 in 2024-08-30T21:02:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:41 smithi173 ceph-mon[82405]: osdmap e310: 8 total, 8 up, 8 in 2024-08-30T21:02:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:1184: done (1 left) 2024-08-30T21:02:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:1185: read oid 34 snap 113 2024-08-30T21:02:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:1185: expect (ObjNum 344 snap 101 seq_num 344) 2024-08-30T21:02:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 114 2024-08-30T21:02:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:1183: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:02:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:1183: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:02:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:1186: seq_num 377 ranges {2801664=720896,3522560=434176,3956736=368640} 2024-08-30T21:02:42.639 INFO:tasks.rados.rados.0.smithi173.stdout:1186: writing smithi17368540-18 from 2801664 to 3522560 tid 1 2024-08-30T21:02:42.642 INFO:tasks.rados.rados.0.smithi173.stdout:1186: writing smithi17368540-18 from 3522560 to 3956736 tid 2 2024-08-30T21:02:42.645 INFO:tasks.rados.rados.0.smithi173.stdout:1186: writing smithi17368540-18 from 3956736 to 4325376 tid 3 2024-08-30T21:02:42.645 INFO:tasks.rados.rados.0.smithi173.stdout:1187: copy_from oid 40 from oid 41 current snap is 114 2024-08-30T21:02:42.645 INFO:tasks.rados.rados.0.smithi173.stdout:1183: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:02:42.645 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 839 (ObjNum 365 snap 107 seq_num 365) dirty exists 2024-08-30T21:02:42.645 INFO:tasks.rados.rados.0.smithi173.stdout:1185: expect (ObjNum 344 snap 101 seq_num 344) 2024-08-30T21:02:42.672 INFO:tasks.rados.rados.0.smithi173.stdout:1186: finishing write tid 1 to smithi17368540-18 2024-08-30T21:02:42.672 INFO:tasks.rados.rados.0.smithi173.stdout:1186: finishing write tid 2 to smithi17368540-18 2024-08-30T21:02:42.672 INFO:tasks.rados.rados.0.smithi173.stdout:1186: finishing write tid 3 to smithi17368540-18 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1186: finishing write tid 4 to smithi17368540-18 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1186: finishing write tid 5 to smithi17368540-18 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1186: oid 18 updating version 0 to 860 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1186: oid 18 version 860 is already newer than 859 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1186: oid 18 version 860 is already newer than 858 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1186: oid 18 version 860 is already newer than 857 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 860 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1186: left oid 18 (ObjNum 377 snap 114 seq_num 377) 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1187: finishing copy_from racing read to smithi17368540-40 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1183: done (3 left) 2024-08-30T21:02:42.673 INFO:tasks.rados.rados.0.smithi173.stdout:1185: done (2 left) 2024-08-30T21:02:42.674 INFO:tasks.rados.rados.0.smithi173.stdout:1186: done (1 left) 2024-08-30T21:02:42.674 INFO:tasks.rados.rados.0.smithi173.stdout:1188: snap_remove snap 113 2024-08-30T21:02:43.625 INFO:tasks.rados.rados.0.smithi173.stdout:1188: done (1 left) 2024-08-30T21:02:43.625 INFO:tasks.rados.rados.0.smithi173.stdout:1189: snap_create 2024-08-30T21:02:43.625 INFO:tasks.rados.rados.0.smithi173.stdout:1187: finishing copy_from to smithi17368540-40 2024-08-30T21:02:43.625 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 611 (ObjNum 276 snap 82 seq_num 276) dirty exists 2024-08-30T21:02:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:43 smithi173 ceph-mon[79976]: pgmap v133: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-30T21:02:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:43 smithi173 ceph-mon[79976]: osdmap e311: 8 total, 8 up, 8 in 2024-08-30T21:02:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:43 smithi173 ceph-mon[82405]: pgmap v133: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-30T21:02:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:43 smithi173 ceph-mon[82405]: osdmap e311: 8 total, 8 up, 8 in 2024-08-30T21:02:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:43 smithi196 ceph-mon[74601]: pgmap v133: 121 pgs: 121 active+clean; 193 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-30T21:02:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:43 smithi196 ceph-mon[74601]: osdmap e311: 8 total, 8 up, 8 in 2024-08-30T21:02:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:44.636 INFO:tasks.rados.rados.0.smithi173.stdout:1187: done (1 left) 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1189: done (0 left) 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1190: read oid 28 snap -1 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1190: expect (ObjNum 376 snap 114 seq_num 376) 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1191: read oid 11 snap -1 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1191: expect (ObjNum 365 snap 107 seq_num 365) 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1192: read oid 14 snap -1 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1192: expect deleted 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1193: copy_from oid 50 from oid 12 current snap is 115 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 115 2024-08-30T21:02:44.637 INFO:tasks.rados.rados.0.smithi173.stdout:1194: seq_num 378 ranges {3350528=737280,4087808=720896,4808704=81920} 2024-08-30T21:02:44.660 INFO:tasks.rados.rados.0.smithi173.stdout:1194: writing smithi17368540-45 from 3350528 to 4087808 tid 1 2024-08-30T21:02:44.664 INFO:tasks.rados.rados.0.smithi173.stdout:1194: writing smithi17368540-45 from 4087808 to 4808704 tid 2 2024-08-30T21:02:44.665 INFO:tasks.rados.rados.0.smithi173.stdout:1194: writing smithi17368540-45 from 4808704 to 4890624 tid 3 2024-08-30T21:02:44.665 INFO:tasks.rados.rados.0.smithi173.stdout:1195: read oid 2 snap 114 2024-08-30T21:02:44.665 INFO:tasks.rados.rados.0.smithi173.stdout:1195: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-30T21:02:44.665 INFO:tasks.rados.rados.0.smithi173.stdout:1196: rollback oid 38 current snap is 115 2024-08-30T21:02:44.665 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 38 to 114 2024-08-30T21:02:44.665 INFO:tasks.rados.rados.0.smithi173.stdout:1193: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:02:44.666 INFO:tasks.rados.rados.0.smithi173.stdout:1193: finishing copy_from to smithi17368540-50 2024-08-30T21:02:44.666 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 755 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-30T21:02:44.666 INFO:tasks.rados.rados.0.smithi173.stdout:1190: expect (ObjNum 376 snap 114 seq_num 376) 2024-08-30T21:02:44.896 INFO:tasks.rados.rados.0.smithi173.stdout:1191: expect (ObjNum 365 snap 107 seq_num 365) 2024-08-30T21:02:44.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:44 smithi173 ceph-mon[79976]: osdmap e312: 8 total, 8 up, 8 in 2024-08-30T21:02:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:44 smithi173 ceph-mon[82405]: osdmap e312: 8 total, 8 up, 8 in 2024-08-30T21:02:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:44 smithi196 ceph-mon[74601]: osdmap e312: 8 total, 8 up, 8 in 2024-08-30T21:02:45.077 INFO:tasks.rados.rados.0.smithi173.stdout:1194: finishing write tid 1 to smithi17368540-45 2024-08-30T21:02:45.078 INFO:tasks.rados.rados.0.smithi173.stdout:1195: expect (ObjNum 350 snap 102 seq_num 350) 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:1194: finishing write tid 2 to smithi17368540-45 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:1194: finishing write tid 3 to smithi17368540-45 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:1196: finishing rollback tid 0 to smithi17368540-38 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:1194: finishing write tid 4 to smithi17368540-45 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:1196: finishing rollback tid 1 to smithi17368540-38 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:1196: finishing rollback tid 2 to smithi17368540-38 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 608 (ObjNum 364 snap 107 seq_num 364) dirty exists 2024-08-30T21:02:45.108 INFO:tasks.rados.rados.0.smithi173.stdout:1194: finishing write tid 5 to smithi17368540-45 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1194: oid 45 updating version 0 to 719 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1194: oid 45 version 719 is already newer than 717 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1194: oid 45 updating version 719 to 720 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1194: oid 45 version 720 is already newer than 718 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 720 (ObjNum 378 snap 115 seq_num 378) dirty exists 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1194: left oid 45 (ObjNum 378 snap 115 seq_num 378) 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1190: done (6 left) 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1191: done (5 left) 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1192: done (4 left) 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1193: done (3 left) 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1194: done (2 left) 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1195: done (1 left) 2024-08-30T21:02:45.109 INFO:tasks.rados.rados.0.smithi173.stdout:1196: done (0 left) 2024-08-30T21:02:45.110 INFO:tasks.rados.rados.0.smithi173.stdout:1197: copy_from oid 43 from oid 15 current snap is 115 2024-08-30T21:02:45.110 INFO:tasks.rados.rados.0.smithi173.stdout:1198: read oid 25 snap -1 2024-08-30T21:02:45.110 INFO:tasks.rados.rados.0.smithi173.stdout:1198: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:02:45.110 INFO:tasks.rados.rados.0.smithi173.stdout:1199: read oid 29 snap -1 2024-08-30T21:02:45.110 INFO:tasks.rados.rados.0.smithi173.stdout:1199: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:02:45.110 INFO:tasks.rados.rados.0.smithi173.stdout:1200: snap_create 2024-08-30T21:02:45.121 INFO:tasks.rados.rados.0.smithi173.stdout:1199: expect (ObjNum 91 snap 22 seq_num 91) 2024-08-30T21:02:45.199 INFO:tasks.rados.rados.0.smithi173.stdout:1198: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:02:45.467 INFO:tasks.rados.rados.0.smithi173.stdout:1197: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:02:45.467 INFO:tasks.rados.rados.0.smithi173.stdout:1197: finishing copy_from to smithi17368540-43 2024-08-30T21:02:45.467 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 459 (ObjNum 358 snap 106 seq_num 358) dirty exists 2024-08-30T21:02:45.628 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:02:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:02:45] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-08-30T21:02:45.636 INFO:tasks.rados.rados.0.smithi173.stdout:1197: done (3 left) 2024-08-30T21:02:45.636 INFO:tasks.rados.rados.0.smithi173.stdout:1198: done (2 left) 2024-08-30T21:02:45.636 INFO:tasks.rados.rados.0.smithi173.stdout:1199: done (1 left) 2024-08-30T21:02:45.637 INFO:tasks.rados.rados.0.smithi173.stdout:1200: done (0 left) 2024-08-30T21:02:45.637 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 116 2024-08-30T21:02:45.637 INFO:tasks.rados.rados.0.smithi173.stdout:1201: seq_num 379 ranges {2236416=753664,2990080=606208,3596288=196608} 2024-08-30T21:02:45.651 INFO:tasks.rados.rados.0.smithi173.stdout:1201: writing smithi17368540-41 from 2236416 to 2990080 tid 1 2024-08-30T21:02:45.655 INFO:tasks.rados.rados.0.smithi173.stdout:1201: writing smithi17368540-41 from 2990080 to 3596288 tid 2 2024-08-30T21:02:45.656 INFO:tasks.rados.rados.0.smithi173.stdout:1201: writing smithi17368540-41 from 3596288 to 3792896 tid 3 2024-08-30T21:02:45.656 INFO:tasks.rados.rados.0.smithi173.stdout:1202: snap_remove snap 114 2024-08-30T21:02:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:45 smithi173 ceph-mon[79976]: pgmap v136: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-30T21:02:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:45 smithi173 ceph-mon[79976]: osdmap e313: 8 total, 8 up, 8 in 2024-08-30T21:02:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:45 smithi173 ceph-mon[82405]: pgmap v136: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-30T21:02:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:45 smithi173 ceph-mon[82405]: osdmap e313: 8 total, 8 up, 8 in 2024-08-30T21:02:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:45 smithi196 ceph-mon[74601]: pgmap v136: 121 pgs: 121 active+clean; 175 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-30T21:02:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:45 smithi196 ceph-mon[74601]: osdmap e313: 8 total, 8 up, 8 in 2024-08-30T21:02:46.650 INFO:tasks.rados.rados.0.smithi173.stdout:1202: done (1 left) 2024-08-30T21:02:46.650 INFO:tasks.rados.rados.0.smithi173.stdout:1203: read oid 7 snap -1 2024-08-30T21:02:46.650 INFO:tasks.rados.rados.0.smithi173.stdout:1203: expect (ObjNum 274 snap 82 seq_num 274) 2024-08-30T21:02:46.650 INFO:tasks.rados.rados.0.smithi173.stdout:1204: read oid 45 snap -1 2024-08-30T21:02:46.650 INFO:tasks.rados.rados.0.smithi173.stdout:1204: expect (ObjNum 378 snap 115 seq_num 378) 2024-08-30T21:02:46.650 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 116 2024-08-30T21:02:46.650 INFO:tasks.rados.rados.0.smithi173.stdout:1205: seq_num 380 ranges {4268032=770048,5038080=483328,5521408=319488} 2024-08-30T21:02:46.680 INFO:tasks.rados.rados.0.smithi173.stdout:1205: writing smithi17368540-38 from 4268032 to 5038080 tid 1 2024-08-30T21:02:46.682 INFO:tasks.rados.rados.0.smithi173.stdout:1205: writing smithi17368540-38 from 5038080 to 5521408 tid 2 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1205: writing smithi17368540-38 from 5521408 to 5840896 tid 3 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1206: setattr oid 18 current snap is 116 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1201: finishing write tid 1 to smithi17368540-41 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1201: finishing write tid 2 to smithi17368540-41 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1201: finishing write tid 3 to smithi17368540-41 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1201: finishing write tid 4 to smithi17368540-41 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1201: finishing write tid 5 to smithi17368540-41 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1201: oid 41 updating version 0 to 615 2024-08-30T21:02:46.685 INFO:tasks.rados.rados.0.smithi173.stdout:1201: oid 41 version 615 is already newer than 614 2024-08-30T21:02:46.686 INFO:tasks.rados.rados.0.smithi173.stdout:1201: oid 41 version 615 is already newer than 612 2024-08-30T21:02:46.686 INFO:tasks.rados.rados.0.smithi173.stdout:1201: oid 41 version 615 is already newer than 613 2024-08-30T21:02:46.686 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 615 (ObjNum 379 snap 116 seq_num 379) dirty exists 2024-08-30T21:02:46.686 INFO:tasks.rados.rados.0.smithi173.stdout:1201: left oid 41 (ObjNum 379 snap 116 seq_num 379) 2024-08-30T21:02:46.686 INFO:tasks.rados.rados.0.smithi173.stdout:1203: expect (ObjNum 274 snap 82 seq_num 274) 2024-08-30T21:02:46.747 INFO:tasks.rados.rados.0.smithi173.stdout:1204: expect (ObjNum 378 snap 115 seq_num 378) 2024-08-30T21:02:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[79976]: osdmap e314: 8 total, 8 up, 8 in 2024-08-30T21:02:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-30T21:02:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-30T21:02:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[79976]: Upgrade: osd.1 is safe to restart 2024-08-30T21:02:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[82405]: osdmap e314: 8 total, 8 up, 8 in 2024-08-30T21:02:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-30T21:02:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-30T21:02:46.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:46 smithi173 ceph-mon[82405]: Upgrade: osd.1 is safe to restart 2024-08-30T21:02:46.995 INFO:tasks.rados.rados.0.smithi173.stdout:1205: finishing write tid 1 to smithi17368540-38 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: finishing write tid 2 to smithi17368540-38 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: finishing write tid 3 to smithi17368540-38 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: finishing write tid 4 to smithi17368540-38 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: finishing write tid 5 to smithi17368540-38 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: oid 38 updating version 0 to 610 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: oid 38 version 610 is already newer than 609 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: oid 38 updating version 610 to 612 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: oid 38 version 612 is already newer than 611 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 612 (ObjNum 380 snap 116 seq_num 380) dirty exists 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1205: left oid 38 (ObjNum 380 snap 116 seq_num 380) 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1201: done (4 left) 2024-08-30T21:02:46.996 INFO:tasks.rados.rados.0.smithi173.stdout:1203: done (3 left) 2024-08-30T21:02:46.997 INFO:tasks.rados.rados.0.smithi173.stdout:1204: done (2 left) 2024-08-30T21:02:46.997 INFO:tasks.rados.rados.0.smithi173.stdout:1205: done (1 left) 2024-08-30T21:02:46.997 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 116 2024-08-30T21:02:46.997 INFO:tasks.rados.rados.0.smithi173.stdout:1207: seq_num 381 ranges {966656=786432,1753088=417792,2170880=385024} 2024-08-30T21:02:47.005 INFO:tasks.rados.rados.0.smithi173.stdout:1207: writing smithi17368540-34 from 966656 to 1753088 tid 1 2024-08-30T21:02:47.007 INFO:tasks.rados.rados.0.smithi173.stdout:1207: writing smithi17368540-34 from 1753088 to 2170880 tid 2 2024-08-30T21:02:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:1207: writing smithi17368540-34 from 2170880 to 2555904 tid 3 2024-08-30T21:02:47.009 INFO:tasks.rados.rados.0.smithi173.stdout:1208: snap_remove snap 115 2024-08-30T21:02:47.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:46 smithi196 ceph-mon[74601]: osdmap e314: 8 total, 8 up, 8 in 2024-08-30T21:02:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:46 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-30T21:02:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:46 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-30T21:02:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:46 smithi196 ceph-mon[74601]: Upgrade: osd.1 is safe to restart 2024-08-30T21:02:47.648 INFO:tasks.rados.rados.0.smithi173.stdout:1208: done (2 left) 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1209: rollback oid 6 current snap is 116 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1209: done (2 left) 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1210: read oid 20 snap -1 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1210: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1211: delete oid 4 current snap is 116 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 870 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1207: finishing write tid 1 to smithi17368540-34 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1207: finishing write tid 2 to smithi17368540-34 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1207: finishing write tid 3 to smithi17368540-34 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1207: finishing write tid 4 to smithi17368540-34 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1207: finishing write tid 5 to smithi17368540-34 2024-08-30T21:02:47.649 INFO:tasks.rados.rados.0.smithi173.stdout:1207: oid 34 updating version 0 to 763 2024-08-30T21:02:47.650 INFO:tasks.rados.rados.0.smithi173.stdout:1207: oid 34 version 763 is already newer than 761 2024-08-30T21:02:47.650 INFO:tasks.rados.rados.0.smithi173.stdout:1207: oid 34 updating version 763 to 764 2024-08-30T21:02:47.650 INFO:tasks.rados.rados.0.smithi173.stdout:1207: oid 34 version 764 is already newer than 762 2024-08-30T21:02:47.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 764 (ObjNum 381 snap 116 seq_num 381) dirty exists 2024-08-30T21:02:47.650 INFO:tasks.rados.rados.0.smithi173.stdout:1207: left oid 34 (ObjNum 381 snap 116 seq_num 381) 2024-08-30T21:02:47.657 INFO:tasks.rados.rados.0.smithi173.stdout:1206: done (3 left) 2024-08-30T21:02:47.657 INFO:tasks.rados.rados.0.smithi173.stdout:1207: done (2 left) 2024-08-30T21:02:47.657 INFO:tasks.rados.rados.0.smithi173.stdout:1211: done (1 left) 2024-08-30T21:02:47.657 INFO:tasks.rados.rados.0.smithi173.stdout:1212: rollback oid 1 current snap is 116 2024-08-30T21:02:47.658 INFO:tasks.rados.rados.0.smithi173.stdout:1212: done (1 left) 2024-08-30T21:02:47.658 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 116 2024-08-30T21:02:47.658 INFO:tasks.rados.rados.0.smithi173.stdout:1213: seq_num 383 ranges {1073152=417792,1490944=589824,2080768=417792,2498560=196608} 2024-08-30T21:02:47.665 INFO:tasks.rados.rados.0.smithi173.stdout:1213: writing smithi17368540-2 from 1073152 to 1490944 tid 1 2024-08-30T21:02:47.669 INFO:tasks.rados.rados.0.smithi173.stdout:1213: writing smithi17368540-2 from 1490944 to 2080768 tid 2 2024-08-30T21:02:47.671 INFO:tasks.rados.rados.0.smithi173.stdout:1213: writing smithi17368540-2 from 2080768 to 2498560 tid 3 2024-08-30T21:02:47.673 INFO:tasks.rados.rados.0.smithi173.stdout:1213: writing smithi17368540-2 from 2498560 to 2695168 tid 4 2024-08-30T21:02:47.673 INFO:tasks.rados.rados.0.smithi173.stdout:1214: snap_create 2024-08-30T21:02:47.680 INFO:tasks.rados.rados.0.smithi173.stdout:1210: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:02:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[82405]: pgmap v139: 121 pgs: 121 active+clean; 152 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-08-30T21:02:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[82405]: osdmap e315: 8 total, 8 up, 8 in 2024-08-30T21:02:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-30T21:02:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[79976]: pgmap v139: 121 pgs: 121 active+clean; 152 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-08-30T21:02:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[79976]: osdmap e315: 8 total, 8 up, 8 in 2024-08-30T21:02:47.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:47.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-30T21:02:47.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: finishing write tid 1 to smithi17368540-2 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: finishing write tid 2 to smithi17368540-2 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: finishing write tid 3 to smithi17368540-2 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: finishing write tid 4 to smithi17368540-2 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: finishing write tid 5 to smithi17368540-2 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: finishing write tid 6 to smithi17368540-2 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: oid 2 updating version 0 to 555 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: oid 2 version 555 is already newer than 552 2024-08-30T21:02:47.971 INFO:tasks.rados.rados.0.smithi173.stdout:1213: oid 2 updating version 555 to 556 2024-08-30T21:02:47.972 INFO:tasks.rados.rados.0.smithi173.stdout:1213: oid 2 version 556 is already newer than 553 2024-08-30T21:02:47.972 INFO:tasks.rados.rados.0.smithi173.stdout:1213: oid 2 version 556 is already newer than 554 2024-08-30T21:02:47.972 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 556 (ObjNum 383 snap 116 seq_num 383) dirty exists 2024-08-30T21:02:47.972 INFO:tasks.rados.rados.0.smithi173.stdout:1213: left oid 2 (ObjNum 383 snap 116 seq_num 383) 2024-08-30T21:02:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:47 smithi196 ceph-mon[74601]: pgmap v139: 121 pgs: 121 active+clean; 152 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.2 MiB/s wr, 17 op/s 2024-08-30T21:02:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:47 smithi196 ceph-mon[74601]: osdmap e315: 8 total, 8 up, 8 in 2024-08-30T21:02:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-30T21:02:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:02:48.665 INFO:tasks.rados.rados.0.smithi173.stdout:1210: done (2 left) 2024-08-30T21:02:48.665 INFO:tasks.rados.rados.0.smithi173.stdout:1213: done (1 left) 2024-08-30T21:02:48.665 INFO:tasks.rados.rados.0.smithi173.stdout:1214: done (0 left) 2024-08-30T21:02:48.665 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 117 2024-08-30T21:02:48.665 INFO:tasks.rados.rados.0.smithi173.stdout:1215: seq_num 384 ranges {1236992=434176,1671168=475136,2146304=630784,2777088=98304} 2024-08-30T21:02:48.673 INFO:tasks.rados.rados.0.smithi173.stdout:1215: writing smithi17368540-19 from 1236992 to 1671168 tid 1 2024-08-30T21:02:48.676 INFO:tasks.rados.rados.0.smithi173.stdout:1215: writing smithi17368540-19 from 1671168 to 2146304 tid 2 2024-08-30T21:02:48.680 INFO:tasks.rados.rados.0.smithi173.stdout:1215: writing smithi17368540-19 from 2146304 to 2777088 tid 3 2024-08-30T21:02:48.680 INFO:tasks.rados.rados.0.smithi173.stdout:1215: writing smithi17368540-19 from 2777088 to 2875392 tid 4 2024-08-30T21:02:48.685 INFO:tasks.rados.rados.0.smithi173.stdout:1216: copy_from oid 10 from oid 3 current snap is 117 2024-08-30T21:02:48.685 INFO:tasks.rados.rados.0.smithi173.stdout:1215: finishing write tid 1 to smithi17368540-19 2024-08-30T21:02:48.685 INFO:tasks.rados.rados.0.smithi173.stdout:1215: finishing write tid 2 to smithi17368540-19 2024-08-30T21:02:48.685 INFO:tasks.rados.rados.0.smithi173.stdout:1217: snap_remove snap 116 2024-08-30T21:02:48.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:48 smithi173 ceph-mon[79976]: Upgrade: Updating osd.1 2024-08-30T21:02:48.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:48 smithi173 ceph-mon[79976]: Deploying daemon osd.1 on smithi173 2024-08-30T21:02:48.836 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:48 smithi173 ceph-mon[79976]: osdmap e316: 8 total, 8 up, 8 in 2024-08-30T21:02:48.836 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:48 smithi173 ceph-mon[82405]: Upgrade: Updating osd.1 2024-08-30T21:02:48.836 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:48 smithi173 ceph-mon[82405]: Deploying daemon osd.1 on smithi173 2024-08-30T21:02:48.836 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:48 smithi173 ceph-mon[82405]: osdmap e316: 8 total, 8 up, 8 in 2024-08-30T21:02:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:48 smithi196 ceph-mon[74601]: Upgrade: Updating osd.1 2024-08-30T21:02:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:48 smithi196 ceph-mon[74601]: Deploying daemon osd.1 on smithi173 2024-08-30T21:02:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:48 smithi196 ceph-mon[74601]: osdmap e316: 8 total, 8 up, 8 in 2024-08-30T21:02:49.666 INFO:tasks.rados.rados.0.smithi173.stdout:1217: done (2 left) 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1218: delete oid 29 current snap is 117 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: finishing write tid 3 to smithi17368540-19 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: finishing write tid 4 to smithi17368540-19 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: finishing write tid 5 to smithi17368540-19 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: finishing write tid 6 to smithi17368540-19 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: oid 19 updating version 0 to 562 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: oid 19 version 562 is already newer than 561 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: oid 19 version 562 is already newer than 559 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: oid 19 version 562 is already newer than 558 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: oid 19 version 562 is already newer than 560 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 562 (ObjNum 384 snap 117 seq_num 384) dirty exists 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1215: left oid 19 (ObjNum 384 snap 117 seq_num 384) 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1216: finishing copy_from racing read to smithi17368540-10 2024-08-30T21:02:49.667 INFO:tasks.rados.rados.0.smithi173.stdout:1216: finishing copy_from to smithi17368540-10 2024-08-30T21:02:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 836 (ObjNum 374 snap 114 seq_num 374) dirty exists 2024-08-30T21:02:49.670 INFO:tasks.rados.rados.0.smithi173.stdout:1215: done (2 left) 2024-08-30T21:02:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:1216: done (1 left) 2024-08-30T21:02:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:1218: done (0 left) 2024-08-30T21:02:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:1219: read oid 24 snap -1 2024-08-30T21:02:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:1219: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-30T21:02:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 117 2024-08-30T21:02:49.672 INFO:tasks.rados.rados.0.smithi173.stdout:1220: seq_num 386 ranges {2801664=466944,3268608=638976,3907584=565248} 2024-08-30T21:02:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:1220: writing smithi17368540-17 from 2801664 to 3268608 tid 1 2024-08-30T21:02:49.695 INFO:tasks.rados.rados.0.smithi173.stdout:1220: writing smithi17368540-17 from 3268608 to 3907584 tid 2 2024-08-30T21:02:49.699 INFO:tasks.rados.rados.0.smithi173.stdout:1220: writing smithi17368540-17 from 3907584 to 4472832 tid 3 2024-08-30T21:02:49.699 INFO:tasks.rados.rados.0.smithi173.stdout:1221: read oid 36 snap -1 2024-08-30T21:02:49.699 INFO:tasks.rados.rados.0.smithi173.stdout:1221: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:49.699 INFO:tasks.rados.rados.0.smithi173.stdout:1222: snap_create 2024-08-30T21:02:49.700 INFO:tasks.rados.rados.0.smithi173.stdout:1219: expect (ObjNum 326 snap 99 seq_num 326) 2024-08-30T21:02:49.827 INFO:tasks.rados.rados.0.smithi173.stdout:1220: finishing write tid 1 to smithi17368540-17 2024-08-30T21:02:49.827 INFO:tasks.rados.rados.0.smithi173.stdout:1221: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:1220: finishing write tid 2 to smithi17368540-17 2024-08-30T21:02:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:1220: finishing write tid 3 to smithi17368540-17 2024-08-30T21:02:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:1220: finishing write tid 4 to smithi17368540-17 2024-08-30T21:02:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:1220: finishing write tid 5 to smithi17368540-17 2024-08-30T21:02:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:1220: oid 17 updating version 0 to 294 2024-08-30T21:02:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:1220: oid 17 updating version 294 to 296 2024-08-30T21:02:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:1220: oid 17 version 296 is already newer than 295 2024-08-30T21:02:49.834 INFO:tasks.rados.rados.0.smithi173.stdout:1220: oid 17 updating version 296 to 297 2024-08-30T21:02:49.834 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 297 (ObjNum 386 snap 117 seq_num 386) dirty exists 2024-08-30T21:02:49.834 INFO:tasks.rados.rados.0.smithi173.stdout:1220: left oid 17 (ObjNum 386 snap 117 seq_num 386) 2024-08-30T21:02:49.870 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:49 smithi173 ceph-mon[79976]: pgmap v142: 121 pgs: 121 active+clean; 152 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 368 KiB/s wr, 6 op/s 2024-08-30T21:02:49.870 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:49 smithi173 ceph-mon[79976]: osdmap e317: 8 total, 8 up, 8 in 2024-08-30T21:02:49.870 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:49 smithi173 ceph-mon[82405]: pgmap v142: 121 pgs: 121 active+clean; 152 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 368 KiB/s wr, 6 op/s 2024-08-30T21:02:49.871 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:49 smithi173 ceph-mon[82405]: osdmap e317: 8 total, 8 up, 8 in 2024-08-30T21:02:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:49 smithi196 ceph-mon[74601]: pgmap v142: 121 pgs: 121 active+clean; 152 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 368 KiB/s wr, 6 op/s 2024-08-30T21:02:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:49 smithi196 ceph-mon[74601]: osdmap e317: 8 total, 8 up, 8 in 2024-08-30T21:02:50.139 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:49 smithi173 systemd[1]: Stopping Ceph osd.1 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:02:50.233 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:02:50.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[38004]: 2024-08-30T21:02:50.160+0000 7f8514896640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:02:50.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[38004]: 2024-08-30T21:02:50.160+0000 7f8514896640 -1 osd.1 318 *** Got signal Terminated *** 2024-08-30T21:02:50.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:50 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[38004]: 2024-08-30T21:02:50.160+0000 7f8514896640 -1 osd.1 318 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:02:50.677 INFO:tasks.rados.rados.0.smithi173.stdout:1219: done (3 left) 2024-08-30T21:02:50.678 INFO:tasks.rados.rados.0.smithi173.stdout:1220: done (2 left) 2024-08-30T21:02:50.678 INFO:tasks.rados.rados.0.smithi173.stdout:1221: done (1 left) 2024-08-30T21:02:50.678 INFO:tasks.rados.rados.0.smithi173.stdout:1222: done (0 left) 2024-08-30T21:02:50.678 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 118 2024-08-30T21:02:50.678 INFO:tasks.rados.rados.0.smithi173.stdout:1223: seq_num 387 ranges {3244032=483328,3727360=524288,4251648=679936} 2024-08-30T21:02:50.700 INFO:tasks.rados.rados.0.smithi173.stdout:1223: writing smithi17368540-44 from 3244032 to 3727360 tid 1 2024-08-30T21:02:50.704 INFO:tasks.rados.rados.0.smithi173.stdout:1223: writing smithi17368540-44 from 3727360 to 4251648 tid 2 2024-08-30T21:02:50.709 INFO:tasks.rados.rados.0.smithi173.stdout:1223: writing smithi17368540-44 from 4251648 to 4931584 tid 3 2024-08-30T21:02:50.709 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 118 2024-08-30T21:02:50.710 INFO:tasks.rados.rados.0.smithi173.stdout:1224: seq_num 388 ranges {4268032=507904,4775936=458752,5234688=606208,5840896=139264} 2024-08-30T21:02:50.736 INFO:tasks.rados.rados.0.smithi173.stdout:1224: writing smithi17368540-48 from 4268032 to 4775936 tid 1 2024-08-30T21:02:50.739 INFO:tasks.rados.rados.0.smithi173.stdout:1224: writing smithi17368540-48 from 4775936 to 5234688 tid 2 2024-08-30T21:02:50.743 INFO:tasks.rados.rados.0.smithi173.stdout:1224: writing smithi17368540-48 from 5234688 to 5840896 tid 3 2024-08-30T21:02:50.744 INFO:tasks.rados.rados.0.smithi173.stdout:1224: writing smithi17368540-48 from 5840896 to 5980160 tid 4 2024-08-30T21:02:50.744 INFO:tasks.rados.rados.0.smithi173.stdout:1225: delete oid 25 current snap is 118 2024-08-30T21:02:50.744 INFO:tasks.rados.rados.0.smithi173.stdout:1224: finishing write tid 1 to smithi17368540-48 2024-08-30T21:02:50.744 INFO:tasks.rados.rados.0.smithi173.stdout:1224: finishing write tid 2 to smithi17368540-48 2024-08-30T21:02:50.752 INFO:tasks.rados.rados.0.smithi173.stdout:1225: done (2 left) 2024-08-30T21:02:50.752 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 118 2024-08-30T21:02:50.752 INFO:tasks.rados.rados.0.smithi173.stdout:1226: seq_num 390 ranges {4472832=540672,5013504=630784,5644288=573440} 2024-08-30T21:02:50.781 INFO:tasks.rados.rados.0.smithi173.stdout:1226: writing smithi17368540-17 from 4472832 to 5013504 tid 1 2024-08-30T21:02:50.785 INFO:tasks.rados.rados.0.smithi173.stdout:1226: writing smithi17368540-17 from 5013504 to 5644288 tid 2 2024-08-30T21:02:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:1226: writing smithi17368540-17 from 5644288 to 6217728 tid 3 2024-08-30T21:02:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 118 2024-08-30T21:02:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:1227: seq_num 391 ranges {4308992=557056,4866048=516096,5382144=688128} 2024-08-30T21:02:50.816 INFO:tasks.rados.rados.0.smithi173.stdout:1227: writing smithi17368540-30 from 4308992 to 4866048 tid 1 2024-08-30T21:02:50.819 INFO:tasks.rados.rados.0.smithi173.stdout:1227: writing smithi17368540-30 from 4866048 to 5382144 tid 2 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1227: writing smithi17368540-30 from 5382144 to 6070272 tid 3 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1228: read oid 49 snap 117 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1228: expect (ObjNum 311 snap 95 seq_num 311) 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 118 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1224: finishing write tid 3 to smithi17368540-48 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1224: finishing write tid 4 to smithi17368540-48 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1224: finishing write tid 5 to smithi17368540-48 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1224: finishing write tid 6 to smithi17368540-48 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1224: oid 48 updating version 0 to 619 2024-08-30T21:02:50.824 INFO:tasks.rados.rados.0.smithi173.stdout:1224: oid 48 version 619 is already newer than 618 2024-08-30T21:02:50.825 INFO:tasks.rados.rados.0.smithi173.stdout:1224: oid 48 version 619 is already newer than 617 2024-08-30T21:02:50.825 INFO:tasks.rados.rados.0.smithi173.stdout:1224: oid 48 updating version 619 to 620 2024-08-30T21:02:50.825 INFO:tasks.rados.rados.0.smithi173.stdout:1224: oid 48 version 620 is already newer than 616 2024-08-30T21:02:50.825 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 620 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-30T21:02:50.825 INFO:tasks.rados.rados.0.smithi173.stdout:1224: left oid 48 (ObjNum 388 snap 118 seq_num 388) 2024-08-30T21:02:50.825 INFO:tasks.rados.rados.0.smithi173.stdout:1229: seq_num 392 ranges {2875392=573440,3448832=802816,4251648=401408} 2024-08-30T21:02:50.838 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:02:50.838 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (5m) 24s ago 6m 23.7M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:02:50.838 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (6m) 64s ago 6m 88.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:02:50.838 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (7m) 24s ago 7m 16.1M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:02:50.838 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (7m) 64s ago 7m 20.6M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (2m) 64s ago 11m 452M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (2m) 24s ago 13m 516M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (109s) 24s ago 13m 46.5M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (70s) 64s ago 11m 23.9M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (87s) 24s ago 11m 38.2M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (6m) 24s ago 6m 15.4M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (6m) 64s ago 6m 16.1M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (28s) 24s ago 11m 11.5M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:02:50.839 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (10m) 24s ago 10m 210M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 1a96395c1d02 2024-08-30T21:02:50.840 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (10m) 24s ago 10m 271M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T21:02:50.840 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (9m) 24s ago 9m 181M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:02:50.840 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (9m) 64s ago 9m 184M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:02:50.840 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (9m) 64s ago 9m 183M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:02:50.840 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (8m) 64s ago 8m 96.5M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:02:50.840 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (8m) 64s ago 8m 185M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:02:50.840 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (2m) 64s ago 7m 47.1M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:02:50.842 INFO:tasks.rados.rados.0.smithi173.stdout:1229: writing smithi17368540-19 from 2875392 to 3448832 tid 1 2024-08-30T21:02:50.847 INFO:tasks.rados.rados.0.smithi173.stdout:1229: writing smithi17368540-19 from 3448832 to 4251648 tid 2 2024-08-30T21:02:50.850 INFO:tasks.rados.rados.0.smithi173.stdout:1229: writing smithi17368540-19 from 4251648 to 4653056 tid 3 2024-08-30T21:02:50.850 INFO:tasks.rados.rados.0.smithi173.stdout:1224: done (5 left) 2024-08-30T21:02:50.850 INFO:tasks.rados.rados.0.smithi173.stdout:1230: delete oid 21 current snap is 118 2024-08-30T21:02:50.852 INFO:tasks.rados.rados.0.smithi173.stdout:1230: done (5 left) 2024-08-30T21:02:50.852 INFO:tasks.rados.rados.0.smithi173.stdout:1231: setattr oid 4 current snap is 118 2024-08-30T21:02:50.853 INFO:tasks.rados.rados.0.smithi173.stdout:1232: read oid 36 snap -1 2024-08-30T21:02:50.853 INFO:tasks.rados.rados.0.smithi173.stdout:1232: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:50.853 INFO:tasks.rados.rados.0.smithi173.stdout:1233: rollback oid 40 current snap is 118 2024-08-30T21:02:50.853 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 117 2024-08-30T21:02:50.853 INFO:tasks.rados.rados.0.smithi173.stdout:1234: copy_from oid 39 from oid 31 current snap is 118 2024-08-30T21:02:50.853 INFO:tasks.rados.rados.0.smithi173.stdout:1235: delete oid 3 current snap is 118 2024-08-30T21:02:50.856 INFO:tasks.rados.rados.0.smithi173.stdout:1232: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1233: finishing rollback tid 0 to smithi17368540-40 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1232: done (9 left) 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1235: done (8 left) 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1236: read oid 3 snap -1 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1236: expect deleted 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1237: copy_from oid 43 from oid 47 current snap is 118 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 875 (ObjNum 33 snap 0 seq_num 1579380096) dirty exists 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1233: finishing rollback tid 1 to smithi17368540-40 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:1233: finishing rollback tid 2 to smithi17368540-40 2024-08-30T21:02:50.868 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 614 (ObjNum 276 snap 82 seq_num 276) dirty exists 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1231: done (9 left) 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1233: done (8 left) 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1238: copy_from oid 10 from oid 16 current snap is 118 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1239: read oid 46 snap 117 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1239: expect (ObjNum 373 snap 114 seq_num 373) 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1240: rmattr oid 24 current snap is 118 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1240: done (10 left) 2024-08-30T21:02:50.869 INFO:tasks.rados.rados.0.smithi173.stdout:1241: snap_create 2024-08-30T21:02:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:50 smithi173 ceph-mon[79976]: osdmap e318: 8 total, 8 up, 8 in 2024-08-30T21:02:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:50 smithi173 ceph-mon[79976]: osd.1 marked itself down and dead 2024-08-30T21:02:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:50 smithi173 ceph-mon[82405]: osdmap e318: 8 total, 8 up, 8 in 2024-08-30T21:02:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:50 smithi173 ceph-mon[82405]: osd.1 marked itself down and dead 2024-08-30T21:02:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:50 smithi196 ceph-mon[74601]: osdmap e318: 8 total, 8 up, 8 in 2024-08-30T21:02:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:50 smithi196 ceph-mon[74601]: osd.1 marked itself down and dead 2024-08-30T21:02:51.191 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:02:51.191 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:02:51.192 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:02:51.192 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:51.192 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:02:51.192 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:02:51.192 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:51.192 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:02:51.192 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 6, 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 1 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8, 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 6 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:02:51.193 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:02:51.430 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:51 smithi173 podman[92233]: 2024-08-30 21:02:51.035278807 +0000 UTC m=+0.998667192 container died 1a96395c1d02b242557582b00f43e7af080ee49e279e6beaf9a94972389dcc7a (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-63b0b8e, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-30T21:02:51.463 INFO:tasks.rados.rados.0.smithi173.stdout:1236: done (10 left) 2024-08-30T21:02:51.463 INFO:tasks.rados.rados.0.smithi173.stdout:1241: done (9 left) 2024-08-30T21:02:51.463 INFO:tasks.rados.rados.0.smithi173.stdout:1242: rollback oid 50 current snap is 119 2024-08-30T21:02:51.463 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 118 2024-08-30T21:02:51.463 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 119 2024-08-30T21:02:51.463 INFO:tasks.rados.rados.0.smithi173.stdout:1243: seq_num 395 ranges {647168=622592,1269760=450560,1720320=753664} 2024-08-30T21:02:51.471 INFO:tasks.rados.rados.0.smithi173.stdout:1243: writing smithi17368540-8 from 647168 to 1269760 tid 1 2024-08-30T21:02:51.475 INFO:tasks.rados.rados.0.smithi173.stdout:1243: writing smithi17368540-8 from 1269760 to 1720320 tid 2 2024-08-30T21:02:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:1243: writing smithi17368540-8 from 1720320 to 2473984 tid 3 2024-08-30T21:02:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:1244: read oid 21 snap -1 2024-08-30T21:02:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:1244: expect deleted 2024-08-30T21:02:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:1245: copy_from oid 28 from oid 45 current snap is 119 2024-08-30T21:02:51.481 INFO:tasks.rados.rados.0.smithi173.stdout:1246: setattr oid 7 current snap is 119 2024-08-30T21:02:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:1229: finishing write tid 1 to smithi17368540-19 2024-08-30T21:02:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:1229: finishing write tid 2 to smithi17368540-19 2024-08-30T21:02:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:1223: finishing write tid 1 to smithi17368540-44 2024-08-30T21:02:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:1226: finishing write tid 1 to smithi17368540-17 2024-08-30T21:02:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:1223: finishing write tid 2 to smithi17368540-44 2024-08-30T21:02:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:1223: finishing write tid 3 to smithi17368540-44 2024-08-30T21:02:51.482 INFO:tasks.rados.rados.0.smithi173.stdout:1239: expect (ObjNum 373 snap 114 seq_num 373) 2024-08-30T21:02:51.511 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:02:51.511 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:02:51.511 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:02:51.511 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:02:51.511 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:02:51.512 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:02:51.512 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:02:51.512 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:02:51.512 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "6/20 daemons upgraded", 2024-08-30T21:02:51.512 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:02:51.512 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:02:51.512 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1223: finishing write tid 4 to smithi17368540-44 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1229: finishing write tid 3 to smithi17368540-19 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1229: finishing write tid 4 to smithi17368540-19 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1229: finishing write tid 5 to smithi17368540-19 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1229: oid 19 updating version 0 to 569 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1229: oid 19 version 569 is already newer than 568 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1229: oid 19 version 569 is already newer than 567 2024-08-30T21:02:51.534 INFO:tasks.rados.rados.0.smithi173.stdout:1229: oid 19 version 569 is already newer than 566 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 569 (ObjNum 392 snap 118 seq_num 392) dirty exists 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1229: left oid 19 (ObjNum 392 snap 118 seq_num 392) 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1226: finishing write tid 2 to smithi17368540-17 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1227: finishing write tid 1 to smithi17368540-30 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1243: finishing write tid 1 to smithi17368540-8 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1243: finishing write tid 2 to smithi17368540-8 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1223: finishing write tid 5 to smithi17368540-44 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1223: oid 44 updating version 0 to 514 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1223: oid 44 updating version 514 to 517 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1223: oid 44 version 517 is already newer than 516 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1223: oid 44 version 517 is already newer than 515 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 517 (ObjNum 387 snap 118 seq_num 387) dirty exists 2024-08-30T21:02:51.535 INFO:tasks.rados.rados.0.smithi173.stdout:1223: left oid 44 (ObjNum 387 snap 118 seq_num 387) 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: finishing write tid 3 to smithi17368540-8 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: finishing write tid 4 to smithi17368540-8 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: finishing write tid 5 to smithi17368540-8 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: oid 8 updating version 0 to 519 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: oid 8 updating version 519 to 521 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: oid 8 updating version 521 to 522 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: oid 8 version 522 is already newer than 520 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 522 (ObjNum 395 snap 119 seq_num 395) dirty exists 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1243: left oid 8 (ObjNum 395 snap 119 seq_num 395) 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1227: finishing write tid 2 to smithi17368540-30 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1227: finishing write tid 3 to smithi17368540-30 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1227: finishing write tid 4 to smithi17368540-30 2024-08-30T21:02:51.536 INFO:tasks.rados.rados.0.smithi173.stdout:1223: done (13 left) 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1229: done (12 left) 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1239: done (11 left) 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1243: done (10 left) 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1244: done (9 left) 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1247: rollback oid 35 current snap is 119 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 35 to 117 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1242: finishing rollback tid 0 to smithi17368540-50 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1238: finishing copy_from racing read to smithi17368540-10 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1242: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1242: finishing rollback tid 2 to smithi17368540-50 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 762 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1226: finishing write tid 3 to smithi17368540-17 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1226: finishing write tid 4 to smithi17368540-17 2024-08-30T21:02:51.537 INFO:tasks.rados.rados.0.smithi173.stdout:1227: finishing write tid 5 to smithi17368540-30 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1227: oid 30 updating version 0 to 756 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1227: oid 30 updating version 756 to 758 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1227: oid 30 updating version 758 to 759 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1227: oid 30 version 759 is already newer than 757 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 759 (ObjNum 391 snap 118 seq_num 391) dirty exists 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1227: left oid 30 (ObjNum 391 snap 118 seq_num 391) 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1238: finishing copy_from to smithi17368540-10 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 135 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1234: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1227: done (9 left) 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1238: done (8 left) 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1242: done (7 left) 2024-08-30T21:02:51.538 INFO:tasks.rados.rados.0.smithi173.stdout:1248: read oid 38 snap -1 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1248: expect (ObjNum 380 snap 116 seq_num 380) 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1249: read oid 26 snap -1 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1249: expect (ObjNum 366 snap 108 seq_num 366) 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1250: setattr oid 40 current snap is 119 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1234: finishing copy_from to smithi17368540-39 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 135 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1237: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1237: finishing copy_from to smithi17368540-43 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 453 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1245: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1245: finishing copy_from to smithi17368540-28 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 720 (ObjNum 378 snap 115 seq_num 378) dirty exists 2024-08-30T21:02:51.539 INFO:tasks.rados.rados.0.smithi173.stdout:1228: expect (ObjNum 311 snap 95 seq_num 311) 2024-08-30T21:02:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: pgmap v145: 121 pgs: 121 active+clean; 168 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:02:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:02:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: osdmap e319: 8 total, 7 up, 8 in 2024-08-30T21:02:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2221254184' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:51.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[79976]: osdmap e320: 8 total, 7 up, 8 in 2024-08-30T21:02:51.711 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:51 smithi173 podman[92233]: 2024-08-30 21:02:51.53625349 +0000 UTC m=+1.499641883 container cleanup 1a96395c1d02b242557582b00f43e7af080ee49e279e6beaf9a94972389dcc7a (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-63b0b8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731) 2024-08-30T21:02:51.711 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:51 smithi173 bash[92233]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1 2024-08-30T21:02:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: pgmap v145: 121 pgs: 121 active+clean; 168 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:02:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:51.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:02:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: osdmap e319: 8 total, 7 up, 8 in 2024-08-30T21:02:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2221254184' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:51.712 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:51 smithi173 ceph-mon[82405]: osdmap e320: 8 total, 7 up, 8 in 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: pgmap v145: 121 pgs: 121 active+clean; 168 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: osdmap e319: 8 total, 7 up, 8 in 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2221254184' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:02:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:51 smithi196 ceph-mon[74601]: osdmap e320: 8 total, 7 up, 8 in 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1226: finishing write tid 5 to smithi17368540-17 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1226: oid 17 updating version 0 to 298 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1226: oid 17 updating version 298 to 301 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1226: oid 17 version 301 is already newer than 300 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1226: oid 17 version 301 is already newer than 299 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 301 (ObjNum 390 snap 118 seq_num 390) dirty exists 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1226: left oid 17 (ObjNum 390 snap 118 seq_num 390) 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 763 (ObjNum 274 snap 82 seq_num 274) dirty exists 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1247: finishing rollback tid 0 to smithi17368540-35 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1247: finishing rollback tid 1 to smithi17368540-35 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:1247: finishing rollback tid 2 to smithi17368540-35 2024-08-30T21:02:52.074 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 347 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-30T21:02:52.075 INFO:tasks.rados.rados.0.smithi173.stdout:1249: expect (ObjNum 366 snap 108 seq_num 366) 2024-08-30T21:02:52.159 INFO:tasks.rados.rados.0.smithi173.stdout:1248: expect (ObjNum 380 snap 116 seq_num 380) 2024-08-30T21:02:52.210 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:51 smithi173 podman[92325]: 2024-08-30 21:02:51.771042277 +0000 UTC m=+0.731130603 container remove 1a96395c1d02b242557582b00f43e7af080ee49e279e6beaf9a94972389dcc7a (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-63b0b8e) 2024-08-30T21:02:52.477 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 615 (ObjNum 276 snap 82 seq_num 276) dirty exists 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1226: done (9 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1228: done (8 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1234: done (7 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1237: done (6 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1245: done (5 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1246: done (4 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1247: done (3 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1248: done (2 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1249: done (1 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1250: done (0 left) 2024-08-30T21:02:52.478 INFO:tasks.rados.rados.0.smithi173.stdout:1251: snap_create 2024-08-30T21:02:52.550 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:52 smithi173 podman[92440]: 2024-08-30 21:02:52.128253432 +0000 UTC m=+0.015686526 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:02:52.550 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:52 smithi173 podman[92440]: 2024-08-30 21:02:52.240438768 +0000 UTC m=+0.127871853 container create a0a9f187aac4d05bcfd520651d00d1fba1ddbd9f5ef4d4459c72ca99aeaf48d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-30T21:02:52.550 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:52 smithi173 podman[92440]: 2024-08-30 21:02:52.457559346 +0000 UTC m=+0.344992431 container init a0a9f187aac4d05bcfd520651d00d1fba1ddbd9f5ef4d4459c72ca99aeaf48d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-08-30T21:02:52.550 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:52 smithi173 podman[92440]: 2024-08-30 21:02:52.460957573 +0000 UTC m=+0.348390665 container start a0a9f187aac4d05bcfd520651d00d1fba1ddbd9f5ef4d4459c72ca99aeaf48d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:02:52.550 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:52 smithi173 podman[92440]: 2024-08-30 21:02:52.54944397 +0000 UTC m=+0.436877055 container attach a0a9f187aac4d05bcfd520651d00d1fba1ddbd9f5ef4d4459c72ca99aeaf48d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-30T21:02:52.679 INFO:tasks.rados.rados.0.smithi173.stdout:1251: done (0 left) 2024-08-30T21:02:52.679 INFO:tasks.rados.rados.0.smithi173.stdout:1252: snap_remove snap 119 2024-08-30T21:02:52.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:52 smithi173 ceph-mon[79976]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:52.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:52 smithi173 ceph-mon[82405]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:52.961 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:52 smithi173 podman[92440]: 2024-08-30 21:02:52.651229457 +0000 UTC m=+0.538662547 container died a0a9f187aac4d05bcfd520651d00d1fba1ddbd9f5ef4d4459c72ca99aeaf48d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:02:53.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:52 smithi196 ceph-mon[74601]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:02:53.504 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 podman[92462]: 2024-08-30 21:02:53.278379438 +0000 UTC m=+0.621118553 container remove a0a9f187aac4d05bcfd520651d00d1fba1ddbd9f5ef4d4459c72ca99aeaf48d3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-30T21:02:53.504 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-30T21:02:53.504 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 systemd[1]: Stopped Ceph osd.1 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:02:53.504 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.1.service: Consumed 10.684s CPU time. 2024-08-30T21:02:53.683 INFO:tasks.rados.rados.0.smithi173.stdout:1252: done (0 left) 2024-08-30T21:02:53.683 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 120 2024-08-30T21:02:53.683 INFO:tasks.rados.rados.0.smithi173.stdout:1253: seq_num 396 ranges {3235840=638976,3874816=786432,4661248=417792} 2024-08-30T21:02:53.703 INFO:tasks.rados.rados.0.smithi173.stdout:1253: writing smithi17368540-23 from 3235840 to 3874816 tid 1 2024-08-30T21:02:53.708 INFO:tasks.rados.rados.0.smithi173.stdout:1253: writing smithi17368540-23 from 3874816 to 4661248 tid 2 2024-08-30T21:02:53.711 INFO:tasks.rados.rados.0.smithi173.stdout:1253: writing smithi17368540-23 from 4661248 to 5079040 tid 3 2024-08-30T21:02:53.711 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 120 2024-08-30T21:02:53.711 INFO:tasks.rados.rados.0.smithi173.stdout:1253: finishing write tid 1 to smithi17368540-23 2024-08-30T21:02:53.711 INFO:tasks.rados.rados.0.smithi173.stdout:1254: seq_num 397 ranges {3121152=655360,3776512=671744,4448256=532480} 2024-08-30T21:02:53.731 INFO:tasks.rados.rados.0.smithi173.stdout:1254: writing smithi17368540-1 from 3121152 to 3776512 tid 1 2024-08-30T21:02:53.735 INFO:tasks.rados.rados.0.smithi173.stdout:1254: writing smithi17368540-1 from 3776512 to 4448256 tid 2 2024-08-30T21:02:53.739 INFO:tasks.rados.rados.0.smithi173.stdout:1254: writing smithi17368540-1 from 4448256 to 4980736 tid 3 2024-08-30T21:02:53.739 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 120 2024-08-30T21:02:53.739 INFO:tasks.rados.rados.0.smithi173.stdout:1253: finishing write tid 2 to smithi17368540-23 2024-08-30T21:02:53.739 INFO:tasks.rados.rados.0.smithi173.stdout:1253: finishing write tid 3 to smithi17368540-23 2024-08-30T21:02:53.739 INFO:tasks.rados.rados.0.smithi173.stdout:1255: seq_num 398 ranges {2088960=671744,2760704=557056,3317760=532480,3850240=114688} 2024-08-30T21:02:53.753 INFO:tasks.rados.rados.0.smithi173.stdout:1255: writing smithi17368540-32 from 2088960 to 2760704 tid 1 2024-08-30T21:02:53.757 INFO:tasks.rados.rados.0.smithi173.stdout:1255: writing smithi17368540-32 from 2760704 to 3317760 tid 2 2024-08-30T21:02:53.760 INFO:tasks.rados.rados.0.smithi173.stdout:1255: writing smithi17368540-32 from 3317760 to 3850240 tid 3 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1255: writing smithi17368540-32 from 3850240 to 3964928 tid 4 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1256: rollback oid 41 current snap is 120 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 117 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1253: finishing write tid 4 to smithi17368540-23 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1253: finishing write tid 5 to smithi17368540-23 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1253: oid 23 updating version 0 to 571 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1253: oid 23 updating version 571 to 573 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1253: oid 23 updating version 573 to 574 2024-08-30T21:02:53.761 INFO:tasks.rados.rados.0.smithi173.stdout:1253: oid 23 version 574 is already newer than 572 2024-08-30T21:02:53.762 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 574 (ObjNum 396 snap 120 seq_num 396) dirty exists 2024-08-30T21:02:53.762 INFO:tasks.rados.rados.0.smithi173.stdout:1253: left oid 23 (ObjNum 396 snap 120 seq_num 396) 2024-08-30T21:02:53.762 INFO:tasks.rados.rados.0.smithi173.stdout:1253: done (3 left) 2024-08-30T21:02:53.762 INFO:tasks.rados.rados.0.smithi173.stdout:1257: snap_remove snap 118 2024-08-30T21:02:53.844 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[79976]: pgmap v148: 121 pgs: 17 stale+active+clean, 104 active+clean; 168 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:02:53.845 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[79976]: osdmap e321: 8 total, 7 up, 8 in 2024-08-30T21:02:53.845 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:53.845 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:53.845 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[82405]: pgmap v148: 121 pgs: 17 stale+active+clean, 104 active+clean; 168 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:02:53.845 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[82405]: osdmap e321: 8 total, 7 up, 8 in 2024-08-30T21:02:53.845 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:53.845 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:53.845 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 systemd[1]: Starting Ceph osd.1 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:02:53.846 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 podman[92564]: 2024-08-30 21:02:53.613664726 +0000 UTC m=+0.015553271 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:02:53.846 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 podman[92564]: 2024-08-30 21:02:53.721265014 +0000 UTC m=+0.123153550 container create 4aa3e6c62ba6f7a026fa8daf33b8a49ebe7414d4d2a9b8e0226c82d005ccf3ed (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:02:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:53 smithi196 ceph-mon[74601]: pgmap v148: 121 pgs: 17 stale+active+clean, 104 active+clean; 168 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:02:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:53 smithi196 ceph-mon[74601]: osdmap e321: 8 total, 7 up, 8 in 2024-08-30T21:02:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:02:54.105 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 podman[92564]: 2024-08-30 21:02:53.957355085 +0000 UTC m=+0.359243621 container init 4aa3e6c62ba6f7a026fa8daf33b8a49ebe7414d4d2a9b8e0226c82d005ccf3ed (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-30T21:02:54.105 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:53 smithi173 podman[92564]: 2024-08-30 21:02:53.960645306 +0000 UTC m=+0.362533842 container start 4aa3e6c62ba6f7a026fa8daf33b8a49ebe7414d4d2a9b8e0226c82d005ccf3ed (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-30T21:02:54.105 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 podman[92564]: 2024-08-30 21:02:54.04909234 +0000 UTC m=+0.450980897 container attach 4aa3e6c62ba6f7a026fa8daf33b8a49ebe7414d4d2a9b8e0226c82d005ccf3ed (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-30T21:02:54.105 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.105 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.105 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.106 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-30T21:02:54.461 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-30T21:02:54.462 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-30T21:02:54.694 INFO:tasks.rados.rados.0.smithi173.stdout:1257: done (3 left) 2024-08-30T21:02:54.694 INFO:tasks.rados.rados.0.smithi173.stdout:1258: rollback oid 21 current snap is 120 2024-08-30T21:02:54.694 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 117 2024-08-30T21:02:54.694 INFO:tasks.rados.rados.0.smithi173.stdout:1254: finishing write tid 1 to smithi17368540-1 2024-08-30T21:02:54.694 INFO:tasks.rados.rados.0.smithi173.stdout:1254: finishing write tid 2 to smithi17368540-1 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: finishing write tid 3 to smithi17368540-1 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: finishing write tid 4 to smithi17368540-1 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: finishing write tid 5 to smithi17368540-1 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: oid 1 updating version 0 to 618 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: oid 1 version 618 is already newer than 617 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: oid 1 version 618 is already newer than 616 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: oid 1 updating version 618 to 619 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 619 (ObjNum 397 snap 120 seq_num 397) dirty exists 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1254: left oid 1 (ObjNum 397 snap 120 seq_num 397) 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1255: finishing write tid 1 to smithi17368540-32 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1255: finishing write tid 2 to smithi17368540-32 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1256: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:02:54.695 INFO:tasks.rados.rados.0.smithi173.stdout:1256: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1256: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 623 (ObjNum 379 snap 116 seq_num 379) dirty exists 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1255: finishing write tid 3 to smithi17368540-32 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1254: done (3 left) 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1256: done (2 left) 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 120 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1255: finishing write tid 4 to smithi17368540-32 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1255: finishing write tid 5 to smithi17368540-32 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1255: finishing write tid 6 to smithi17368540-32 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1255: oid 32 updating version 0 to 826 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1255: oid 32 version 826 is already newer than 825 2024-08-30T21:02:54.696 INFO:tasks.rados.rados.0.smithi173.stdout:1255: oid 32 version 826 is already newer than 824 2024-08-30T21:02:54.697 INFO:tasks.rados.rados.0.smithi173.stdout:1255: oid 32 version 826 is already newer than 822 2024-08-30T21:02:54.697 INFO:tasks.rados.rados.0.smithi173.stdout:1255: oid 32 version 826 is already newer than 823 2024-08-30T21:02:54.697 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 826 (ObjNum 398 snap 120 seq_num 398) dirty exists 2024-08-30T21:02:54.697 INFO:tasks.rados.rados.0.smithi173.stdout:1255: left oid 32 (ObjNum 398 snap 120 seq_num 398) 2024-08-30T21:02:54.697 INFO:tasks.rados.rados.0.smithi173.stdout:1259: seq_num 399 ranges {4931584=688128,5619712=434176,6053888=745472,6799360=24576} 2024-08-30T21:02:54.724 INFO:tasks.rados.rados.0.smithi173.stdout:1259: writing smithi17368540-44 from 4931584 to 5619712 tid 1 2024-08-30T21:02:54.726 INFO:tasks.rados.rados.0.smithi173.stdout:1259: writing smithi17368540-44 from 5619712 to 6053888 tid 2 2024-08-30T21:02:54.732 INFO:tasks.rados.rados.0.smithi173.stdout:1259: writing smithi17368540-44 from 6053888 to 6799360 tid 3 2024-08-30T21:02:54.732 INFO:tasks.rados.rados.0.smithi173.stdout:1259: writing smithi17368540-44 from 6799360 to 6823936 tid 4 2024-08-30T21:02:54.732 INFO:tasks.rados.rados.0.smithi173.stdout:1255: done (2 left) 2024-08-30T21:02:54.732 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 120 2024-08-30T21:02:54.732 INFO:tasks.rados.rados.0.smithi173.stdout:1258: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:02:54.732 INFO:tasks.rados.rados.0.smithi173.stdout:1258: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:02:54.733 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 723 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:02:54.733 INFO:tasks.rados.rados.0.smithi173.stdout:1259: finishing write tid 1 to smithi17368540-44 2024-08-30T21:02:54.733 INFO:tasks.rados.rados.0.smithi173.stdout:1259: finishing write tid 2 to smithi17368540-44 2024-08-30T21:02:54.733 INFO:tasks.rados.rados.0.smithi173.stdout:1260: seq_num 400 ranges {2441216=704512,3145728=720896,3866624=483328} 2024-08-30T21:02:54.748 INFO:tasks.rados.rados.0.smithi173.stdout:1260: writing smithi17368540-6 from 2441216 to 3145728 tid 1 2024-08-30T21:02:54.752 INFO:tasks.rados.rados.0.smithi173.stdout:1260: writing smithi17368540-6 from 3145728 to 3866624 tid 2 2024-08-30T21:02:54.756 INFO:tasks.rados.rados.0.smithi173.stdout:1260: writing smithi17368540-6 from 3866624 to 4349952 tid 3 2024-08-30T21:02:54.756 INFO:tasks.rados.rados.0.smithi173.stdout:1258: done (2 left) 2024-08-30T21:02:54.757 INFO:tasks.rados.rados.0.smithi173.stdout:1261: read oid 37 snap 117 2024-08-30T21:02:54.757 INFO:tasks.rados.rados.0.smithi173.stdout:1261: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-30T21:02:54.757 INFO:tasks.rados.rados.0.smithi173.stdout:1262: read oid 10 snap -1 2024-08-30T21:02:54.757 INFO:tasks.rados.rados.0.smithi173.stdout:1262: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:02:54.757 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 120 2024-08-30T21:02:54.757 INFO:tasks.rados.rados.0.smithi173.stdout:1259: finishing write tid 3 to smithi17368540-44 2024-08-30T21:02:54.757 INFO:tasks.rados.rados.0.smithi173.stdout:1263: seq_num 401 ranges {2695168=720896,3416064=606208,4022272=598016} 2024-08-30T21:02:54.774 INFO:tasks.rados.rados.0.smithi173.stdout:1263: writing smithi17368540-2 from 2695168 to 3416064 tid 1 2024-08-30T21:02:54.777 INFO:tasks.rados.rados.0.smithi173.stdout:1263: writing smithi17368540-2 from 3416064 to 4022272 tid 2 2024-08-30T21:02:54.781 INFO:tasks.rados.rados.0.smithi173.stdout:1263: writing smithi17368540-2 from 4022272 to 4620288 tid 3 2024-08-30T21:02:54.781 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 120 2024-08-30T21:02:54.782 INFO:tasks.rados.rados.0.smithi173.stdout:1264: seq_num 402 ranges {4325376=737280,5062656=491520,5554176=516096,6070272=196608} 2024-08-30T21:02:54.808 INFO:tasks.rados.rados.0.smithi173.stdout:1264: writing smithi17368540-18 from 4325376 to 5062656 tid 1 2024-08-30T21:02:54.810 INFO:tasks.rados.rados.0.smithi173.stdout:1264: writing smithi17368540-18 from 5062656 to 5554176 tid 2 2024-08-30T21:02:54.813 INFO:tasks.rados.rados.0.smithi173.stdout:1264: writing smithi17368540-18 from 5554176 to 6070272 tid 3 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:1264: writing smithi17368540-18 from 6070272 to 6266880 tid 4 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:1265: rollback oid 50 current snap is 120 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 117 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:1259: finishing write tid 4 to smithi17368540-44 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:1259: finishing write tid 5 to smithi17368540-44 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:1259: finishing write tid 6 to smithi17368540-44 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:1259: oid 44 updating version 0 to 526 2024-08-30T21:02:54.817 INFO:tasks.rados.rados.0.smithi173.stdout:1259: oid 44 version 526 is already newer than 525 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:1259: oid 44 updating version 526 to 527 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:1259: oid 44 version 527 is already newer than 524 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:1259: oid 44 version 527 is already newer than 523 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 527 (ObjNum 399 snap 120 seq_num 399) dirty exists 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:1259: left oid 44 (ObjNum 399 snap 120 seq_num 399) 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:1260: finishing write tid 1 to smithi17368540-6 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:1259: done (6 left) 2024-08-30T21:02:54.818 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 120 2024-08-30T21:02:54.819 INFO:tasks.rados.rados.0.smithi173.stdout:1260: finishing write tid 2 to smithi17368540-6 2024-08-30T21:02:54.819 INFO:tasks.rados.rados.0.smithi173.stdout:1266: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2024-08-30T21:02:54.819 INFO:tasks.rados.rados.0.smithi173.stdout:1266: writing smithi17368540-25 from 0 to 753664 tid 1 2024-08-30T21:02:54.821 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-mon[79976]: osdmap e322: 8 total, 7 up, 8 in 2024-08-30T21:02:54.821 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-mon[82405]: osdmap e322: 8 total, 7 up, 8 in 2024-08-30T21:02:54.822 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-30T21:02:54.822 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-30T21:02:54.822 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-30T21:02:54.822 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-30T21:02:54.823 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-30T21:02:54.823 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-30T21:02:54.823 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-30T21:02:54.823 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-30T21:02:54.823 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate[92579]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-30T21:02:54.823 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 bash[92564]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-30T21:02:54.824 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:54 smithi173 podman[92564]: 2024-08-30 21:02:54.517249235 +0000 UTC m=+0.919137785 container died 4aa3e6c62ba6f7a026fa8daf33b8a49ebe7414d4d2a9b8e0226c82d005ccf3ed (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:02:54.824 INFO:tasks.rados.rados.0.smithi173.stdout:1266: writing smithi17368540-25 from 753664 to 1179648 tid 2 2024-08-30T21:02:54.827 INFO:tasks.rados.rados.0.smithi173.stdout:1266: writing smithi17368540-25 from 1179648 to 1900544 tid 3 2024-08-30T21:02:54.827 INFO:tasks.rados.rados.0.smithi173.stdout:1266: writing smithi17368540-25 from 1900544 to 1957888 tid 4 2024-08-30T21:02:54.828 INFO:tasks.rados.rados.0.smithi173.stdout:1267: delete oid 46 current snap is 120 2024-08-30T21:02:54.828 INFO:tasks.rados.rados.0.smithi173.stdout:1260: finishing write tid 3 to smithi17368540-6 2024-08-30T21:02:54.828 INFO:tasks.rados.rados.0.smithi173.stdout:1260: finishing write tid 4 to smithi17368540-6 2024-08-30T21:02:54.828 INFO:tasks.rados.rados.0.smithi173.stdout:1260: finishing write tid 5 to smithi17368540-6 2024-08-30T21:02:54.828 INFO:tasks.rados.rados.0.smithi173.stdout:1260: oid 6 updating version 0 to 768 2024-08-30T21:02:54.828 INFO:tasks.rados.rados.0.smithi173.stdout:1260: oid 6 version 768 is already newer than 765 2024-08-30T21:02:54.829 INFO:tasks.rados.rados.0.smithi173.stdout:1260: oid 6 version 768 is already newer than 767 2024-08-30T21:02:54.829 INFO:tasks.rados.rados.0.smithi173.stdout:1260: oid 6 version 768 is already newer than 766 2024-08-30T21:02:54.829 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 768 (ObjNum 400 snap 120 seq_num 400) dirty exists 2024-08-30T21:02:54.829 INFO:tasks.rados.rados.0.smithi173.stdout:1260: left oid 6 (ObjNum 400 snap 120 seq_num 400) 2024-08-30T21:02:54.829 INFO:tasks.rados.rados.0.smithi173.stdout:1261: expect (ObjNum 370 snap 113 seq_num 370) 2024-08-30T21:02:54.865 INFO:tasks.rados.rados.0.smithi173.stdout:1262: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:02:54.959 INFO:tasks.rados.rados.0.smithi173.stdout:1263: finishing write tid 1 to smithi17368540-2 2024-08-30T21:02:54.959 INFO:tasks.rados.rados.0.smithi173.stdout:1263: finishing write tid 2 to smithi17368540-2 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1260: done (7 left) 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1261: done (6 left) 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1262: done (5 left) 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1267: done (4 left) 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 120 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1263: finishing write tid 3 to smithi17368540-2 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1263: finishing write tid 4 to smithi17368540-2 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1263: finishing write tid 5 to smithi17368540-2 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1263: oid 2 updating version 0 to 578 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1263: oid 2 version 578 is already newer than 577 2024-08-30T21:02:54.960 INFO:tasks.rados.rados.0.smithi173.stdout:1263: oid 2 updating version 578 to 579 2024-08-30T21:02:54.961 INFO:tasks.rados.rados.0.smithi173.stdout:1263: oid 2 version 579 is already newer than 576 2024-08-30T21:02:54.961 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 579 (ObjNum 401 snap 120 seq_num 401) dirty exists 2024-08-30T21:02:54.961 INFO:tasks.rados.rados.0.smithi173.stdout:1263: left oid 2 (ObjNum 401 snap 120 seq_num 401) 2024-08-30T21:02:54.961 INFO:tasks.rados.rados.0.smithi173.stdout:1264: finishing write tid 1 to smithi17368540-18 2024-08-30T21:02:54.961 INFO:tasks.rados.rados.0.smithi173.stdout:1268: seq_num 405 ranges {13238272=786432,14024704=589824,14614528=614400} 2024-08-30T21:02:55.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:54 smithi196 ceph-mon[74601]: osdmap e322: 8 total, 7 up, 8 in 2024-08-30T21:02:55.032 INFO:tasks.rados.rados.0.smithi173.stdout:1268: writing smithi17368540-22 from 13238272 to 14024704 tid 1 2024-08-30T21:02:55.036 INFO:tasks.rados.rados.0.smithi173.stdout:1268: writing smithi17368540-22 from 14024704 to 14614528 tid 2 2024-08-30T21:02:55.040 INFO:tasks.rados.rados.0.smithi173.stdout:1268: writing smithi17368540-22 from 14614528 to 15228928 tid 3 2024-08-30T21:02:55.041 INFO:tasks.rados.rados.0.smithi173.stdout:1263: done (4 left) 2024-08-30T21:02:55.041 INFO:tasks.rados.rados.0.smithi173.stdout:1269: read oid 10 snap -1 2024-08-30T21:02:55.041 INFO:tasks.rados.rados.0.smithi173.stdout:1269: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:02:55.041 INFO:tasks.rados.rados.0.smithi173.stdout:1270: read oid 17 snap -1 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1270: expect (ObjNum 390 snap 118 seq_num 390) 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1271: delete oid 34 current snap is 120 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1264: finishing write tid 2 to smithi17368540-18 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1265: finishing rollback tid 0 to smithi17368540-50 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1264: finishing write tid 3 to smithi17368540-18 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1265: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1264: finishing write tid 4 to smithi17368540-18 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1265: finishing rollback tid 2 to smithi17368540-50 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 766 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1264: finishing write tid 5 to smithi17368540-18 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1264: finishing write tid 6 to smithi17368540-18 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1264: oid 18 updating version 0 to 880 2024-08-30T21:02:55.042 INFO:tasks.rados.rados.0.smithi173.stdout:1264: oid 18 version 880 is already newer than 879 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1264: oid 18 updating version 880 to 881 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1264: oid 18 updating version 881 to 883 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1264: oid 18 version 883 is already newer than 882 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 883 (ObjNum 402 snap 120 seq_num 402) dirty exists 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1264: left oid 18 (ObjNum 402 snap 120 seq_num 402) 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: finishing write tid 1 to smithi17368540-25 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: finishing write tid 2 to smithi17368540-25 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: finishing write tid 3 to smithi17368540-25 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: finishing write tid 4 to smithi17368540-25 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: finishing write tid 5 to smithi17368540-25 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: finishing write tid 6 to smithi17368540-25 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: oid 25 updating version 0 to 841 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: oid 25 version 841 is already newer than 838 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: oid 25 updating version 841 to 842 2024-08-30T21:02:55.043 INFO:tasks.rados.rados.0.smithi173.stdout:1266: oid 25 version 842 is already newer than 839 2024-08-30T21:02:55.044 INFO:tasks.rados.rados.0.smithi173.stdout:1266: oid 25 version 842 is already newer than 840 2024-08-30T21:02:55.044 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 842 (ObjNum 403 snap 120 seq_num 403) dirty exists 2024-08-30T21:02:55.044 INFO:tasks.rados.rados.0.smithi173.stdout:1266: left oid 25 (ObjNum 403 snap 120 seq_num 403) 2024-08-30T21:02:55.044 INFO:tasks.rados.rados.0.smithi173.stdout:1268: finishing write tid 1 to smithi17368540-22 2024-08-30T21:02:55.044 INFO:tasks.rados.rados.0.smithi173.stdout:1268: finishing write tid 2 to smithi17368540-22 2024-08-30T21:02:55.044 INFO:tasks.rados.rados.0.smithi173.stdout:1264: done (6 left) 2024-08-30T21:02:55.044 INFO:tasks.rados.rados.0.smithi173.stdout:1265: done (5 left) 2024-08-30T21:02:55.045 INFO:tasks.rados.rados.0.smithi173.stdout:1266: done (4 left) 2024-08-30T21:02:55.045 INFO:tasks.rados.rados.0.smithi173.stdout:1271: done (3 left) 2024-08-30T21:02:55.045 INFO:tasks.rados.rados.0.smithi173.stdout:1272: rollback oid 21 current snap is 120 2024-08-30T21:02:55.045 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 117 2024-08-30T21:02:55.045 INFO:tasks.rados.rados.0.smithi173.stdout:1273: snap_create 2024-08-30T21:02:55.047 INFO:tasks.rados.rados.0.smithi173.stdout:1268: finishing write tid 3 to smithi17368540-22 2024-08-30T21:02:55.048 INFO:tasks.rados.rados.0.smithi173.stdout:1268: finishing write tid 4 to smithi17368540-22 2024-08-30T21:02:55.048 INFO:tasks.rados.rados.0.smithi173.stdout:1272: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:02:55.049 INFO:tasks.rados.rados.0.smithi173.stdout:1272: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:02:55.050 INFO:tasks.rados.rados.0.smithi173.stdout:1269: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:02:55.157 INFO:tasks.rados.rados.0.smithi173.stdout:1268: finishing write tid 5 to smithi17368540-22 2024-08-30T21:02:55.157 INFO:tasks.rados.rados.0.smithi173.stdout:1268: oid 22 updating version 0 to 727 2024-08-30T21:02:55.157 INFO:tasks.rados.rados.0.smithi173.stdout:1268: oid 22 version 727 is already newer than 725 2024-08-30T21:02:55.157 INFO:tasks.rados.rados.0.smithi173.stdout:1268: oid 22 version 727 is already newer than 724 2024-08-30T21:02:55.157 INFO:tasks.rados.rados.0.smithi173.stdout:1268: oid 22 version 727 is already newer than 726 2024-08-30T21:02:55.157 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 727 (ObjNum 405 snap 120 seq_num 405) dirty exists 2024-08-30T21:02:55.157 INFO:tasks.rados.rados.0.smithi173.stdout:1268: left oid 22 (ObjNum 405 snap 120 seq_num 405) 2024-08-30T21:02:55.158 INFO:tasks.rados.rados.0.smithi173.stdout:1272: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:02:55.158 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 730 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:02:55.158 INFO:tasks.rados.rados.0.smithi173.stdout:1270: expect (ObjNum 390 snap 118 seq_num 390) 2024-08-30T21:02:55.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:02:55] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-08-30T21:02:55.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 podman[92690]: 2024-08-30 21:02:55.11177879 +0000 UTC m=+0.588151002 container remove 4aa3e6c62ba6f7a026fa8daf33b8a49ebe7414d4d2a9b8e0226c82d005ccf3ed (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-activate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-08-30T21:02:55.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 podman[92750]: 2024-08-30 21:02:55.2217793 +0000 UTC m=+0.015906735 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:02:55.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 podman[92750]: 2024-08-30 21:02:55.354235474 +0000 UTC m=+0.148362897 container create 59cdde874a49243a0eb37a9e38d8cf35ec5d7048f64ba687840fc65fb4a52cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-30T21:02:55.701 INFO:tasks.rados.rados.0.smithi173.stdout:1268: done (4 left) 2024-08-30T21:02:55.701 INFO:tasks.rados.rados.0.smithi173.stdout:1269: done (3 left) 2024-08-30T21:02:55.701 INFO:tasks.rados.rados.0.smithi173.stdout:1270: done (2 left) 2024-08-30T21:02:55.701 INFO:tasks.rados.rados.0.smithi173.stdout:1272: done (1 left) 2024-08-30T21:02:55.701 INFO:tasks.rados.rados.0.smithi173.stdout:1273: done (0 left) 2024-08-30T21:02:55.701 INFO:tasks.rados.rados.0.smithi173.stdout:1274: snap_create 2024-08-30T21:02:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-mon[79976]: pgmap v151: 121 pgs: 27 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 36 op/s; 36/279 objects degraded (12.903%) 2024-08-30T21:02:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 36/279 objects degraded (12.903%), 11 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-mon[79976]: osdmap e323: 8 total, 7 up, 8 in 2024-08-30T21:02:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-mon[82405]: pgmap v151: 121 pgs: 27 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 36 op/s; 36/279 objects degraded (12.903%) 2024-08-30T21:02:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 36/279 objects degraded (12.903%), 11 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:55.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-mon[82405]: osdmap e323: 8 total, 7 up, 8 in 2024-08-30T21:02:55.961 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 podman[92750]: 2024-08-30 21:02:55.573085226 +0000 UTC m=+0.367212651 container init 59cdde874a49243a0eb37a9e38d8cf35ec5d7048f64ba687840fc65fb4a52cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-30T21:02:55.961 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 podman[92750]: 2024-08-30 21:02:55.576746775 +0000 UTC m=+0.370874202 container start 59cdde874a49243a0eb37a9e38d8cf35ec5d7048f64ba687840fc65fb4a52cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, CEPH_POINT_RELEASE=) 2024-08-30T21:02:55.961 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 ceph-osd[92770]: -- 172.21.15.173:0/1636858953 <== mon.0 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55adb917fa40 con 0x55adb9f4e000 2024-08-30T21:02:55.961 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 bash[92750]: 59cdde874a49243a0eb37a9e38d8cf35ec5d7048f64ba687840fc65fb4a52cf8 2024-08-30T21:02:55.961 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:55 smithi173 systemd[1]: Started Ceph osd.1 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:02:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:55 smithi196 ceph-mon[74601]: pgmap v151: 121 pgs: 27 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 184 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.7 MiB/s wr, 36 op/s; 36/279 objects degraded (12.903%) 2024-08-30T21:02:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:55 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 36/279 objects degraded (12.903%), 11 pgs degraded (PG_DEGRADED) 2024-08-30T21:02:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:55 smithi196 ceph-mon[74601]: osdmap e323: 8 total, 7 up, 8 in 2024-08-30T21:02:56.705 INFO:tasks.rados.rados.0.smithi173.stdout:1274: done (0 left) 2024-08-30T21:02:56.705 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 122 2024-08-30T21:02:56.705 INFO:tasks.rados.rados.0.smithi173.stdout:1275: seq_num 407 ranges {0=425984,425984=761856,1187840=704512,1892352=139264} 2024-08-30T21:02:56.705 INFO:tasks.rados.rados.0.smithi173.stdout:1275: writing smithi17368540-14 from 0 to 425984 tid 1 2024-08-30T21:02:56.708 INFO:tasks.rados.rados.0.smithi173.stdout:1275: writing smithi17368540-14 from 425984 to 1187840 tid 2 2024-08-30T21:02:56.713 INFO:tasks.rados.rados.0.smithi173.stdout:1275: writing smithi17368540-14 from 1187840 to 1892352 tid 3 2024-08-30T21:02:56.714 INFO:tasks.rados.rados.0.smithi173.stdout:1275: writing smithi17368540-14 from 1892352 to 2031616 tid 4 2024-08-30T21:02:56.714 INFO:tasks.rados.rados.0.smithi173.stdout:1276: setattr oid 16 current snap is 122 2024-08-30T21:02:56.714 INFO:tasks.rados.rados.0.smithi173.stdout:1275: finishing write tid 1 to smithi17368540-14 2024-08-30T21:02:56.714 INFO:tasks.rados.rados.0.smithi173.stdout:1275: finishing write tid 2 to smithi17368540-14 2024-08-30T21:02:56.715 INFO:tasks.rados.rados.0.smithi173.stdout:1277: snap_remove snap 121 2024-08-30T21:02:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[79976]: osdmap e324: 8 total, 7 up, 8 in 2024-08-30T21:02:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[82405]: osdmap e324: 8 total, 7 up, 8 in 2024-08-30T21:02:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:56 smithi196 ceph-mon[74601]: osdmap e324: 8 total, 7 up, 8 in 2024-08-30T21:02:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:02:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:02:57.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:02:57 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[92766]: 2024-08-30T21:02:57.213+0000 7fe8babee640 -1 Falling back to public interface 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1277: done (2 left) 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1278: rmattr oid 8 current snap is 122 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1278: done (2 left) 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1279: read oid 46 snap 117 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1279: expect (ObjNum 373 snap 114 seq_num 373) 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1280: read oid 42 snap 117 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1280: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:02:57.711 INFO:tasks.rados.rados.0.smithi173.stdout:1281: snap_remove snap 120 2024-08-30T21:02:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:57 smithi173 ceph-mon[82405]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 39 op/s; 44/288 objects degraded (15.278%) 2024-08-30T21:02:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:57 smithi173 ceph-mon[82405]: osdmap e325: 8 total, 7 up, 8 in 2024-08-30T21:02:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:57 smithi173 ceph-mon[79976]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 39 op/s; 44/288 objects degraded (15.278%) 2024-08-30T21:02:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:57 smithi173 ceph-mon[79976]: osdmap e325: 8 total, 7 up, 8 in 2024-08-30T21:02:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:57 smithi196 ceph-mon[74601]: pgmap v154: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 7.4 MiB/s wr, 39 op/s; 44/288 objects degraded (15.278%) 2024-08-30T21:02:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:57 smithi196 ceph-mon[74601]: osdmap e325: 8 total, 7 up, 8 in 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:1281: done (4 left) 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:1282: rollback oid 5 current snap is 122 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 117 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:1275: finishing write tid 3 to smithi17368540-14 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:1275: finishing write tid 4 to smithi17368540-14 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:1275: finishing write tid 5 to smithi17368540-14 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:1275: finishing write tid 6 to smithi17368540-14 2024-08-30T21:02:58.718 INFO:tasks.rados.rados.0.smithi173.stdout:1275: oid 14 updating version 0 to 771 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:1275: oid 14 version 771 is already newer than 767 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:1275: oid 14 version 771 is already newer than 768 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:1275: oid 14 version 771 is already newer than 770 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:1275: oid 14 version 771 is already newer than 769 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 771 (ObjNum 407 snap 122 seq_num 407) dirty exists 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:1275: left oid 14 (ObjNum 407 snap 122 seq_num 407) 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 157 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:02:58.719 INFO:tasks.rados.rados.0.smithi173.stdout:1279: expect (ObjNum 373 snap 114 seq_num 373) 2024-08-30T21:02:58.757 INFO:tasks.rados.rados.0.smithi173.stdout:1280: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:02:58.937 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:58 smithi173 ceph-mon[79976]: osdmap e326: 8 total, 7 up, 8 in 2024-08-30T21:02:58.937 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:58 smithi173 ceph-mon[82405]: osdmap e326: 8 total, 7 up, 8 in 2024-08-30T21:02:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:58 smithi196 ceph-mon[74601]: osdmap e326: 8 total, 7 up, 8 in 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1282: finishing rollback tid 0 to smithi17368540-5 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1282: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1282: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 887 (ObjNum 359 snap 107 seq_num 359) dirty exists 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1275: done (4 left) 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1276: done (3 left) 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1279: done (2 left) 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1280: done (1 left) 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1282: done (0 left) 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1283: copy_from oid 19 from oid 31 current snap is 122 2024-08-30T21:02:59.033 INFO:tasks.rados.rados.0.smithi173.stdout:1284: copy_from oid 3 from oid 21 current snap is 122 2024-08-30T21:02:59.034 INFO:tasks.rados.rados.0.smithi173.stdout:1285: read oid 12 snap -1 2024-08-30T21:02:59.034 INFO:tasks.rados.rados.0.smithi173.stdout:1285: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:02:59.034 INFO:tasks.rados.rados.0.smithi173.stdout:1286: snap_create 2024-08-30T21:02:59.042 INFO:tasks.rados.rados.0.smithi173.stdout:1284: finishing copy_from racing read to smithi17368540-3 2024-08-30T21:02:59.042 INFO:tasks.rados.rados.0.smithi173.stdout:1285: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:02:59.076 INFO:tasks.rados.rados.0.smithi173.stdout:1284: finishing copy_from to smithi17368540-3 2024-08-30T21:02:59.076 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 730 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:02:59.076 INFO:tasks.rados.rados.0.smithi173.stdout:1283: finishing copy_from racing read to smithi17368540-19 2024-08-30T21:02:59.077 INFO:tasks.rados.rados.0.smithi173.stdout:1283: finishing copy_from to smithi17368540-19 2024-08-30T21:02:59.077 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 135 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:02:59.721 INFO:tasks.rados.rados.0.smithi173.stdout:1283: done (3 left) 2024-08-30T21:02:59.721 INFO:tasks.rados.rados.0.smithi173.stdout:1284: done (2 left) 2024-08-30T21:02:59.722 INFO:tasks.rados.rados.0.smithi173.stdout:1285: done (1 left) 2024-08-30T21:02:59.722 INFO:tasks.rados.rados.0.smithi173.stdout:1286: done (0 left) 2024-08-30T21:02:59.722 INFO:tasks.rados.rados.0.smithi173.stdout:1287: setattr oid 49 current snap is 123 2024-08-30T21:02:59.722 INFO:tasks.rados.rados.0.smithi173.stdout:1288: read oid 45 snap -1 2024-08-30T21:02:59.722 INFO:tasks.rados.rados.0.smithi173.stdout:1288: expect (ObjNum 378 snap 115 seq_num 378) 2024-08-30T21:02:59.723 INFO:tasks.rados.rados.0.smithi173.stdout:1289: rollback oid 46 current snap is 123 2024-08-30T21:02:59.723 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 46 to 122 2024-08-30T21:02:59.723 INFO:tasks.rados.rados.0.smithi173.stdout:1290: snap_create 2024-08-30T21:02:59.724 INFO:tasks.rados.rados.0.smithi173.stdout:1289: finishing rollback tid 1 to smithi17368540-46 2024-08-30T21:02:59.724 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 348 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-30T21:02:59.725 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 302 (ObjNum 311 snap 95 seq_num 311) dirty exists 2024-08-30T21:02:59.739 INFO:tasks.rados.rados.0.smithi173.stdout:1288: expect (ObjNum 378 snap 115 seq_num 378) 2024-08-30T21:03:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:59 smithi196 ceph-mon[74601]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s; 44/288 objects degraded (15.278%) 2024-08-30T21:03:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:59 smithi196 ceph-mon[74601]: osdmap e327: 8 total, 7 up, 8 in 2024-08-30T21:03:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:02:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[79976]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s; 44/288 objects degraded (15.278%) 2024-08-30T21:03:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[79976]: osdmap e327: 8 total, 7 up, 8 in 2024-08-30T21:03:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[82405]: pgmap v157: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 191 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 3 op/s; 44/288 objects degraded (15.278%) 2024-08-30T21:03:00.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[82405]: osdmap e327: 8 total, 7 up, 8 in 2024-08-30T21:03:00.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:02:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.724 INFO:tasks.rados.rados.0.smithi173.stdout:1287: done (3 left) 2024-08-30T21:03:00.724 INFO:tasks.rados.rados.0.smithi173.stdout:1288: done (2 left) 2024-08-30T21:03:00.724 INFO:tasks.rados.rados.0.smithi173.stdout:1289: done (1 left) 2024-08-30T21:03:00.724 INFO:tasks.rados.rados.0.smithi173.stdout:1290: done (0 left) 2024-08-30T21:03:00.724 INFO:tasks.rados.rados.0.smithi173.stdout:1291: snap_remove snap 122 2024-08-30T21:03:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:00 smithi173 ceph-mon[79976]: osdmap e328: 8 total, 7 up, 8 in 2024-08-30T21:03:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:00 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:00 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:00 smithi173 ceph-mon[82405]: osdmap e328: 8 total, 7 up, 8 in 2024-08-30T21:03:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:00 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:00 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:00 smithi196 ceph-mon[74601]: osdmap e328: 8 total, 7 up, 8 in 2024-08-30T21:03:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:00 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:00 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:01.422 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[92766]: 2024-08-30T21:03:01.169+0000 7fe8babee640 -1 osd.1 318 log_to_monitors true 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:1291: done (0 left) 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:1292: rmattr oid 46 current snap is 124 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:1292: done (0 left) 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:1293: rollback oid 18 current snap is 124 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 117 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:1294: read oid 20 snap -1 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:1294: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:03:01.468 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 124 2024-08-30T21:03:01.469 INFO:tasks.rados.rados.0.smithi173.stdout:1295: seq_num 408 ranges {1409024=442368,1851392=647168,2498560=507904,3006464=450560} 2024-08-30T21:03:01.479 INFO:tasks.rados.rados.0.smithi173.stdout:1295: writing smithi17368540-37 from 1409024 to 1851392 tid 1 2024-08-30T21:03:01.483 INFO:tasks.rados.rados.0.smithi173.stdout:1295: writing smithi17368540-37 from 1851392 to 2498560 tid 2 2024-08-30T21:03:01.487 INFO:tasks.rados.rados.0.smithi173.stdout:1295: writing smithi17368540-37 from 2498560 to 3006464 tid 3 2024-08-30T21:03:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1295: writing smithi17368540-37 from 3006464 to 3457024 tid 4 2024-08-30T21:03:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1295: finishing write tid 1 to smithi17368540-37 2024-08-30T21:03:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1293: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:03:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1293: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:03:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1293: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:03:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 892 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-08-30T21:03:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1295: finishing write tid 2 to smithi17368540-37 2024-08-30T21:03:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:1295: finishing write tid 3 to smithi17368540-37 2024-08-30T21:03:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:1293: done (2 left) 2024-08-30T21:03:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 124 2024-08-30T21:03:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:1296: seq_num 409 ranges {4890624=458752,5349376=532480,5881856=720896,6602752=352256} 2024-08-30T21:03:01.520 INFO:tasks.rados.rados.0.smithi173.stdout:1296: writing smithi17368540-28 from 4890624 to 5349376 tid 1 2024-08-30T21:03:01.523 INFO:tasks.rados.rados.0.smithi173.stdout:1296: writing smithi17368540-28 from 5349376 to 5881856 tid 2 2024-08-30T21:03:01.527 INFO:tasks.rados.rados.0.smithi173.stdout:1296: writing smithi17368540-28 from 5881856 to 6602752 tid 3 2024-08-30T21:03:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:1296: writing smithi17368540-28 from 6602752 to 6955008 tid 4 2024-08-30T21:03:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:1297: read oid 42 snap -1 2024-08-30T21:03:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:1297: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:03:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 124 2024-08-30T21:03:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:1298: seq_num 410 ranges {2424832=475136,2899968=417792,3317760=475136,3792896=425984,4218880=286720} 2024-08-30T21:03:01.547 INFO:tasks.rados.rados.0.smithi173.stdout:1298: writing smithi17368540-43 from 2424832 to 2899968 tid 1 2024-08-30T21:03:01.550 INFO:tasks.rados.rados.0.smithi173.stdout:1298: writing smithi17368540-43 from 2899968 to 3317760 tid 2 2024-08-30T21:03:01.552 INFO:tasks.rados.rados.0.smithi173.stdout:1298: writing smithi17368540-43 from 3317760 to 3792896 tid 3 2024-08-30T21:03:01.555 INFO:tasks.rados.rados.0.smithi173.stdout:1298: writing smithi17368540-43 from 3792896 to 4218880 tid 4 2024-08-30T21:03:01.557 INFO:tasks.rados.rados.0.smithi173.stdout:1298: writing smithi17368540-43 from 4218880 to 4505600 tid 5 2024-08-30T21:03:01.557 INFO:tasks.rados.rados.0.smithi173.stdout:1299: snap_create 2024-08-30T21:03:01.557 INFO:tasks.rados.rados.0.smithi173.stdout:1295: finishing write tid 4 to smithi17368540-37 2024-08-30T21:03:01.557 INFO:tasks.rados.rados.0.smithi173.stdout:1295: finishing write tid 5 to smithi17368540-37 2024-08-30T21:03:01.557 INFO:tasks.rados.rados.0.smithi173.stdout:1294: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:03:01.706 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[92766]: 2024-08-30T21:03:01.490+0000 7fe8b2998640 -1 osd.1 318 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1295: finishing write tid 6 to smithi17368540-37 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1295: oid 37 updating version 0 to 275 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1295: oid 37 version 275 is already newer than 274 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1295: oid 37 version 275 is already newer than 272 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1295: oid 37 updating version 275 to 276 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1295: oid 37 version 276 is already newer than 273 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 276 (ObjNum 408 snap 124 seq_num 408) dirty exists 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1295: left oid 37 (ObjNum 408 snap 124 seq_num 408) 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1296: finishing write tid 1 to smithi17368540-28 2024-08-30T21:03:01.847 INFO:tasks.rados.rados.0.smithi173.stdout:1296: finishing write tid 2 to smithi17368540-28 2024-08-30T21:03:01.848 INFO:tasks.rados.rados.0.smithi173.stdout:1296: finishing write tid 3 to smithi17368540-28 2024-08-30T21:03:01.848 INFO:tasks.rados.rados.0.smithi173.stdout:1296: finishing write tid 4 to smithi17368540-28 2024-08-30T21:03:01.848 INFO:tasks.rados.rados.0.smithi173.stdout:1296: finishing write tid 5 to smithi17368540-28 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1296: finishing write tid 6 to smithi17368540-28 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1296: oid 28 updating version 0 to 732 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1296: oid 28 updating version 732 to 733 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1296: oid 28 updating version 733 to 735 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1296: oid 28 version 735 is already newer than 731 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1296: oid 28 version 735 is already newer than 734 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 735 (ObjNum 409 snap 124 seq_num 409) dirty exists 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1296: left oid 28 (ObjNum 409 snap 124 seq_num 409) 2024-08-30T21:03:01.849 INFO:tasks.rados.rados.0.smithi173.stdout:1297: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:03:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 208 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 25 op/s; 48/312 objects degraded (15.385%) 2024-08-30T21:03:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: osdmap e329: 8 total, 7 up, 8 in 2024-08-30T21:03:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 48/312 objects degraded (15.385%), 12 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: from='osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: osdmap e330: 8 total, 7 up, 8 in 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: from='osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[79976]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 208 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 25 op/s; 48/312 objects degraded (15.385%) 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: osdmap e329: 8 total, 7 up, 8 in 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 48/312 objects degraded (15.385%), 12 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: from='osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-30T21:03:01.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-30T21:03:01.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-30T21:03:01.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: osdmap e330: 8 total, 7 up, 8 in 2024-08-30T21:03:01.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: from='osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:01.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:01 smithi173 ceph-mon[82405]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: pgmap v160: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 208 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 25 op/s; 48/312 objects degraded (15.385%) 2024-08-30T21:03:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: osdmap e329: 8 total, 7 up, 8 in 2024-08-30T21:03:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 48/312 objects degraded (15.385%), 12 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: from='osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-30T21:03:02.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-30T21:03:02.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-30T21:03:02.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: osdmap e330: 8 total, 7 up, 8 in 2024-08-30T21:03:02.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: from='osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:02.025 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:01 smithi196 ceph-mon[74601]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:02.131 INFO:tasks.rados.rados.0.smithi173.stdout:1298: finishing write tid 1 to smithi17368540-43 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: finishing write tid 2 to smithi17368540-43 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: finishing write tid 3 to smithi17368540-43 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: finishing write tid 4 to smithi17368540-43 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: finishing write tid 5 to smithi17368540-43 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: finishing write tid 6 to smithi17368540-43 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: finishing write tid 7 to smithi17368540-43 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: oid 43 updating version 0 to 830 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: oid 43 updating version 830 to 833 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: oid 43 version 833 is already newer than 831 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: oid 43 version 833 is already newer than 829 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: oid 43 version 833 is already newer than 832 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:1298: oid 43 version 833 is already newer than 828 2024-08-30T21:03:02.132 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 833 (ObjNum 410 snap 124 seq_num 410) dirty exists 2024-08-30T21:03:02.133 INFO:tasks.rados.rados.0.smithi173.stdout:1298: left oid 43 (ObjNum 410 snap 124 seq_num 410) 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1294: done (5 left) 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1295: done (4 left) 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1296: done (3 left) 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1297: done (2 left) 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1298: done (1 left) 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1299: done (0 left) 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1300: rollback oid 13 current snap is 125 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 13 to 117 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1301: read oid 46 snap -1 2024-08-30T21:03:02.475 INFO:tasks.rados.rados.0.smithi173.stdout:1301: expect deleted 2024-08-30T21:03:02.476 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 125 2024-08-30T21:03:02.476 INFO:tasks.rados.rados.0.smithi173.stdout:1302: seq_num 411 ranges {1032192=491520,1523712=753664,2277376=688128,2965504=163840} 2024-08-30T21:03:02.484 INFO:tasks.rados.rados.0.smithi173.stdout:1302: writing smithi17368540-21 from 1032192 to 1523712 tid 1 2024-08-30T21:03:02.488 INFO:tasks.rados.rados.0.smithi173.stdout:1302: writing smithi17368540-21 from 1523712 to 2277376 tid 2 2024-08-30T21:03:02.493 INFO:tasks.rados.rados.0.smithi173.stdout:1302: writing smithi17368540-21 from 2277376 to 2965504 tid 3 2024-08-30T21:03:02.495 INFO:tasks.rados.rados.0.smithi173.stdout:1302: writing smithi17368540-21 from 2965504 to 3129344 tid 4 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1303: copy_from oid 42 from oid 44 current snap is 125 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1300: finishing rollback tid 0 to smithi17368540-13 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1300: finishing rollback tid 1 to smithi17368540-13 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1300: finishing rollback tid 2 to smithi17368540-13 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 896 (ObjNum 1217 snap 0 seq_num 2894045440) dirty exists 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1302: finishing write tid 1 to smithi17368540-21 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1302: finishing write tid 2 to smithi17368540-21 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1300: done (3 left) 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1304: copy_from oid 43 from oid 5 current snap is 125 2024-08-30T21:03:02.496 INFO:tasks.rados.rados.0.smithi173.stdout:1305: snap_create 2024-08-30T21:03:02.502 INFO:tasks.rados.rados.0.smithi173.stdout:1302: finishing write tid 3 to smithi17368540-21 2024-08-30T21:03:02.502 INFO:tasks.rados.rados.0.smithi173.stdout:1302: finishing write tid 4 to smithi17368540-21 2024-08-30T21:03:02.502 INFO:tasks.rados.rados.0.smithi173.stdout:1302: finishing write tid 5 to smithi17368540-21 2024-08-30T21:03:02.503 INFO:tasks.rados.rados.0.smithi173.stdout:1302: finishing write tid 6 to smithi17368540-21 2024-08-30T21:03:02.503 INFO:tasks.rados.rados.0.smithi173.stdout:1302: oid 21 updating version 0 to 739 2024-08-30T21:03:02.503 INFO:tasks.rados.rados.0.smithi173.stdout:1302: oid 21 version 739 is already newer than 737 2024-08-30T21:03:02.503 INFO:tasks.rados.rados.0.smithi173.stdout:1302: oid 21 version 739 is already newer than 736 2024-08-30T21:03:02.503 INFO:tasks.rados.rados.0.smithi173.stdout:1302: oid 21 version 739 is already newer than 738 2024-08-30T21:03:02.503 INFO:tasks.rados.rados.0.smithi173.stdout:1302: oid 21 updating version 739 to 740 2024-08-30T21:03:02.503 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 740 (ObjNum 411 snap 125 seq_num 411) dirty exists 2024-08-30T21:03:02.504 INFO:tasks.rados.rados.0.smithi173.stdout:1302: left oid 21 (ObjNum 411 snap 125 seq_num 411) 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[79976]: osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989] boot 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[79976]: osdmap e331: 8 total, 8 up, 8 in 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[82405]: osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989] boot 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[82405]: osdmap e331: 8 total, 8 up, 8 in 2024-08-30T21:03:02.954 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-30T21:03:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:02 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:03:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:02 smithi196 ceph-mon[74601]: osd.1 [v2:172.21.15.173:6810/28639989,v1:172.21.15.173:6811/28639989] boot 2024-08-30T21:03:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:02 smithi196 ceph-mon[74601]: osdmap e331: 8 total, 8 up, 8 in 2024-08-30T21:03:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-30T21:03:03.471 INFO:tasks.rados.rados.0.smithi173.stdout:1302: done (4 left) 2024-08-30T21:03:03.471 INFO:tasks.rados.rados.0.smithi173.stdout:1305: done (3 left) 2024-08-30T21:03:03.471 INFO:tasks.rados.rados.0.smithi173.stdout:1306: delete oid 11 current snap is 126 2024-08-30T21:03:03.479 INFO:tasks.rados.rados.0.smithi173.stdout:1306: done (3 left) 2024-08-30T21:03:03.479 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 126 2024-08-30T21:03:03.479 INFO:tasks.rados.rados.0.smithi173.stdout:1307: seq_num 413 ranges {3014656=524288,3538944=516096,4055040=696320,4751360=393216} 2024-08-30T21:03:03.500 INFO:tasks.rados.rados.0.smithi173.stdout:1307: writing smithi17368540-24 from 3014656 to 3538944 tid 1 2024-08-30T21:03:03.504 INFO:tasks.rados.rados.0.smithi173.stdout:1307: writing smithi17368540-24 from 3538944 to 4055040 tid 2 2024-08-30T21:03:03.509 INFO:tasks.rados.rados.0.smithi173.stdout:1307: writing smithi17368540-24 from 4055040 to 4751360 tid 3 2024-08-30T21:03:03.512 INFO:tasks.rados.rados.0.smithi173.stdout:1307: writing smithi17368540-24 from 4751360 to 5144576 tid 4 2024-08-30T21:03:03.513 INFO:tasks.rados.rados.0.smithi173.stdout:1308: rmattr oid 9 current snap is 126 2024-08-30T21:03:03.513 INFO:tasks.rados.rados.0.smithi173.stdout:1307: finishing write tid 1 to smithi17368540-24 2024-08-30T21:03:03.513 INFO:tasks.rados.rados.0.smithi173.stdout:1307: finishing write tid 2 to smithi17368540-24 2024-08-30T21:03:03.513 INFO:tasks.rados.rados.0.smithi173.stdout:1301: done (4 left) 2024-08-30T21:03:03.513 INFO:tasks.rados.rados.0.smithi173.stdout:1309: snap_remove snap 124 2024-08-30T21:03:03.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:03:03.448+0000 7f9609a04640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 25 op/s; 48/312 objects degraded (15.385%) 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-30T21:03:04.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:03 smithi196 ceph-mon[74601]: osdmap e332: 8 total, 8 up, 8 in 2024-08-30T21:03:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 25 op/s; 48/312 objects degraded (15.385%) 2024-08-30T21:03:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[79976]: osdmap e332: 8 total, 8 up, 8 in 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: pgmap v163: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 25 op/s; 48/312 objects degraded (15.385%) 2024-08-30T21:03:04.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-30T21:03:04.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:03 smithi173 ceph-mon[82405]: osdmap e332: 8 total, 8 up, 8 in 2024-08-30T21:03:04.469 INFO:tasks.rados.rados.0.smithi173.stdout:1309: done (4 left) 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1310: delete oid 19 current snap is 126 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: finishing write tid 3 to smithi17368540-24 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: finishing write tid 4 to smithi17368540-24 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 529 (ObjNum 375 snap 114 seq_num 375) dirty exists 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: finishing write tid 5 to smithi17368540-24 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: finishing write tid 6 to smithi17368540-24 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: oid 24 updating version 0 to 352 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: oid 24 updating version 352 to 355 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: oid 24 version 355 is already newer than 354 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: oid 24 version 355 is already newer than 353 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:1307: oid 24 version 355 is already newer than 351 2024-08-30T21:03:04.470 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 355 (ObjNum 413 snap 126 seq_num 413) dirty exists 2024-08-30T21:03:04.471 INFO:tasks.rados.rados.0.smithi173.stdout:1307: left oid 24 (ObjNum 413 snap 126 seq_num 413) 2024-08-30T21:03:04.471 INFO:tasks.rados.rados.0.smithi173.stdout:1303: finishing copy_from racing read to smithi17368540-42 2024-08-30T21:03:04.471 INFO:tasks.rados.rados.0.smithi173.stdout:1303: finishing copy_from to smithi17368540-42 2024-08-30T21:03:04.471 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 527 (ObjNum 399 snap 120 seq_num 399) dirty exists 2024-08-30T21:03:04.471 INFO:tasks.rados.rados.0.smithi173.stdout:1304: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:03:04.471 INFO:tasks.rados.rados.0.smithi173.stdout:1304: finishing copy_from to smithi17368540-43 2024-08-30T21:03:04.471 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 887 (ObjNum 359 snap 107 seq_num 359) dirty exists 2024-08-30T21:03:04.477 INFO:tasks.rados.rados.0.smithi173.stdout:1303: done (4 left) 2024-08-30T21:03:04.477 INFO:tasks.rados.rados.0.smithi173.stdout:1304: done (3 left) 2024-08-30T21:03:04.477 INFO:tasks.rados.rados.0.smithi173.stdout:1307: done (2 left) 2024-08-30T21:03:04.477 INFO:tasks.rados.rados.0.smithi173.stdout:1308: done (1 left) 2024-08-30T21:03:04.477 INFO:tasks.rados.rados.0.smithi173.stdout:1310: done (0 left) 2024-08-30T21:03:04.477 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 126 2024-08-30T21:03:04.477 INFO:tasks.rados.rados.0.smithi173.stdout:1311: seq_num 415 ranges {1269760=557056,1826816=688128,2514944=663552,3178496=253952} 2024-08-30T21:03:04.487 INFO:tasks.rados.rados.0.smithi173.stdout:1311: writing smithi17368540-50 from 1269760 to 1826816 tid 1 2024-08-30T21:03:04.491 INFO:tasks.rados.rados.0.smithi173.stdout:1311: writing smithi17368540-50 from 1826816 to 2514944 tid 2 2024-08-30T21:03:04.494 INFO:tasks.rados.rados.0.smithi173.stdout:1311: writing smithi17368540-50 from 2514944 to 3178496 tid 3 2024-08-30T21:03:04.496 INFO:tasks.rados.rados.0.smithi173.stdout:1311: writing smithi17368540-50 from 3178496 to 3432448 tid 4 2024-08-30T21:03:04.496 INFO:tasks.rados.rados.0.smithi173.stdout:1312: snap_remove snap 123 2024-08-30T21:03:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:04 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-30T21:03:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:04 smithi173 ceph-mon[79976]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:03:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:04 smithi173 ceph-mon[79976]: osdmap e333: 8 total, 8 up, 8 in 2024-08-30T21:03:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:04 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-30T21:03:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:04 smithi173 ceph-mon[82405]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:03:04.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:04 smithi173 ceph-mon[82405]: osdmap e333: 8 total, 8 up, 8 in 2024-08-30T21:03:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:04 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-30T21:03:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:04 smithi196 ceph-mon[74601]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:03:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:04 smithi196 ceph-mon[74601]: osdmap e333: 8 total, 8 up, 8 in 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1312: done (1 left) 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1313: read oid 37 snap -1 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1313: expect (ObjNum 408 snap 124 seq_num 408) 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1314: delete oid 26 current snap is 126 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1311: finishing write tid 1 to smithi17368540-50 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1311: finishing write tid 2 to smithi17368540-50 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1311: finishing write tid 3 to smithi17368540-50 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1311: finishing write tid 4 to smithi17368540-50 2024-08-30T21:03:05.471 INFO:tasks.rados.rados.0.smithi173.stdout:1311: finishing write tid 5 to smithi17368540-50 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:1311: finishing write tid 6 to smithi17368540-50 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:1311: oid 50 updating version 0 to 774 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:1311: oid 50 version 774 is already newer than 773 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:1311: oid 50 updating version 774 to 775 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:1311: oid 50 updating version 775 to 776 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:1311: oid 50 version 776 is already newer than 772 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 776 (ObjNum 415 snap 126 seq_num 415) dirty exists 2024-08-30T21:03:05.472 INFO:tasks.rados.rados.0.smithi173.stdout:1311: left oid 50 (ObjNum 415 snap 126 seq_num 415) 2024-08-30T21:03:05.476 INFO:tasks.rados.rados.0.smithi173.stdout:1311: done (2 left) 2024-08-30T21:03:05.476 INFO:tasks.rados.rados.0.smithi173.stdout:1314: done (1 left) 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:1315: read oid 36 snap 117 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:1315: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:1316: read oid 32 snap 125 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:1316: expect (ObjNum 398 snap 120 seq_num 398) 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:1317: rmattr oid 8 current snap is 126 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:1317: done (3 left) 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 126 2024-08-30T21:03:05.477 INFO:tasks.rados.rados.0.smithi173.stdout:1318: seq_num 417 ranges {1490944=589824,2080768=458752,2539520=679936,3219456=466944} 2024-08-30T21:03:05.488 INFO:tasks.rados.rados.0.smithi173.stdout:1318: writing smithi17368540-9 from 1490944 to 2080768 tid 1 2024-08-30T21:03:05.490 INFO:tasks.rados.rados.0.smithi173.stdout:1318: writing smithi17368540-9 from 2080768 to 2539520 tid 2 2024-08-30T21:03:05.494 INFO:tasks.rados.rados.0.smithi173.stdout:1318: writing smithi17368540-9 from 2539520 to 3219456 tid 3 2024-08-30T21:03:05.498 INFO:tasks.rados.rados.0.smithi173.stdout:1318: writing smithi17368540-9 from 3219456 to 3686400 tid 4 2024-08-30T21:03:05.498 INFO:tasks.rados.rados.0.smithi173.stdout:1313: expect (ObjNum 408 snap 124 seq_num 408) 2024-08-30T21:03:05.601 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:03:05] "GET /metrics HTTP/1.1" 200 36308 "" "Prometheus/2.43.0" 2024-08-30T21:03:05.614 INFO:tasks.rados.rados.0.smithi173.stdout:1315: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:05.620 INFO:tasks.rados.rados.0.smithi173.stdout:1316: expect (ObjNum 398 snap 120 seq_num 398) 2024-08-30T21:03:05.770 INFO:tasks.rados.rados.0.smithi173.stdout:1318: finishing write tid 1 to smithi17368540-9 2024-08-30T21:03:05.770 INFO:tasks.rados.rados.0.smithi173.stdout:1318: finishing write tid 2 to smithi17368540-9 2024-08-30T21:03:05.770 INFO:tasks.rados.rados.0.smithi173.stdout:1318: finishing write tid 3 to smithi17368540-9 2024-08-30T21:03:05.770 INFO:tasks.rados.rados.0.smithi173.stdout:1318: finishing write tid 4 to smithi17368540-9 2024-08-30T21:03:05.770 INFO:tasks.rados.rados.0.smithi173.stdout:1318: finishing write tid 5 to smithi17368540-9 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: finishing write tid 6 to smithi17368540-9 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: oid 9 updating version 0 to 534 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: oid 9 updating version 534 to 540 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: oid 9 version 540 is already newer than 539 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: oid 9 version 540 is already newer than 538 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: oid 9 version 540 is already newer than 535 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 540 (ObjNum 417 snap 126 seq_num 417) dirty exists 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: left oid 9 (ObjNum 417 snap 126 seq_num 417) 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1313: done (3 left) 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1315: done (2 left) 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1316: done (1 left) 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1318: done (0 left) 2024-08-30T21:03:05.771 INFO:tasks.rados.rados.0.smithi173.stdout:1319: setattr oid 11 current snap is 126 2024-08-30T21:03:05.772 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 126 2024-08-30T21:03:05.772 INFO:tasks.rados.rados.0.smithi173.stdout:1320: seq_num 418 ranges {3129344=606208,3735552=737280,4472832=434176,4907008=434176} 2024-08-30T21:03:05.791 INFO:tasks.rados.rados.0.smithi173.stdout:1320: writing smithi17368540-21 from 3129344 to 3735552 tid 1 2024-08-30T21:03:05.795 INFO:tasks.rados.rados.0.smithi173.stdout:1320: writing smithi17368540-21 from 3735552 to 4472832 tid 2 2024-08-30T21:03:05.798 INFO:tasks.rados.rados.0.smithi173.stdout:1320: writing smithi17368540-21 from 4472832 to 4907008 tid 3 2024-08-30T21:03:05.801 INFO:tasks.rados.rados.0.smithi173.stdout:1320: writing smithi17368540-21 from 4907008 to 5341184 tid 4 2024-08-30T21:03:05.801 INFO:tasks.rados.rados.0.smithi173.stdout:1321: copy_from oid 45 from oid 29 current snap is 126 2024-08-30T21:03:05.801 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 909 (ObjNum 145 snap 0 seq_num 1579245608) dirty exists 2024-08-30T21:03:05.801 INFO:tasks.rados.rados.0.smithi173.stdout:1319: done (2 left) 2024-08-30T21:03:05.801 INFO:tasks.rados.rados.0.smithi173.stdout:1322: rollback oid 3 current snap is 126 2024-08-30T21:03:05.801 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 3 to 125 2024-08-30T21:03:05.801 INFO:tasks.rados.rados.0.smithi173.stdout:1320: finishing write tid 1 to smithi17368540-21 2024-08-30T21:03:05.802 INFO:tasks.rados.rados.0.smithi173.stdout:1320: finishing write tid 2 to smithi17368540-21 2024-08-30T21:03:05.802 INFO:tasks.rados.rados.0.smithi173.stdout:1320: finishing write tid 3 to smithi17368540-21 2024-08-30T21:03:05.802 INFO:tasks.rados.rados.0.smithi173.stdout:1323: delete oid 28 current snap is 126 2024-08-30T21:03:05.803 INFO:tasks.rados.rados.0.smithi173.stdout:1320: finishing write tid 4 to smithi17368540-21 2024-08-30T21:03:05.803 INFO:tasks.rados.rados.0.smithi173.stdout:1320: finishing write tid 5 to smithi17368540-21 2024-08-30T21:03:05.803 INFO:tasks.rados.rados.0.smithi173.stdout:1322: finishing rollback tid 0 to smithi17368540-3 2024-08-30T21:03:05.803 INFO:tasks.rados.rados.0.smithi173.stdout:1322: finishing rollback tid 1 to smithi17368540-3 2024-08-30T21:03:05.804 INFO:tasks.rados.rados.0.smithi173.stdout:1322: finishing rollback tid 2 to smithi17368540-3 2024-08-30T21:03:05.804 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 913 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1321: finishing copy_from to smithi17368540-45 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1321: got expected ENOENT (src dne) 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1321: finishing copy_from racing read to smithi17368540-45 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1320: finishing write tid 6 to smithi17368540-21 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1320: oid 21 updating version 0 to 745 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1320: oid 21 version 745 is already newer than 744 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1320: oid 21 version 745 is already newer than 743 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1320: oid 21 version 745 is already newer than 742 2024-08-30T21:03:05.806 INFO:tasks.rados.rados.0.smithi173.stdout:1320: oid 21 version 745 is already newer than 741 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 745 (ObjNum 418 snap 126 seq_num 418) dirty exists 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1320: left oid 21 (ObjNum 418 snap 126 seq_num 418) 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1320: done (3 left) 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1321: done (2 left) 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1322: done (1 left) 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1323: done (0 left) 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1324: copy_from oid 37 from oid 47 current snap is 126 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1325: copy_from oid 17 from oid 36 current snap is 126 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1326: read oid 27 snap -1 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1326: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:1327: rollback oid 30 current snap is 126 2024-08-30T21:03:05.807 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 117 2024-08-30T21:03:05.808 INFO:tasks.rados.rados.0.smithi173.stdout:1328: rollback oid 23 current snap is 126 2024-08-30T21:03:05.808 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 125 2024-08-30T21:03:05.808 INFO:tasks.rados.rados.0.smithi173.stdout:1329: delete oid 44 current snap is 126 2024-08-30T21:03:05.809 INFO:tasks.rados.rados.0.smithi173.stdout:1329: done (5 left) 2024-08-30T21:03:05.809 INFO:tasks.rados.rados.0.smithi173.stdout:1330: delete oid 50 current snap is 126 2024-08-30T21:03:05.811 INFO:tasks.rados.rados.0.smithi173.stdout:1327: finishing rollback tid 0 to smithi17368540-30 2024-08-30T21:03:05.817 INFO:tasks.rados.rados.0.smithi173.stdout:1325: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:1327: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:1327: finishing rollback tid 2 to smithi17368540-30 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 779 (ObjNum 363 snap 107 seq_num 363) dirty exists 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:1327: done (5 left) 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:1330: done (4 left) 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:1331: rmattr oid 26 current snap is 126 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:1331: done (4 left) 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 126 2024-08-30T21:03:05.818 INFO:tasks.rados.rados.0.smithi173.stdout:1332: seq_num 422 ranges {3022848=671744,3694592=729088,4423680=417792,4841472=458752} 2024-08-30T21:03:05.838 INFO:tasks.rados.rados.0.smithi173.stdout:1332: writing smithi17368540-31 from 3022848 to 3694592 tid 1 2024-08-30T21:03:05.844 INFO:tasks.rados.rados.0.smithi173.stdout:1332: writing smithi17368540-31 from 3694592 to 4423680 tid 2 2024-08-30T21:03:05.845 INFO:tasks.rados.rados.0.smithi173.stdout:1332: writing smithi17368540-31 from 4423680 to 4841472 tid 3 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1332: writing smithi17368540-31 from 4841472 to 5300224 tid 4 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1333: copy_from oid 18 from oid 19 current snap is 126 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1325: finishing copy_from to smithi17368540-17 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 254 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1325: done (5 left) 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1334: read oid 10 snap -1 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1334: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1335: copy_from oid 49 from oid 6 current snap is 126 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1324: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1328: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1328: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:03:05.849 INFO:tasks.rados.rados.0.smithi173.stdout:1324: finishing copy_from to smithi17368540-37 2024-08-30T21:03:05.850 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 453 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:03:05.850 INFO:tasks.rados.rados.0.smithi173.stdout:1326: expect (ObjNum 244 snap 71 seq_num 244) 2024-08-30T21:03:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:05 smithi173 ceph-mon[79976]: pgmap v166: 121 pgs: 17 active+undersized, 6 active+undersized+degraded, 98 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 16/336 objects degraded (4.762%); 17 MiB/s, 5 objects/s recovering 2024-08-30T21:03:05.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:05 smithi173 ceph-mon[79976]: osdmap e334: 8 total, 8 up, 8 in 2024-08-30T21:03:05.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:05 smithi173 ceph-mon[82405]: pgmap v166: 121 pgs: 17 active+undersized, 6 active+undersized+degraded, 98 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 16/336 objects degraded (4.762%); 17 MiB/s, 5 objects/s recovering 2024-08-30T21:03:05.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:05 smithi173 ceph-mon[82405]: osdmap e334: 8 total, 8 up, 8 in 2024-08-30T21:03:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:05 smithi196 ceph-mon[74601]: pgmap v166: 121 pgs: 17 active+undersized, 6 active+undersized+degraded, 98 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s; 16/336 objects degraded (4.762%); 17 MiB/s, 5 objects/s recovering 2024-08-30T21:03:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:05 smithi196 ceph-mon[74601]: osdmap e334: 8 total, 8 up, 8 in 2024-08-30T21:03:06.122 INFO:tasks.rados.rados.0.smithi173.stdout:1328: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:03:06.122 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 590 (ObjNum 396 snap 120 seq_num 396) dirty exists 2024-08-30T21:03:06.122 INFO:tasks.rados.rados.0.smithi173.stdout:1332: finishing write tid 1 to smithi17368540-31 2024-08-30T21:03:06.122 INFO:tasks.rados.rados.0.smithi173.stdout:1332: finishing write tid 2 to smithi17368540-31 2024-08-30T21:03:06.122 INFO:tasks.rados.rados.0.smithi173.stdout:1332: finishing write tid 3 to smithi17368540-31 2024-08-30T21:03:06.122 INFO:tasks.rados.rados.0.smithi173.stdout:1324: done (6 left) 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1326: done (5 left) 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1328: done (4 left) 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1336: rollback oid 14 current snap is 126 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 117 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1333: finishing copy_from to smithi17368540-18 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1333: got expected ENOENT (src dne) 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1333: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1332: finishing write tid 4 to smithi17368540-31 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1332: finishing write tid 5 to smithi17368540-31 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1332: finishing write tid 6 to smithi17368540-31 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1332: oid 31 updating version 0 to 892 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1332: oid 31 version 892 is already newer than 889 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1332: oid 31 version 892 is already newer than 890 2024-08-30T21:03:06.123 INFO:tasks.rados.rados.0.smithi173.stdout:1332: oid 31 version 892 is already newer than 891 2024-08-30T21:03:06.124 INFO:tasks.rados.rados.0.smithi173.stdout:1332: oid 31 updating version 892 to 893 2024-08-30T21:03:06.124 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 893 (ObjNum 422 snap 126 seq_num 422) dirty exists 2024-08-30T21:03:06.124 INFO:tasks.rados.rados.0.smithi173.stdout:1332: left oid 31 (ObjNum 422 snap 126 seq_num 422) 2024-08-30T21:03:06.124 INFO:tasks.rados.rados.0.smithi173.stdout:1334: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1335: finishing copy_from racing read to smithi17368540-49 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1335: finishing copy_from to smithi17368540-49 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 768 (ObjNum 400 snap 120 seq_num 400) dirty exists 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1336: finishing rollback tid 0 to smithi17368540-14 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1332: done (4 left) 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1333: done (3 left) 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1334: done (2 left) 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1335: done (1 left) 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1337: snap_create 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:1336: finishing rollback tid 1 to smithi17368540-14 2024-08-30T21:03:06.218 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 782 (ObjNum 33 snap 0 seq_num 1579069104) dirty dne 2024-08-30T21:03:06.750 INFO:tasks.rados.rados.0.smithi173.stdout:1336: done (1 left) 2024-08-30T21:03:06.750 INFO:tasks.rados.rados.0.smithi173.stdout:1337: done (0 left) 2024-08-30T21:03:06.750 INFO:tasks.rados.rados.0.smithi173.stdout:1338: snap_create 2024-08-30T21:03:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:06 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 16/336 objects degraded (4.762%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:06 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 16/336 objects degraded (4.762%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:06 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 16/336 objects degraded (4.762%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:07.754 INFO:tasks.rados.rados.0.smithi173.stdout:1338: done (0 left) 2024-08-30T21:03:07.754 INFO:tasks.rados.rados.0.smithi173.stdout:1339: read oid 37 snap -1 2024-08-30T21:03:07.754 INFO:tasks.rados.rados.0.smithi173.stdout:1339: expect (ObjNum 352 snap 103 seq_num 352) 2024-08-30T21:03:07.754 INFO:tasks.rados.rados.0.smithi173.stdout:1340: read oid 17 snap -1 2024-08-30T21:03:07.754 INFO:tasks.rados.rados.0.smithi173.stdout:1340: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:07.754 INFO:tasks.rados.rados.0.smithi173.stdout:1341: delete oid 44 current snap is 128 2024-08-30T21:03:07.761 INFO:tasks.rados.rados.0.smithi173.stdout:1341: done (2 left) 2024-08-30T21:03:07.761 INFO:tasks.rados.rados.0.smithi173.stdout:1342: copy_from oid 21 from oid 29 current snap is 128 2024-08-30T21:03:07.761 INFO:tasks.rados.rados.0.smithi173.stdout:1343: read oid 50 snap -1 2024-08-30T21:03:07.761 INFO:tasks.rados.rados.0.smithi173.stdout:1343: expect deleted 2024-08-30T21:03:07.761 INFO:tasks.rados.rados.0.smithi173.stdout:1344: copy_from oid 10 from oid 45 current snap is 128 2024-08-30T21:03:07.762 INFO:tasks.rados.rados.0.smithi173.stdout:1345: read oid 42 snap -1 2024-08-30T21:03:07.762 INFO:tasks.rados.rados.0.smithi173.stdout:1345: expect (ObjNum 399 snap 120 seq_num 399) 2024-08-30T21:03:07.762 INFO:tasks.rados.rados.0.smithi173.stdout:1346: read oid 4 snap 125 2024-08-30T21:03:07.762 INFO:tasks.rados.rados.0.smithi173.stdout:1346: expect (ObjNum 1578753968 snap 21857 seq_num 1578903920) 2024-08-30T21:03:07.762 INFO:tasks.rados.rados.0.smithi173.stdout:1347: snap_remove snap 117 2024-08-30T21:03:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:07 smithi196 ceph-mon[74601]: pgmap v169: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 14 op/s; 8/342 objects degraded (2.339%); 22 MiB/s, 6 objects/s recovering 2024-08-30T21:03:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:07 smithi196 ceph-mon[74601]: osdmap e335: 8 total, 8 up, 8 in 2024-08-30T21:03:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:07 smithi173 ceph-mon[79976]: pgmap v169: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 14 op/s; 8/342 objects degraded (2.339%); 22 MiB/s, 6 objects/s recovering 2024-08-30T21:03:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:07 smithi173 ceph-mon[79976]: osdmap e335: 8 total, 8 up, 8 in 2024-08-30T21:03:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:07 smithi173 ceph-mon[82405]: pgmap v169: 121 pgs: 12 active+undersized, 5 active+undersized+degraded, 104 active+clean; 223 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 14 op/s; 8/342 objects degraded (2.339%); 22 MiB/s, 6 objects/s recovering 2024-08-30T21:03:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:07 smithi173 ceph-mon[82405]: osdmap e335: 8 total, 8 up, 8 in 2024-08-30T21:03:08.767 INFO:tasks.rados.rados.0.smithi173.stdout:1346: expect (ObjNum 1578753968 snap 21857 seq_num 1578903920) 2024-08-30T21:03:08.770 INFO:tasks.rados.rados.0.smithi173.stdout:1340: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:08.779 INFO:tasks.rados.rados.0.smithi173.stdout:1342: finishing copy_from to smithi17368540-21 2024-08-30T21:03:08.779 INFO:tasks.rados.rados.0.smithi173.stdout:1342: got expected ENOENT (src dne) 2024-08-30T21:03:08.779 INFO:tasks.rados.rados.0.smithi173.stdout:1342: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:03:08.779 INFO:tasks.rados.rados.0.smithi173.stdout:1339: expect (ObjNum 352 snap 103 seq_num 352) 2024-08-30T21:03:08.877 INFO:tasks.rados.rados.0.smithi173.stdout:1344: finishing copy_from racing read to smithi17368540-10 2024-08-30T21:03:08.877 INFO:tasks.rados.rados.0.smithi173.stdout:1345: expect (ObjNum 399 snap 120 seq_num 399) 2024-08-30T21:03:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:08 smithi196 ceph-mon[74601]: osdmap e336: 8 total, 8 up, 8 in 2024-08-30T21:03:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:08 smithi173 ceph-mon[79976]: osdmap e336: 8 total, 8 up, 8 in 2024-08-30T21:03:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:08 smithi173 ceph-mon[82405]: osdmap e336: 8 total, 8 up, 8 in 2024-08-30T21:03:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1344: finishing copy_from to smithi17368540-10 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 720 (ObjNum 378 snap 115 seq_num 378) dirty exists 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1339: done (7 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1340: done (6 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1342: done (5 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1343: done (4 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1344: done (3 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1345: done (2 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1346: done (1 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1347: done (0 left) 2024-08-30T21:03:09.222 INFO:tasks.rados.rados.0.smithi173.stdout:1348: copy_from oid 42 from oid 20 current snap is 128 2024-08-30T21:03:09.223 INFO:tasks.rados.rados.0.smithi173.stdout:1349: snap_remove snap 125 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1349: done (1 left) 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1350: read oid 3 snap -1 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1350: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1351: copy_from oid 41 from oid 36 current snap is 128 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1348: finishing copy_from racing read to smithi17368540-42 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1348: finishing copy_from to smithi17368540-42 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 608 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1348: done (2 left) 2024-08-30T21:03:09.771 INFO:tasks.rados.rados.0.smithi173.stdout:1352: copy_from oid 16 from oid 42 current snap is 128 2024-08-30T21:03:09.772 INFO:tasks.rados.rados.0.smithi173.stdout:1353: read oid 24 snap 126 2024-08-30T21:03:09.772 INFO:tasks.rados.rados.0.smithi173.stdout:1353: expect (ObjNum 413 snap 126 seq_num 413) 2024-08-30T21:03:09.772 INFO:tasks.rados.rados.0.smithi173.stdout:1354: delete oid 1 current snap is 128 2024-08-30T21:03:09.782 INFO:tasks.rados.rados.0.smithi173.stdout:1354: done (4 left) 2024-08-30T21:03:09.782 INFO:tasks.rados.rados.0.smithi173.stdout:1355: read oid 10 snap -1 2024-08-30T21:03:09.782 INFO:tasks.rados.rados.0.smithi173.stdout:1355: expect (ObjNum 378 snap 115 seq_num 378) 2024-08-30T21:03:09.782 INFO:tasks.rados.rados.0.smithi173.stdout:1356: delete oid 33 current snap is 128 2024-08-30T21:03:09.784 INFO:tasks.rados.rados.0.smithi173.stdout:1350: expect (ObjNum 319 snap 98 seq_num 319) 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:1351: finishing copy_from racing read to smithi17368540-41 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:1351: finishing copy_from to smithi17368540-41 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 254 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:1350: done (5 left) 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:1351: done (4 left) 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:1356: done (3 left) 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 128 2024-08-30T21:03:09.831 INFO:tasks.rados.rados.0.smithi173.stdout:1357: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2024-08-30T21:03:09.835 INFO:tasks.rados.rados.0.smithi173.stdout:1357: writing smithi17368540-34 from 0 to 737280 tid 1 2024-08-30T21:03:09.838 INFO:tasks.rados.rados.0.smithi173.stdout:1357: writing smithi17368540-34 from 737280 to 1449984 tid 2 2024-08-30T21:03:09.843 INFO:tasks.rados.rados.0.smithi173.stdout:1357: writing smithi17368540-34 from 1449984 to 2252800 tid 3 2024-08-30T21:03:09.844 INFO:tasks.rados.rados.0.smithi173.stdout:1357: writing smithi17368540-34 from 2252800 to 2342912 tid 4 2024-08-30T21:03:09.844 INFO:tasks.rados.rados.0.smithi173.stdout:1358: rollback oid 22 current snap is 128 2024-08-30T21:03:09.844 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 126 2024-08-30T21:03:09.844 INFO:tasks.rados.rados.0.smithi173.stdout:1353: expect (ObjNum 413 snap 126 seq_num 413) 2024-08-30T21:03:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:09 smithi196 ceph-mon[74601]: pgmap v172: 121 pgs: 121 active+clean; 228 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-30T21:03:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:09 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/342 objects degraded (2.339%), 5 pgs degraded) 2024-08-30T21:03:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:09 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:03:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:09 smithi196 ceph-mon[74601]: osdmap e337: 8 total, 8 up, 8 in 2024-08-30T21:03:10.060 INFO:tasks.rados.rados.0.smithi173.stdout:1355: expect (ObjNum 378 snap 115 seq_num 378) 2024-08-30T21:03:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[82405]: pgmap v172: 121 pgs: 121 active+clean; 228 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-30T21:03:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/342 objects degraded (2.339%), 5 pgs degraded) 2024-08-30T21:03:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:03:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[82405]: osdmap e337: 8 total, 8 up, 8 in 2024-08-30T21:03:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[79976]: pgmap v172: 121 pgs: 121 active+clean; 228 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.5 MiB/s wr, 9 op/s; 11 MiB/s, 2 objects/s recovering 2024-08-30T21:03:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/342 objects degraded (2.339%), 5 pgs degraded) 2024-08-30T21:03:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:03:10.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:09 smithi173 ceph-mon[79976]: osdmap e337: 8 total, 8 up, 8 in 2024-08-30T21:03:10.305 INFO:tasks.rados.rados.0.smithi173.stdout:1352: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:1352: finishing copy_from to smithi17368540-16 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 608 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:1357: finishing write tid 1 to smithi17368540-34 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:1357: finishing write tid 2 to smithi17368540-34 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:1357: finishing write tid 3 to smithi17368540-34 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:1357: finishing write tid 4 to smithi17368540-34 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:1352: done (4 left) 2024-08-30T21:03:10.306 INFO:tasks.rados.rados.0.smithi173.stdout:1353: done (3 left) 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1355: done (2 left) 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1359: read oid 33 snap -1 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1359: expect deleted 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1360: read oid 11 snap -1 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1360: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1361: rollback oid 10 current snap is 128 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 126 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1357: finishing write tid 5 to smithi17368540-34 2024-08-30T21:03:10.307 INFO:tasks.rados.rados.0.smithi173.stdout:1358: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1358: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1358: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 750 (ObjNum 405 snap 120 seq_num 405) dirty exists 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: finishing write tid 6 to smithi17368540-34 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: oid 34 updating version 0 to 771 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: oid 34 updating version 771 to 772 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: oid 34 updating version 772 to 774 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: oid 34 version 774 is already newer than 773 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: oid 34 version 774 is already newer than 770 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 774 (ObjNum 426 snap 128 seq_num 426) dirty exists 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: left oid 34 (ObjNum 426 snap 128 seq_num 426) 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1357: done (4 left) 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1358: done (3 left) 2024-08-30T21:03:10.308 INFO:tasks.rados.rados.0.smithi173.stdout:1362: read oid 20 snap -1 2024-08-30T21:03:10.309 INFO:tasks.rados.rados.0.smithi173.stdout:1362: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:03:10.309 INFO:tasks.rados.rados.0.smithi173.stdout:1363: rollback oid 4 current snap is 128 2024-08-30T21:03:10.309 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 127 2024-08-30T21:03:10.309 INFO:tasks.rados.rados.0.smithi173.stdout:1364: snap_create 2024-08-30T21:03:10.309 INFO:tasks.rados.rados.0.smithi173.stdout:1360: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:03:10.309 INFO:tasks.rados.rados.0.smithi173.stdout:1361: finishing rollback tid 0 to smithi17368540-10 2024-08-30T21:03:10.309 INFO:tasks.rados.rados.0.smithi173.stdout:1361: finishing rollback tid 1 to smithi17368540-10 2024-08-30T21:03:10.310 INFO:tasks.rados.rados.0.smithi173.stdout:1361: finishing rollback tid 2 to smithi17368540-10 2024-08-30T21:03:10.310 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 845 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:03:10.313 INFO:tasks.rados.rados.0.smithi173.stdout:1363: finishing rollback tid 0 to smithi17368540-4 2024-08-30T21:03:10.317 INFO:tasks.rados.rados.0.smithi173.stdout:1363: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:03:10.317 INFO:tasks.rados.rados.0.smithi173.stdout:1363: finishing rollback tid 2 to smithi17368540-4 2024-08-30T21:03:10.317 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 931 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:03:10.324 INFO:tasks.rados.rados.0.smithi173.stdout:1362: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:03:10.776 INFO:tasks.rados.rados.0.smithi173.stdout:1359: done (5 left) 2024-08-30T21:03:10.776 INFO:tasks.rados.rados.0.smithi173.stdout:1360: done (4 left) 2024-08-30T21:03:10.776 INFO:tasks.rados.rados.0.smithi173.stdout:1361: done (3 left) 2024-08-30T21:03:10.776 INFO:tasks.rados.rados.0.smithi173.stdout:1362: done (2 left) 2024-08-30T21:03:10.777 INFO:tasks.rados.rados.0.smithi173.stdout:1363: done (1 left) 2024-08-30T21:03:10.777 INFO:tasks.rados.rados.0.smithi173.stdout:1364: done (0 left) 2024-08-30T21:03:10.777 INFO:tasks.rados.rados.0.smithi173.stdout:1365: rmattr oid 18 current snap is 129 2024-08-30T21:03:10.777 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 129 2024-08-30T21:03:10.777 INFO:tasks.rados.rados.0.smithi173.stdout:1366: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-08-30T21:03:10.780 INFO:tasks.rados.rados.0.smithi173.stdout:1366: writing smithi17368540-14 from 0 to 761856 tid 1 2024-08-30T21:03:10.783 INFO:tasks.rados.rados.0.smithi173.stdout:1366: writing smithi17368540-14 from 761856 to 1359872 tid 2 2024-08-30T21:03:10.787 INFO:tasks.rados.rados.0.smithi173.stdout:1366: writing smithi17368540-14 from 1359872 to 1966080 tid 3 2024-08-30T21:03:10.790 INFO:tasks.rados.rados.0.smithi173.stdout:1366: writing smithi17368540-14 from 1966080 to 2367488 tid 4 2024-08-30T21:03:10.790 INFO:tasks.rados.rados.0.smithi173.stdout:1367: snap_create 2024-08-30T21:03:10.790 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 933 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-08-30T21:03:10.790 INFO:tasks.rados.rados.0.smithi173.stdout:1366: finishing write tid 1 to smithi17368540-14 2024-08-30T21:03:10.790 INFO:tasks.rados.rados.0.smithi173.stdout:1366: finishing write tid 2 to smithi17368540-14 2024-08-30T21:03:10.791 INFO:tasks.rados.rados.0.smithi173.stdout:1366: finishing write tid 3 to smithi17368540-14 2024-08-30T21:03:10.792 INFO:tasks.rados.rados.0.smithi173.stdout:1366: finishing write tid 4 to smithi17368540-14 2024-08-30T21:03:10.792 INFO:tasks.rados.rados.0.smithi173.stdout:1366: finishing write tid 5 to smithi17368540-14 2024-08-30T21:03:10.793 INFO:tasks.rados.rados.0.smithi173.stdout:1366: finishing write tid 6 to smithi17368540-14 2024-08-30T21:03:10.793 INFO:tasks.rados.rados.0.smithi173.stdout:1366: oid 14 updating version 0 to 785 2024-08-30T21:03:10.793 INFO:tasks.rados.rados.0.smithi173.stdout:1366: oid 14 version 785 is already newer than 784 2024-08-30T21:03:10.793 INFO:tasks.rados.rados.0.smithi173.stdout:1366: oid 14 version 785 is already newer than 783 2024-08-30T21:03:10.793 INFO:tasks.rados.rados.0.smithi173.stdout:1366: oid 14 updating version 785 to 786 2024-08-30T21:03:10.793 INFO:tasks.rados.rados.0.smithi173.stdout:1366: oid 14 updating version 786 to 787 2024-08-30T21:03:10.794 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 787 (ObjNum 427 snap 129 seq_num 427) dirty exists 2024-08-30T21:03:10.794 INFO:tasks.rados.rados.0.smithi173.stdout:1366: left oid 14 (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:03:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:10 smithi173 ceph-mon[79976]: osdmap e338: 8 total, 8 up, 8 in 2024-08-30T21:03:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:10 smithi173 ceph-mon[82405]: osdmap e338: 8 total, 8 up, 8 in 2024-08-30T21:03:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:10 smithi196 ceph-mon[74601]: osdmap e338: 8 total, 8 up, 8 in 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1365: done (2 left) 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1366: done (1 left) 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1367: done (0 left) 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1368: copy_from oid 34 from oid 41 current snap is 130 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1369: rollback oid 2 current snap is 130 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 2 to 128 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1370: rollback oid 26 current snap is 130 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 26 to 129 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1371: read oid 9 snap -1 2024-08-30T21:03:11.464 INFO:tasks.rados.rados.0.smithi173.stdout:1371: expect (ObjNum 417 snap 126 seq_num 417) 2024-08-30T21:03:11.465 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 130 2024-08-30T21:03:11.465 INFO:tasks.rados.rados.0.smithi173.stdout:1372: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-08-30T21:03:11.469 INFO:tasks.rados.rados.0.smithi173.stdout:1372: writing smithi17368540-28 from 0 to 778240 tid 1 2024-08-30T21:03:11.472 INFO:tasks.rados.rados.0.smithi173.stdout:1372: writing smithi17368540-28 from 778240 to 1261568 tid 2 2024-08-30T21:03:11.475 INFO:tasks.rados.rados.0.smithi173.stdout:1372: writing smithi17368540-28 from 1261568 to 1671168 tid 3 2024-08-30T21:03:11.477 INFO:tasks.rados.rados.0.smithi173.stdout:1372: writing smithi17368540-28 from 1671168 to 2088960 tid 4 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:1372: writing smithi17368540-28 from 2088960 to 2383872 tid 5 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:1373: copy_from oid 21 from oid 44 current snap is 130 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:1369: finishing rollback tid 0 to smithi17368540-2 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:1370: finishing rollback tid 1 to smithi17368540-26 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:1369: finishing rollback tid 1 to smithi17368540-2 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:1369: finishing rollback tid 2 to smithi17368540-2 2024-08-30T21:03:11.480 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 604 (ObjNum 401 snap 120 seq_num 401) dirty exists 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1368: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1368: finishing copy_from to smithi17368540-34 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 254 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1372: finishing write tid 1 to smithi17368540-28 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1372: finishing write tid 2 to smithi17368540-28 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1368: done (5 left) 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1369: done (4 left) 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1370: done (3 left) 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1374: snap_create 2024-08-30T21:03:11.481 INFO:tasks.rados.rados.0.smithi173.stdout:1372: finishing write tid 3 to smithi17368540-28 2024-08-30T21:03:11.482 INFO:tasks.rados.rados.0.smithi173.stdout:1372: finishing write tid 4 to smithi17368540-28 2024-08-30T21:03:11.482 INFO:tasks.rados.rados.0.smithi173.stdout:1372: finishing write tid 5 to smithi17368540-28 2024-08-30T21:03:11.483 INFO:tasks.rados.rados.0.smithi173.stdout:1372: finishing write tid 6 to smithi17368540-28 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: finishing write tid 7 to smithi17368540-28 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: oid 28 updating version 0 to 755 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: oid 28 version 755 is already newer than 754 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: oid 28 updating version 755 to 756 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: oid 28 version 756 is already newer than 751 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: oid 28 version 756 is already newer than 752 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: oid 28 version 756 is already newer than 753 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 756 (ObjNum 428 snap 130 seq_num 428) dirty exists 2024-08-30T21:03:11.485 INFO:tasks.rados.rados.0.smithi173.stdout:1372: left oid 28 (ObjNum 428 snap 130 seq_num 428) 2024-08-30T21:03:11.487 INFO:tasks.rados.rados.0.smithi173.stdout:1373: finishing copy_from to smithi17368540-21 2024-08-30T21:03:11.487 INFO:tasks.rados.rados.0.smithi173.stdout:1373: got expected ENOENT (src dne) 2024-08-30T21:03:11.487 INFO:tasks.rados.rados.0.smithi173.stdout:1373: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:03:11.492 INFO:tasks.rados.rados.0.smithi173.stdout:1371: expect (ObjNum 417 snap 126 seq_num 417) 2024-08-30T21:03:12.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:11 smithi196 ceph-mon[74601]: pgmap v175: 121 pgs: 121 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.5 MiB/s wr, 30 op/s; 6.3 MiB/s, 0 objects/s recovering 2024-08-30T21:03:12.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:11 smithi196 ceph-mon[74601]: osdmap e339: 8 total, 8 up, 8 in 2024-08-30T21:03:12.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:11 smithi196 ceph-mon[74601]: osdmap e340: 8 total, 8 up, 8 in 2024-08-30T21:03:12.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:11 smithi173 ceph-mon[82405]: pgmap v175: 121 pgs: 121 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.5 MiB/s wr, 30 op/s; 6.3 MiB/s, 0 objects/s recovering 2024-08-30T21:03:12.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:11 smithi173 ceph-mon[82405]: osdmap e339: 8 total, 8 up, 8 in 2024-08-30T21:03:12.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:11 smithi173 ceph-mon[82405]: osdmap e340: 8 total, 8 up, 8 in 2024-08-30T21:03:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:11 smithi173 ceph-mon[79976]: pgmap v175: 121 pgs: 121 active+clean; 207 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 6.5 MiB/s wr, 30 op/s; 6.3 MiB/s, 0 objects/s recovering 2024-08-30T21:03:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:11 smithi173 ceph-mon[79976]: osdmap e339: 8 total, 8 up, 8 in 2024-08-30T21:03:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:11 smithi173 ceph-mon[79976]: osdmap e340: 8 total, 8 up, 8 in 2024-08-30T21:03:12.466 INFO:tasks.rados.rados.0.smithi173.stdout:1371: done (3 left) 2024-08-30T21:03:12.466 INFO:tasks.rados.rados.0.smithi173.stdout:1372: done (2 left) 2024-08-30T21:03:12.466 INFO:tasks.rados.rados.0.smithi173.stdout:1373: done (1 left) 2024-08-30T21:03:12.466 INFO:tasks.rados.rados.0.smithi173.stdout:1374: done (0 left) 2024-08-30T21:03:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:1375: rollback oid 2 current snap is 131 2024-08-30T21:03:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 2 to 129 2024-08-30T21:03:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 131 2024-08-30T21:03:12.467 INFO:tasks.rados.rados.0.smithi173.stdout:1376: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-08-30T21:03:12.471 INFO:tasks.rados.rados.0.smithi173.stdout:1376: writing smithi17368540-11 from 0 to 794624 tid 1 2024-08-30T21:03:12.475 INFO:tasks.rados.rados.0.smithi173.stdout:1376: writing smithi17368540-11 from 794624 to 1564672 tid 2 2024-08-30T21:03:12.479 INFO:tasks.rados.rados.0.smithi173.stdout:1376: writing smithi17368540-11 from 1564672 to 2187264 tid 3 2024-08-30T21:03:12.480 INFO:tasks.rados.rados.0.smithi173.stdout:1376: writing smithi17368540-11 from 2187264 to 2400256 tid 4 2024-08-30T21:03:12.480 INFO:tasks.rados.rados.0.smithi173.stdout:1377: copy_from oid 49 from oid 36 current snap is 131 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:1375: finishing rollback tid 0 to smithi17368540-2 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:1375: finishing rollback tid 1 to smithi17368540-2 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 131 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:1375: finishing rollback tid 2 to smithi17368540-2 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 608 (ObjNum 401 snap 120 seq_num 401) dirty exists 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:1376: finishing write tid 1 to smithi17368540-11 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:1376: finishing write tid 2 to smithi17368540-11 2024-08-30T21:03:12.481 INFO:tasks.rados.rados.0.smithi173.stdout:1378: seq_num 430 ranges {6660096=8192} 2024-08-30T21:03:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1378: writing smithi17368540-16 from 6660096 to 6668288 tid 1 2024-08-30T21:03:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1375: done (3 left) 2024-08-30T21:03:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1379: read oid 38 snap -1 2024-08-30T21:03:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1379: expect (ObjNum 380 snap 116 seq_num 380) 2024-08-30T21:03:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1380: snap_create 2024-08-30T21:03:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1376: finishing write tid 3 to smithi17368540-11 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: finishing write tid 4 to smithi17368540-11 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: finishing write tid 5 to smithi17368540-11 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1377: finishing copy_from racing read to smithi17368540-49 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1377: finishing copy_from to smithi17368540-49 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 254 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: finishing write tid 6 to smithi17368540-11 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: oid 11 updating version 0 to 936 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: oid 11 updating version 936 to 937 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: oid 11 version 937 is already newer than 935 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: oid 11 updating version 937 to 939 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: oid 11 version 939 is already newer than 938 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 939 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:03:12.518 INFO:tasks.rados.rados.0.smithi173.stdout:1376: left oid 11 (ObjNum 429 snap 131 seq_num 429) 2024-08-30T21:03:12.522 INFO:tasks.rados.rados.0.smithi173.stdout:1378: finishing write tid 1 to smithi17368540-16 2024-08-30T21:03:12.524 INFO:tasks.rados.rados.0.smithi173.stdout:1378: finishing write tid 2 to smithi17368540-16 2024-08-30T21:03:12.528 INFO:tasks.rados.rados.0.smithi173.stdout:1378: finishing write tid 3 to smithi17368540-16 2024-08-30T21:03:12.528 INFO:tasks.rados.rados.0.smithi173.stdout:1378: oid 16 updating version 0 to 609 2024-08-30T21:03:12.528 INFO:tasks.rados.rados.0.smithi173.stdout:1378: oid 16 updating version 609 to 610 2024-08-30T21:03:12.529 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 610 (ObjNum 430 snap 131 seq_num 430) dirty exists 2024-08-30T21:03:12.529 INFO:tasks.rados.rados.0.smithi173.stdout:1378: left oid 16 (ObjNum 430 snap 131 seq_num 430) 2024-08-30T21:03:12.535 INFO:tasks.rados.rados.0.smithi173.stdout:1379: expect (ObjNum 380 snap 116 seq_num 380) 2024-08-30T21:03:13.474 INFO:tasks.rados.rados.0.smithi173.stdout:1376: done (4 left) 2024-08-30T21:03:13.474 INFO:tasks.rados.rados.0.smithi173.stdout:1377: done (3 left) 2024-08-30T21:03:13.474 INFO:tasks.rados.rados.0.smithi173.stdout:1378: done (2 left) 2024-08-30T21:03:13.475 INFO:tasks.rados.rados.0.smithi173.stdout:1379: done (1 left) 2024-08-30T21:03:13.475 INFO:tasks.rados.rados.0.smithi173.stdout:1380: done (0 left) 2024-08-30T21:03:13.475 INFO:tasks.rados.rados.0.smithi173.stdout:1381: copy_from oid 23 from oid 48 current snap is 132 2024-08-30T21:03:13.475 INFO:tasks.rados.rados.0.smithi173.stdout:1382: delete oid 40 current snap is 132 2024-08-30T21:03:13.479 INFO:tasks.rados.rados.0.smithi173.stdout:1382: done (1 left) 2024-08-30T21:03:13.479 INFO:tasks.rados.rados.0.smithi173.stdout:1383: snap_remove snap 130 2024-08-30T21:03:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:13 smithi196 ceph-mon[74601]: pgmap v178: 121 pgs: 121 active+clean; 193 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-08-30T21:03:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:13 smithi196 ceph-mon[74601]: osdmap e341: 8 total, 8 up, 8 in 2024-08-30T21:03:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:13 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:13 smithi173 ceph-mon[82405]: pgmap v178: 121 pgs: 121 active+clean; 193 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-08-30T21:03:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:13 smithi173 ceph-mon[82405]: osdmap e341: 8 total, 8 up, 8 in 2024-08-30T21:03:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:13 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:13 smithi173 ceph-mon[79976]: pgmap v178: 121 pgs: 121 active+clean; 193 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.4 MiB/s wr, 25 op/s 2024-08-30T21:03:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:13 smithi173 ceph-mon[79976]: osdmap e341: 8 total, 8 up, 8 in 2024-08-30T21:03:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:13 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:14.483 INFO:tasks.rados.rados.0.smithi173.stdout:1383: done (1 left) 2024-08-30T21:03:14.483 INFO:tasks.rados.rados.0.smithi173.stdout:1384: setattr oid 37 current snap is 132 2024-08-30T21:03:14.483 INFO:tasks.rados.rados.0.smithi173.stdout:1381: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:03:14.483 INFO:tasks.rados.rados.0.smithi173.stdout:1381: finishing copy_from to smithi17368540-23 2024-08-30T21:03:14.483 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 620 (ObjNum 388 snap 118 seq_num 388) dirty exists 2024-08-30T21:03:14.485 INFO:tasks.rados.rados.0.smithi173.stdout:1381: done (1 left) 2024-08-30T21:03:14.485 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 132 2024-08-30T21:03:14.485 INFO:tasks.rados.rados.0.smithi173.stdout:1385: seq_num 432 ranges {0=40960} 2024-08-30T21:03:14.485 INFO:tasks.rados.rados.0.smithi173.stdout:1385: writing smithi17368540-46 from 0 to 40960 tid 1 2024-08-30T21:03:14.486 INFO:tasks.rados.rados.0.smithi173.stdout:1386: delete oid 23 current snap is 132 2024-08-30T21:03:14.490 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 454 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:03:14.494 INFO:tasks.rados.rados.0.smithi173.stdout:1385: finishing write tid 1 to smithi17368540-46 2024-08-30T21:03:14.494 INFO:tasks.rados.rados.0.smithi173.stdout:1385: finishing write tid 2 to smithi17368540-46 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1385: finishing write tid 3 to smithi17368540-46 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1385: oid 46 updating version 0 to 371 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1385: oid 46 version 371 is already newer than 370 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 371 (ObjNum 432 snap 132 seq_num 432) dirty exists 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1385: left oid 46 (ObjNum 432 snap 132 seq_num 432) 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1384: done (2 left) 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1385: done (1 left) 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1386: done (0 left) 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 132 2024-08-30T21:03:14.498 INFO:tasks.rados.rados.0.smithi173.stdout:1387: seq_num 434 ranges {5554176=73728} 2024-08-30T21:03:14.527 INFO:tasks.rados.rados.0.smithi173.stdout:1387: writing smithi17368540-27 from 5554176 to 5627904 tid 1 2024-08-30T21:03:14.527 INFO:tasks.rados.rados.0.smithi173.stdout:1388: snap_remove snap 131 2024-08-30T21:03:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:14 smithi196 ceph-mon[74601]: osdmap e342: 8 total, 8 up, 8 in 2024-08-30T21:03:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:14 smithi173 ceph-mon[79976]: osdmap e342: 8 total, 8 up, 8 in 2024-08-30T21:03:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:14 smithi173 ceph-mon[82405]: osdmap e342: 8 total, 8 up, 8 in 2024-08-30T21:03:15.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:03:15] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1388: done (1 left) 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 132 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1387: finishing write tid 1 to smithi17368540-27 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1387: finishing write tid 2 to smithi17368540-27 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1387: finishing write tid 3 to smithi17368540-27 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1387: oid 27 updating version 0 to 623 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1387: oid 27 version 623 is already newer than 622 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 623 (ObjNum 434 snap 132 seq_num 434) dirty exists 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1387: left oid 27 (ObjNum 434 snap 132 seq_num 434) 2024-08-30T21:03:15.486 INFO:tasks.rados.rados.0.smithi173.stdout:1389: seq_num 435 ranges {5840896=90112} 2024-08-30T21:03:15.518 INFO:tasks.rados.rados.0.smithi173.stdout:1389: writing smithi17368540-38 from 5840896 to 5931008 tid 1 2024-08-30T21:03:15.518 INFO:tasks.rados.rados.0.smithi173.stdout:1387: done (1 left) 2024-08-30T21:03:15.518 INFO:tasks.rados.rados.0.smithi173.stdout:1390: snap_create 2024-08-30T21:03:15.535 INFO:tasks.rados.rados.0.smithi173.stdout:1389: finishing write tid 1 to smithi17368540-38 2024-08-30T21:03:15.535 INFO:tasks.rados.rados.0.smithi173.stdout:1389: finishing write tid 2 to smithi17368540-38 2024-08-30T21:03:15.537 INFO:tasks.rados.rados.0.smithi173.stdout:1389: finishing write tid 3 to smithi17368540-38 2024-08-30T21:03:15.537 INFO:tasks.rados.rados.0.smithi173.stdout:1389: oid 38 updating version 0 to 846 2024-08-30T21:03:15.537 INFO:tasks.rados.rados.0.smithi173.stdout:1389: oid 38 updating version 846 to 847 2024-08-30T21:03:15.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 847 (ObjNum 435 snap 132 seq_num 435) dirty exists 2024-08-30T21:03:15.537 INFO:tasks.rados.rados.0.smithi173.stdout:1389: left oid 38 (ObjNum 435 snap 132 seq_num 435) 2024-08-30T21:03:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:15 smithi196 ceph-mon[74601]: pgmap v181: 121 pgs: 121 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-08-30T21:03:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:15 smithi196 ceph-mon[74601]: osdmap e343: 8 total, 8 up, 8 in 2024-08-30T21:03:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:15 smithi173 ceph-mon[82405]: pgmap v181: 121 pgs: 121 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-08-30T21:03:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:15 smithi173 ceph-mon[82405]: osdmap e343: 8 total, 8 up, 8 in 2024-08-30T21:03:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:15 smithi173 ceph-mon[79976]: pgmap v181: 121 pgs: 121 active+clean; 185 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-08-30T21:03:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:15 smithi173 ceph-mon[79976]: osdmap e343: 8 total, 8 up, 8 in 2024-08-30T21:03:16.468 INFO:tasks.rados.rados.0.smithi173.stdout:1389: done (1 left) 2024-08-30T21:03:16.468 INFO:tasks.rados.rados.0.smithi173.stdout:1390: done (0 left) 2024-08-30T21:03:16.468 INFO:tasks.rados.rados.0.smithi173.stdout:1391: rollback oid 36 current snap is 133 2024-08-30T21:03:16.468 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 129 2024-08-30T21:03:16.468 INFO:tasks.rados.rados.0.smithi173.stdout:1392: snap_create 2024-08-30T21:03:16.473 INFO:tasks.rados.rados.0.smithi173.stdout:1391: finishing rollback tid 0 to smithi17368540-36 2024-08-30T21:03:16.475 INFO:tasks.rados.rados.0.smithi173.stdout:1391: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:03:16.475 INFO:tasks.rados.rados.0.smithi173.stdout:1391: finishing rollback tid 2 to smithi17368540-36 2024-08-30T21:03:16.475 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 457 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:03:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:16 smithi196 ceph-mon[74601]: osdmap e344: 8 total, 8 up, 8 in 2024-08-30T21:03:16.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:16 smithi196 ceph-mon[74601]: osdmap e345: 8 total, 8 up, 8 in 2024-08-30T21:03:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:16 smithi173 ceph-mon[79976]: osdmap e344: 8 total, 8 up, 8 in 2024-08-30T21:03:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:16 smithi173 ceph-mon[79976]: osdmap e345: 8 total, 8 up, 8 in 2024-08-30T21:03:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:16 smithi173 ceph-mon[82405]: osdmap e344: 8 total, 8 up, 8 in 2024-08-30T21:03:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:16 smithi173 ceph-mon[82405]: osdmap e345: 8 total, 8 up, 8 in 2024-08-30T21:03:17.468 INFO:tasks.rados.rados.0.smithi173.stdout:1391: done (1 left) 2024-08-30T21:03:17.469 INFO:tasks.rados.rados.0.smithi173.stdout:1392: done (0 left) 2024-08-30T21:03:17.469 INFO:tasks.rados.rados.0.smithi173.stdout:1393: read oid 4 snap 128 2024-08-30T21:03:17.469 INFO:tasks.rados.rados.0.smithi173.stdout:1393: expect (ObjNum 1578952608 snap 21857 seq_num 1578853856) 2024-08-30T21:03:17.469 INFO:tasks.rados.rados.0.smithi173.stdout:1394: snap_create 2024-08-30T21:03:17.472 INFO:tasks.rados.rados.0.smithi173.stdout:1393: expect (ObjNum 1578952608 snap 21857 seq_num 1578853856) 2024-08-30T21:03:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:17 smithi196 ceph-mon[74601]: pgmap v184: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 19 op/s 2024-08-30T21:03:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:17 smithi196 ceph-mon[74601]: osdmap e346: 8 total, 8 up, 8 in 2024-08-30T21:03:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:17 smithi173 ceph-mon[79976]: pgmap v184: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 19 op/s 2024-08-30T21:03:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:17 smithi173 ceph-mon[79976]: osdmap e346: 8 total, 8 up, 8 in 2024-08-30T21:03:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:17 smithi173 ceph-mon[82405]: pgmap v184: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.4 MiB/s wr, 19 op/s 2024-08-30T21:03:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:17 smithi173 ceph-mon[82405]: osdmap e346: 8 total, 8 up, 8 in 2024-08-30T21:03:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:1393: done (1 left) 2024-08-30T21:03:18.470 INFO:tasks.rados.rados.0.smithi173.stdout:1394: done (0 left) 2024-08-30T21:03:18.470 INFO:tasks.rados.rados.0.smithi173.stdout:1395: rollback oid 11 current snap is 135 2024-08-30T21:03:18.470 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 134 2024-08-30T21:03:18.470 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 135 2024-08-30T21:03:18.470 INFO:tasks.rados.rados.0.smithi173.stdout:1396: seq_num 436 ranges {0=106496} 2024-08-30T21:03:18.470 INFO:tasks.rados.rados.0.smithi173.stdout:1396: writing smithi17368540-29 from 0 to 106496 tid 1 2024-08-30T21:03:18.471 INFO:tasks.rados.rados.0.smithi173.stdout:1397: copy_from oid 16 from oid 39 current snap is 135 2024-08-30T21:03:18.471 INFO:tasks.rados.rados.0.smithi173.stdout:1398: delete oid 24 current snap is 135 2024-08-30T21:03:18.476 INFO:tasks.rados.rados.0.smithi173.stdout:1395: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:03:18.476 INFO:tasks.rados.rados.0.smithi173.stdout:1398: done (3 left) 2024-08-30T21:03:18.476 INFO:tasks.rados.rados.0.smithi173.stdout:1399: rollback oid 37 current snap is 135 2024-08-30T21:03:18.477 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 133 2024-08-30T21:03:18.477 INFO:tasks.rados.rados.0.smithi173.stdout:1400: snap_create 2024-08-30T21:03:18.477 INFO:tasks.rados.rados.0.smithi173.stdout:1395: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:03:18.477 INFO:tasks.rados.rados.0.smithi173.stdout:1395: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:03:18.477 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 945 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:03:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:1396: finishing write tid 1 to smithi17368540-29 2024-08-30T21:03:18.479 INFO:tasks.rados.rados.0.smithi173.stdout:1396: finishing write tid 2 to smithi17368540-29 2024-08-30T21:03:18.480 INFO:tasks.rados.rados.0.smithi173.stdout:1396: finishing write tid 3 to smithi17368540-29 2024-08-30T21:03:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:1396: oid 29 updating version 0 to 947 2024-08-30T21:03:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:1396: oid 29 version 947 is already newer than 946 2024-08-30T21:03:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 947 (ObjNum 436 snap 135 seq_num 436) dirty exists 2024-08-30T21:03:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:1396: left oid 29 (ObjNum 436 snap 135 seq_num 436) 2024-08-30T21:03:18.481 INFO:tasks.rados.rados.0.smithi173.stdout:1399: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:03:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:1399: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:03:18.483 INFO:tasks.rados.rados.0.smithi173.stdout:1399: finishing rollback tid 2 to smithi17368540-37 2024-08-30T21:03:18.483 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 460 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:03:18.495 INFO:tasks.rados.rados.0.smithi173.stdout:1397: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:03:18.500 INFO:tasks.rados.rados.0.smithi173.stdout:1397: finishing copy_from to smithi17368540-16 2024-08-30T21:03:18.500 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 135 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:03:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:18 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-30T21:03:18.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:18 smithi196 ceph-mon[74601]: osdmap e347: 8 total, 8 up, 8 in 2024-08-30T21:03:18.856 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-30T21:03:18.857 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:18 smithi173 ceph-mon[79976]: osdmap e347: 8 total, 8 up, 8 in 2024-08-30T21:03:18.857 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:18 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-30T21:03:18.857 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:18 smithi173 ceph-mon[82405]: osdmap e347: 8 total, 8 up, 8 in 2024-08-30T21:03:19.470 INFO:tasks.rados.rados.0.smithi173.stdout:1395: done (4 left) 2024-08-30T21:03:19.471 INFO:tasks.rados.rados.0.smithi173.stdout:1396: done (3 left) 2024-08-30T21:03:19.471 INFO:tasks.rados.rados.0.smithi173.stdout:1397: done (2 left) 2024-08-30T21:03:19.471 INFO:tasks.rados.rados.0.smithi173.stdout:1399: done (1 left) 2024-08-30T21:03:19.471 INFO:tasks.rados.rados.0.smithi173.stdout:1400: done (0 left) 2024-08-30T21:03:19.471 INFO:tasks.rados.rados.0.smithi173.stdout:1401: read oid 30 snap 133 2024-08-30T21:03:19.471 INFO:tasks.rados.rados.0.smithi173.stdout:1401: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:03:19.471 INFO:tasks.rados.rados.0.smithi173.stdout:1402: snap_remove snap 126 2024-08-30T21:03:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:19 smithi196 ceph-mon[74601]: pgmap v187: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 56 KiB/s wr, 0 op/s 2024-08-30T21:03:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:19 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-30T21:03:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:19 smithi196 ceph-mon[74601]: Upgrade: osd.2 is safe to restart 2024-08-30T21:03:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:19 smithi196 ceph-mon[74601]: osdmap e348: 8 total, 8 up, 8 in 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[79976]: pgmap v187: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 56 KiB/s wr, 0 op/s 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[79976]: Upgrade: osd.2 is safe to restart 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[79976]: osdmap e348: 8 total, 8 up, 8 in 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[82405]: pgmap v187: 121 pgs: 121 active+clean; 183 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 56 KiB/s wr, 0 op/s 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[82405]: Upgrade: osd.2 is safe to restart 2024-08-30T21:03:19.804 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:19 smithi173 ceph-mon[82405]: osdmap e348: 8 total, 8 up, 8 in 2024-08-30T21:03:20.473 INFO:tasks.rados.rados.0.smithi173.stdout:1402: done (1 left) 2024-08-30T21:03:20.473 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 136 2024-08-30T21:03:20.473 INFO:tasks.rados.rados.0.smithi173.stdout:1403: seq_num 438 ranges {4620288=139264} 2024-08-30T21:03:20.500 INFO:tasks.rados.rados.0.smithi173.stdout:1403: writing smithi17368540-2 from 4620288 to 4759552 tid 1 2024-08-30T21:03:20.500 INFO:tasks.rados.rados.0.smithi173.stdout:1404: rollback oid 45 current snap is 136 2024-08-30T21:03:20.500 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 45 to 134 2024-08-30T21:03:20.500 INFO:tasks.rados.rados.0.smithi173.stdout:1401: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:1403: finishing write tid 1 to smithi17368540-2 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:1403: finishing write tid 2 to smithi17368540-2 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:1404: finishing rollback tid 0 to smithi17368540-45 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:1404: finishing rollback tid 1 to smithi17368540-45 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:1401: done (2 left) 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:1405: rollback oid 26 current snap is 136 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 26 to 133 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:1404: finishing rollback tid 2 to smithi17368540-45 2024-08-30T21:03:20.676 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 759 (ObjNum 378 snap 115 seq_num 378) dirty exists 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1403: finishing write tid 3 to smithi17368540-2 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1403: oid 2 updating version 0 to 630 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1403: oid 2 updating version 630 to 631 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 631 (ObjNum 438 snap 136 seq_num 438) dirty exists 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1403: left oid 2 (ObjNum 438 snap 136 seq_num 438) 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1403: done (2 left) 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1404: done (1 left) 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1406: rollback oid 28 current snap is 136 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 132 2024-08-30T21:03:20.677 INFO:tasks.rados.rados.0.smithi173.stdout:1407: snap_create 2024-08-30T21:03:20.678 INFO:tasks.rados.rados.0.smithi173.stdout:1405: finishing rollback tid 1 to smithi17368540-26 2024-08-30T21:03:20.678 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:03:20.678 INFO:tasks.rados.rados.0.smithi173.stdout:1406: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:03:20.678 INFO:tasks.rados.rados.0.smithi173.stdout:1406: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:03:20.678 INFO:tasks.rados.rados.0.smithi173.stdout:1406: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:03:20.678 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 762 (ObjNum 428 snap 130 seq_num 428) dirty exists 2024-08-30T21:03:21.202 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[79976]: Upgrade: Updating osd.2 2024-08-30T21:03:21.203 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:21.203 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-30T21:03:21.203 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:21.203 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[79976]: Deploying daemon osd.2 on smithi173 2024-08-30T21:03:21.203 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[79976]: osdmap e349: 8 total, 8 up, 8 in 2024-08-30T21:03:21.204 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[82405]: Upgrade: Updating osd.2 2024-08-30T21:03:21.204 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:21.204 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-30T21:03:21.204 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:21.205 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[82405]: Deploying daemon osd.2 on smithi173 2024-08-30T21:03:21.205 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:20 smithi173 ceph-mon[82405]: osdmap e349: 8 total, 8 up, 8 in 2024-08-30T21:03:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:20 smithi196 ceph-mon[74601]: Upgrade: Updating osd.2 2024-08-30T21:03:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:20 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:20 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-30T21:03:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:20 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:20 smithi196 ceph-mon[74601]: Deploying daemon osd.2 on smithi173 2024-08-30T21:03:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:20 smithi196 ceph-mon[74601]: osdmap e349: 8 total, 8 up, 8 in 2024-08-30T21:03:21.466 INFO:tasks.rados.rados.0.smithi173.stdout:1405: done (2 left) 2024-08-30T21:03:21.466 INFO:tasks.rados.rados.0.smithi173.stdout:1406: done (1 left) 2024-08-30T21:03:21.467 INFO:tasks.rados.rados.0.smithi173.stdout:1407: done (0 left) 2024-08-30T21:03:21.467 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 137 2024-08-30T21:03:21.467 INFO:tasks.rados.rados.0.smithi173.stdout:1408: seq_num 439 ranges {5931008=155648} 2024-08-30T21:03:21.498 INFO:tasks.rados.rados.0.smithi173.stdout:1408: writing smithi17368540-38 from 5931008 to 6086656 tid 1 2024-08-30T21:03:21.498 INFO:tasks.rados.rados.0.smithi173.stdout:1409: snap_create 2024-08-30T21:03:21.504 INFO:tasks.rados.rados.0.smithi173.stdout:1408: finishing write tid 1 to smithi17368540-38 2024-08-30T21:03:21.504 INFO:tasks.rados.rados.0.smithi173.stdout:1408: finishing write tid 2 to smithi17368540-38 2024-08-30T21:03:21.505 INFO:tasks.rados.rados.0.smithi173.stdout:1408: finishing write tid 3 to smithi17368540-38 2024-08-30T21:03:21.505 INFO:tasks.rados.rados.0.smithi173.stdout:1408: oid 38 updating version 0 to 849 2024-08-30T21:03:21.505 INFO:tasks.rados.rados.0.smithi173.stdout:1408: oid 38 version 849 is already newer than 848 2024-08-30T21:03:21.505 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 849 (ObjNum 439 snap 137 seq_num 439) dirty exists 2024-08-30T21:03:21.506 INFO:tasks.rados.rados.0.smithi173.stdout:1408: left oid 38 (ObjNum 439 snap 137 seq_num 439) 2024-08-30T21:03:21.826 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:03:22.085 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:21 smithi173 ceph-mon[79976]: pgmap v190: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 870 KiB/s wr, 12 op/s 2024-08-30T21:03:22.085 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:21 smithi173 ceph-mon[79976]: osdmap e350: 8 total, 8 up, 8 in 2024-08-30T21:03:22.085 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:21 smithi173 ceph-mon[82405]: pgmap v190: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 870 KiB/s wr, 12 op/s 2024-08-30T21:03:22.085 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:21 smithi173 ceph-mon[82405]: osdmap e350: 8 total, 8 up, 8 in 2024-08-30T21:03:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:21 smithi196 ceph-mon[74601]: pgmap v190: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 870 KiB/s wr, 12 op/s 2024-08-30T21:03:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:21 smithi196 ceph-mon[74601]: osdmap e350: 8 total, 8 up, 8 in 2024-08-30T21:03:22.400 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:03:22.400 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (6m) 23s ago 7m 23.7M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (6m) 95s ago 6m 88.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (8m) 23s ago 8m 16.2M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (8m) 95s ago 8m 20.6M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (2m) 95s ago 11m 452M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (3m) 23s ago 13m 520M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (2m) 23s ago 13m 50.3M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (101s) 95s ago 12m 23.9M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (119s) 23s ago 12m 41.4M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (6m) 23s ago 6m 15.9M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (6m) 95s ago 6m 16.1M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:03:22.401 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (60s) 23s ago 11m 124M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (27s) 23s ago 11m 12.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (10m) 23s ago 10m 210M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 47e63d7d227b 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (10m) 23s ago 10m 198M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (10m) 95s ago 10m 184M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (9m) 95s ago 9m 183M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (9m) 95s ago 9m 96.5M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (8m) 95s ago 8m 185M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:03:22.402 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (2m) 95s ago 7m 47.1M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:03:22.468 INFO:tasks.rados.rados.0.smithi173.stdout:1408: done (1 left) 2024-08-30T21:03:22.468 INFO:tasks.rados.rados.0.smithi173.stdout:1409: done (0 left) 2024-08-30T21:03:22.469 INFO:tasks.rados.rados.0.smithi173.stdout:1410: setattr oid 29 current snap is 138 2024-08-30T21:03:22.471 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 138 2024-08-30T21:03:22.471 INFO:tasks.rados.rados.0.smithi173.stdout:1411: seq_num 440 ranges {5300224=172032} 2024-08-30T21:03:22.501 INFO:tasks.rados.rados.0.smithi173.stdout:1411: writing smithi17368540-31 from 5300224 to 5472256 tid 1 2024-08-30T21:03:22.502 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 138 2024-08-30T21:03:22.502 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 955 (ObjNum 436 snap 135 seq_num 436) dirty exists 2024-08-30T21:03:22.502 INFO:tasks.rados.rados.0.smithi173.stdout:1412: seq_num 441 ranges {40960=188416} 2024-08-30T21:03:22.503 INFO:tasks.rados.rados.0.smithi173.stdout:1412: writing smithi17368540-46 from 40960 to 229376 tid 1 2024-08-30T21:03:22.503 INFO:tasks.rados.rados.0.smithi173.stdout:1410: done (2 left) 2024-08-30T21:03:22.503 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 138 2024-08-30T21:03:22.503 INFO:tasks.rados.rados.0.smithi173.stdout:1413: seq_num 442 ranges {1957888=204800} 2024-08-30T21:03:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:1413: writing smithi17368540-25 from 1957888 to 2162688 tid 1 2024-08-30T21:03:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 138 2024-08-30T21:03:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:1411: finishing write tid 1 to smithi17368540-31 2024-08-30T21:03:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:1414: seq_num 443 ranges {4759552=221184} 2024-08-30T21:03:22.543 INFO:tasks.rados.rados.0.smithi173.stdout:1414: writing smithi17368540-2 from 4759552 to 4980736 tid 1 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1415: rmattr oid 12 current snap is 138 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1415: done (4 left) 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1416: setattr oid 47 current snap is 138 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1411: finishing write tid 2 to smithi17368540-31 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1412: finishing write tid 1 to smithi17368540-46 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1412: finishing write tid 2 to smithi17368540-46 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1411: finishing write tid 3 to smithi17368540-31 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1411: oid 31 updating version 0 to 895 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1411: oid 31 version 895 is already newer than 894 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 895 (ObjNum 440 snap 138 seq_num 440) dirty exists 2024-08-30T21:03:22.544 INFO:tasks.rados.rados.0.smithi173.stdout:1411: left oid 31 (ObjNum 440 snap 138 seq_num 440) 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:1412: finishing write tid 3 to smithi17368540-46 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:1412: oid 46 updating version 0 to 377 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:1412: oid 46 updating version 377 to 378 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 378 (ObjNum 441 snap 138 seq_num 441) dirty exists 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:1412: left oid 46 (ObjNum 441 snap 138 seq_num 441) 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:1413: finishing write tid 1 to smithi17368540-25 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:1413: finishing write tid 2 to smithi17368540-25 2024-08-30T21:03:22.545 INFO:tasks.rados.rados.0.smithi173.stdout:1413: finishing write tid 3 to smithi17368540-25 2024-08-30T21:03:22.546 INFO:tasks.rados.rados.0.smithi173.stdout:1413: oid 25 updating version 0 to 851 2024-08-30T21:03:22.546 INFO:tasks.rados.rados.0.smithi173.stdout:1413: oid 25 version 851 is already newer than 850 2024-08-30T21:03:22.546 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 851 (ObjNum 442 snap 138 seq_num 442) dirty exists 2024-08-30T21:03:22.546 INFO:tasks.rados.rados.0.smithi173.stdout:1413: left oid 25 (ObjNum 442 snap 138 seq_num 442) 2024-08-30T21:03:22.547 INFO:tasks.rados.rados.0.smithi173.stdout:1411: done (4 left) 2024-08-30T21:03:22.547 INFO:tasks.rados.rados.0.smithi173.stdout:1412: done (3 left) 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1413: done (2 left) 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1417: rollback oid 24 current snap is 138 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 24 to 129 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 138 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1418: seq_num 444 ranges {0=237568} 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1418: writing smithi17368540-40 from 0 to 237568 tid 1 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1414: finishing write tid 1 to smithi17368540-2 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1414: finishing write tid 2 to smithi17368540-2 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1419: rollback oid 42 current snap is 138 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 42 to 137 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1420: copy_from oid 5 from oid 32 current snap is 138 2024-08-30T21:03:22.548 INFO:tasks.rados.rados.0.smithi173.stdout:1421: delete oid 9 current snap is 138 2024-08-30T21:03:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:1414: finishing write tid 3 to smithi17368540-2 2024-08-30T21:03:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:1414: oid 2 updating version 0 to 634 2024-08-30T21:03:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:1414: oid 2 version 634 is already newer than 633 2024-08-30T21:03:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 634 (ObjNum 443 snap 138 seq_num 443) dirty exists 2024-08-30T21:03:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:1414: left oid 2 (ObjNum 443 snap 138 seq_num 443) 2024-08-30T21:03:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:1417: finishing rollback tid 1 to smithi17368540-24 2024-08-30T21:03:22.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 788 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:03:22.551 INFO:tasks.rados.rados.0.smithi173.stdout:1417: finishing rollback tid 2 to smithi17368540-24 2024-08-30T21:03:22.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 380 (ObjNum 413 snap 126 seq_num 413) dirty exists 2024-08-30T21:03:22.551 INFO:tasks.rados.rados.0.smithi173.stdout:1418: finishing write tid 1 to smithi17368540-40 2024-08-30T21:03:22.552 INFO:tasks.rados.rados.0.smithi173.stdout:1414: done (6 left) 2024-08-30T21:03:22.552 INFO:tasks.rados.rados.0.smithi173.stdout:1416: done (5 left) 2024-08-30T21:03:22.552 INFO:tasks.rados.rados.0.smithi173.stdout:1417: done (4 left) 2024-08-30T21:03:22.552 INFO:tasks.rados.rados.0.smithi173.stdout:1421: done (3 left) 2024-08-30T21:03:22.552 INFO:tasks.rados.rados.0.smithi173.stdout:1422: rmattr oid 26 current snap is 138 2024-08-30T21:03:22.553 INFO:tasks.rados.rados.0.smithi173.stdout:1422: done (3 left) 2024-08-30T21:03:22.553 INFO:tasks.rados.rados.0.smithi173.stdout:1423: copy_from oid 48 from oid 47 current snap is 138 2024-08-30T21:03:22.553 INFO:tasks.rados.rados.0.smithi173.stdout:1424: setattr oid 23 current snap is 138 2024-08-30T21:03:22.553 INFO:tasks.rados.rados.0.smithi173.stdout:1418: finishing write tid 2 to smithi17368540-40 2024-08-30T21:03:22.554 INFO:tasks.rados.rados.0.smithi173.stdout:1425: snap_create 2024-08-30T21:03:22.554 INFO:tasks.rados.rados.0.smithi173.stdout:1418: finishing write tid 3 to smithi17368540-40 2024-08-30T21:03:22.554 INFO:tasks.rados.rados.0.smithi173.stdout:1418: oid 40 updating version 0 to 623 2024-08-30T21:03:22.555 INFO:tasks.rados.rados.0.smithi173.stdout:1418: oid 40 version 623 is already newer than 622 2024-08-30T21:03:22.555 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 623 (ObjNum 444 snap 138 seq_num 444) dirty exists 2024-08-30T21:03:22.555 INFO:tasks.rados.rados.0.smithi173.stdout:1418: left oid 40 (ObjNum 444 snap 138 seq_num 444) 2024-08-30T21:03:22.556 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 635 (ObjNum 33 snap 0 seq_num 1578826928) dirty exists 2024-08-30T21:03:22.557 INFO:tasks.rados.rados.0.smithi173.stdout:1419: finishing rollback tid 0 to smithi17368540-42 2024-08-30T21:03:22.559 INFO:tasks.rados.rados.0.smithi173.stdout:1419: finishing rollback tid 1 to smithi17368540-42 2024-08-30T21:03:22.560 INFO:tasks.rados.rados.0.smithi173.stdout:1419: finishing rollback tid 2 to smithi17368540-42 2024-08-30T21:03:22.560 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 898 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:03:22.566 INFO:tasks.rados.rados.0.smithi173.stdout:1423: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:03:22.571 INFO:tasks.rados.rados.0.smithi173.stdout:1423: finishing copy_from to smithi17368540-48 2024-08-30T21:03:22.571 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 788 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:03:22.577 INFO:tasks.rados.rados.0.smithi173.stdout:1420: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:03:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:1420: finishing copy_from to smithi17368540-5 2024-08-30T21:03:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 826 (ObjNum 398 snap 120 seq_num 398) dirty exists 2024-08-30T21:03:22.780 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:03:22.780 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:03:22.780 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:03:22.780 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:22.780 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:03:22.780 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 6, 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 8, 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 7 2024-08-30T21:03:22.781 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:03:22.782 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:03:23.016 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:22 smithi173 ceph-mon[82405]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:23.016 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:22 smithi173 ceph-mon[82405]: osdmap e351: 8 total, 8 up, 8 in 2024-08-30T21:03:23.016 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:22 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2793634270' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:23.016 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:22 smithi173 ceph-mon[79976]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:23.017 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:22 smithi173 ceph-mon[79976]: osdmap e351: 8 total, 8 up, 8 in 2024-08-30T21:03:23.017 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:22 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2793634270' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:23.017 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:22 smithi173 systemd[1]: Stopping Ceph osd.2 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "7/20 daemons upgraded", 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:03:23.099 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:03:23.100 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:03:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:22 smithi196 ceph-mon[74601]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:22 smithi196 ceph-mon[74601]: osdmap e351: 8 total, 8 up, 8 in 2024-08-30T21:03:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:22 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2793634270' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:23.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[44009]: 2024-08-30T21:03:23.014+0000 7fb67c693640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:03:23.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[44009]: 2024-08-30T21:03:23.014+0000 7fb67c693640 -1 osd.2 351 *** Got signal Terminated *** 2024-08-30T21:03:23.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[44009]: 2024-08-30T21:03:23.014+0000 7fb67c693640 -1 osd.2 351 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:03:23.472 INFO:tasks.rados.rados.0.smithi173.stdout:1418: done (5 left) 2024-08-30T21:03:23.473 INFO:tasks.rados.rados.0.smithi173.stdout:1419: done (4 left) 2024-08-30T21:03:23.473 INFO:tasks.rados.rados.0.smithi173.stdout:1420: done (3 left) 2024-08-30T21:03:23.473 INFO:tasks.rados.rados.0.smithi173.stdout:1423: done (2 left) 2024-08-30T21:03:23.473 INFO:tasks.rados.rados.0.smithi173.stdout:1424: done (1 left) 2024-08-30T21:03:23.473 INFO:tasks.rados.rados.0.smithi173.stdout:1425: done (0 left) 2024-08-30T21:03:23.474 INFO:tasks.rados.rados.0.smithi173.stdout:1426: delete oid 24 current snap is 139 2024-08-30T21:03:23.480 INFO:tasks.rados.rados.0.smithi173.stdout:1426: done (0 left) 2024-08-30T21:03:23.480 INFO:tasks.rados.rados.0.smithi173.stdout:1427: rmattr oid 14 current snap is 139 2024-08-30T21:03:23.480 INFO:tasks.rados.rados.0.smithi173.stdout:1427: done (0 left) 2024-08-30T21:03:23.480 INFO:tasks.rados.rados.0.smithi173.stdout:1428: delete oid 15 current snap is 139 2024-08-30T21:03:23.482 INFO:tasks.rados.rados.0.smithi173.stdout:1428: done (0 left) 2024-08-30T21:03:23.482 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 139 2024-08-30T21:03:23.482 INFO:tasks.rados.rados.0.smithi173.stdout:1429: seq_num 448 ranges {0=311296} 2024-08-30T21:03:23.484 INFO:tasks.rados.rados.0.smithi173.stdout:1429: writing smithi17368540-4 from 0 to 311296 tid 1 2024-08-30T21:03:23.484 INFO:tasks.rados.rados.0.smithi173.stdout:1430: snap_create 2024-08-30T21:03:24.108 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: pgmap v193: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 814 KiB/s wr, 11 op/s 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: osd.2 marked itself down and dead 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[79976]: osdmap e352: 8 total, 7 up, 8 in 2024-08-30T21:03:24.109 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:24.110 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: pgmap v193: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 814 KiB/s wr, 11 op/s 2024-08-30T21:03:24.110 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:24.110 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: osd.2 marked itself down and dead 2024-08-30T21:03:24.110 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:24.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:24.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:03:24.111 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:23 smithi173 ceph-mon[82405]: osdmap e352: 8 total, 7 up, 8 in 2024-08-30T21:03:24.111 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:23 smithi173 podman[97326]: 2024-08-30 21:03:23.868583761 +0000 UTC m=+0.963601757 container died 47e63d7d227b3ff76f8d72d8d6913db8ecabe5d7b8510f5d5d75501cf49abe75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-08-30T21:03:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: pgmap v193: 121 pgs: 121 active+clean; 180 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.0 KiB/s rd, 814 KiB/s wr, 11 op/s 2024-08-30T21:03:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:24.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: osd.2 marked itself down and dead 2024-08-30T21:03:24.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:24.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:24.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:03:24.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:23 smithi196 ceph-mon[74601]: osdmap e352: 8 total, 7 up, 8 in 2024-08-30T21:03:24.400 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:24 smithi173 podman[97326]: 2024-08-30 21:03:24.206719735 +0000 UTC m=+1.301737720 container cleanup 47e63d7d227b3ff76f8d72d8d6913db8ecabe5d7b8510f5d5d75501cf49abe75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-08-30T21:03:24.400 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:24 smithi173 bash[97326]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2 2024-08-30T21:03:24.476 INFO:tasks.rados.rados.0.smithi173.stdout:1430: done (1 left) 2024-08-30T21:03:24.476 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 140 2024-08-30T21:03:24.476 INFO:tasks.rados.rados.0.smithi173.stdout:1431: seq_num 449 ranges {229376=327680} 2024-08-30T21:03:24.479 INFO:tasks.rados.rados.0.smithi173.stdout:1431: writing smithi17368540-49 from 229376 to 557056 tid 1 2024-08-30T21:03:24.479 INFO:tasks.rados.rados.0.smithi173.stdout:1432: snap_remove snap 128 2024-08-30T21:03:24.710 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:24 smithi173 podman[97356]: 2024-08-30 21:03:24.399685955 +0000 UTC m=+0.533864123 container remove 47e63d7d227b3ff76f8d72d8d6913db8ecabe5d7b8510f5d5d75501cf49abe75 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-63b0b8e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-30T21:03:25.087 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:24 smithi173 ceph-mon[79976]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:25.087 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:24 smithi173 ceph-mon[79976]: osdmap e353: 8 total, 7 up, 8 in 2024-08-30T21:03:25.087 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:24 smithi173 ceph-mon[82405]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:25.087 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:24 smithi173 ceph-mon[82405]: osdmap e353: 8 total, 7 up, 8 in 2024-08-30T21:03:25.088 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:24 smithi173 podman[97445]: 2024-08-30 21:03:24.721419769 +0000 UTC m=+0.015645884 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:03:25.088 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:24 smithi173 podman[97445]: 2024-08-30 21:03:24.857895378 +0000 UTC m=+0.152121484 container create e2e46203d96c06ad13b82242ab04c85a1d8652d1e03af1afc9dd03f34c2c8dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:03:25.088 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 podman[97445]: 2024-08-30 21:03:25.086417099 +0000 UTC m=+0.380643203 container init e2e46203d96c06ad13b82242ab04c85a1d8652d1e03af1afc9dd03f34c2c8dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-30T21:03:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:24 smithi196 ceph-mon[74601]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:24 smithi196 ceph-mon[74601]: osdmap e353: 8 total, 7 up, 8 in 2024-08-30T21:03:25.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:03:25] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-08-30T21:03:25.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 podman[97445]: 2024-08-30 21:03:25.090218684 +0000 UTC m=+0.384444800 container start e2e46203d96c06ad13b82242ab04c85a1d8652d1e03af1afc9dd03f34c2c8dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-08-30T21:03:25.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 podman[97445]: 2024-08-30 21:03:25.178042794 +0000 UTC m=+0.472268914 container attach e2e46203d96c06ad13b82242ab04c85a1d8652d1e03af1afc9dd03f34c2c8dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-30T21:03:25.461 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 podman[97445]: 2024-08-30 21:03:25.279837009 +0000 UTC m=+0.574063125 container died e2e46203d96c06ad13b82242ab04c85a1d8652d1e03af1afc9dd03f34c2c8dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-30T21:03:25.473 INFO:tasks.rados.rados.0.smithi173.stdout:1431: finishing write tid 1 to smithi17368540-49 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1431: finishing write tid 2 to smithi17368540-49 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1431: finishing write tid 3 to smithi17368540-49 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1431: oid 49 updating version 0 to 770 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1431: oid 49 version 770 is already newer than 769 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 770 (ObjNum 449 snap 140 seq_num 449) dirty exists 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1431: left oid 49 (ObjNum 449 snap 140 seq_num 449) 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1429: finishing write tid 1 to smithi17368540-4 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1429: finishing write tid 2 to smithi17368540-4 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1429: finishing write tid 3 to smithi17368540-4 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1429: oid 4 updating version 0 to 959 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1429: oid 4 updating version 959 to 960 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 960 (ObjNum 448 snap 139 seq_num 448) dirty exists 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1429: left oid 4 (ObjNum 448 snap 139 seq_num 448) 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1429: done (2 left) 2024-08-30T21:03:25.474 INFO:tasks.rados.rados.0.smithi173.stdout:1431: done (1 left) 2024-08-30T21:03:25.475 INFO:tasks.rados.rados.0.smithi173.stdout:1432: done (0 left) 2024-08-30T21:03:25.475 INFO:tasks.rados.rados.0.smithi173.stdout:1433: copy_from oid 41 from oid 23 current snap is 140 2024-08-30T21:03:25.475 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 140 2024-08-30T21:03:25.475 INFO:tasks.rados.rados.0.smithi173.stdout:1434: seq_num 450 ranges {3964928=344064} 2024-08-30T21:03:25.497 INFO:tasks.rados.rados.0.smithi173.stdout:1434: writing smithi17368540-32 from 3964928 to 4308992 tid 1 2024-08-30T21:03:25.497 INFO:tasks.rados.rados.0.smithi173.stdout:1435: snap_remove snap 137 2024-08-30T21:03:26.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:25 smithi173 ceph-mon[79976]: pgmap v196: 121 pgs: 23 peering, 4 stale+active+clean, 94 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:03:26.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:25 smithi173 ceph-mon[79976]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-30T21:03:26.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:25 smithi173 ceph-mon[79976]: osdmap e354: 8 total, 7 up, 8 in 2024-08-30T21:03:26.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:25 smithi173 ceph-mon[82405]: pgmap v196: 121 pgs: 23 peering, 4 stale+active+clean, 94 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:03:26.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:25 smithi173 ceph-mon[82405]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-30T21:03:26.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:25 smithi173 ceph-mon[82405]: osdmap e354: 8 total, 7 up, 8 in 2024-08-30T21:03:26.213 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 podman[97469]: 2024-08-30 21:03:25.865071304 +0000 UTC m=+0.579782389 container remove e2e46203d96c06ad13b82242ab04c85a1d8652d1e03af1afc9dd03f34c2c8dbb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-08-30T21:03:26.213 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-30T21:03:26.214 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 systemd[1]: Stopped Ceph osd.2 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:03:26.214 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:25 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.2.service: Consumed 14.599s CPU time. 2024-08-30T21:03:26.214 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 systemd[1]: Starting Ceph osd.2 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:03:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:25 smithi196 ceph-mon[74601]: pgmap v196: 121 pgs: 23 peering, 4 stale+active+clean, 94 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-08-30T21:03:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:25 smithi196 ceph-mon[74601]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-30T21:03:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:25 smithi196 ceph-mon[74601]: osdmap e354: 8 total, 7 up, 8 in 2024-08-30T21:03:26.474 INFO:tasks.rados.rados.0.smithi173.stdout:1435: done (2 left) 2024-08-30T21:03:26.474 INFO:tasks.rados.rados.0.smithi173.stdout:1436: delete oid 19 current snap is 140 2024-08-30T21:03:26.474 INFO:tasks.rados.rados.0.smithi173.stdout:1433: finishing copy_from racing read to smithi17368540-41 2024-08-30T21:03:26.474 INFO:tasks.rados.rados.0.smithi173.stdout:1433: finishing copy_from to smithi17368540-41 2024-08-30T21:03:26.474 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 635 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:03:26.474 INFO:tasks.rados.rados.0.smithi173.stdout:1434: finishing write tid 1 to smithi17368540-32 2024-08-30T21:03:26.474 INFO:tasks.rados.rados.0.smithi173.stdout:1434: finishing write tid 2 to smithi17368540-32 2024-08-30T21:03:26.475 INFO:tasks.rados.rados.0.smithi173.stdout:1434: finishing write tid 3 to smithi17368540-32 2024-08-30T21:03:26.475 INFO:tasks.rados.rados.0.smithi173.stdout:1434: oid 32 updating version 0 to 899 2024-08-30T21:03:26.475 INFO:tasks.rados.rados.0.smithi173.stdout:1434: oid 32 updating version 899 to 900 2024-08-30T21:03:26.475 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 900 (ObjNum 450 snap 140 seq_num 450) dirty exists 2024-08-30T21:03:26.475 INFO:tasks.rados.rados.0.smithi173.stdout:1434: left oid 32 (ObjNum 450 snap 140 seq_num 450) 2024-08-30T21:03:26.493 INFO:tasks.rados.rados.0.smithi173.stdout:1433: done (2 left) 2024-08-30T21:03:26.493 INFO:tasks.rados.rados.0.smithi173.stdout:1434: done (1 left) 2024-08-30T21:03:26.493 INFO:tasks.rados.rados.0.smithi173.stdout:1436: done (0 left) 2024-08-30T21:03:26.493 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 140 2024-08-30T21:03:26.494 INFO:tasks.rados.rados.0.smithi173.stdout:1437: seq_num 452 ranges {0=376832} 2024-08-30T21:03:26.495 INFO:tasks.rados.rados.0.smithi173.stdout:1437: writing smithi17368540-23 from 0 to 376832 tid 1 2024-08-30T21:03:26.495 INFO:tasks.rados.rados.0.smithi173.stdout:1438: snap_create 2024-08-30T21:03:26.513 INFO:tasks.rados.rados.0.smithi173.stdout:1437: finishing write tid 1 to smithi17368540-23 2024-08-30T21:03:26.514 INFO:tasks.rados.rados.0.smithi173.stdout:1437: finishing write tid 2 to smithi17368540-23 2024-08-30T21:03:26.515 INFO:tasks.rados.rados.0.smithi173.stdout:1437: finishing write tid 3 to smithi17368540-23 2024-08-30T21:03:26.515 INFO:tasks.rados.rados.0.smithi173.stdout:1437: oid 23 updating version 0 to 638 2024-08-30T21:03:26.515 INFO:tasks.rados.rados.0.smithi173.stdout:1437: oid 23 updating version 638 to 639 2024-08-30T21:03:26.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 639 (ObjNum 452 snap 140 seq_num 452) dirty exists 2024-08-30T21:03:26.515 INFO:tasks.rados.rados.0.smithi173.stdout:1437: left oid 23 (ObjNum 452 snap 140 seq_num 452) 2024-08-30T21:03:26.586 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 podman[97569]: 2024-08-30 21:03:26.199790616 +0000 UTC m=+0.016635612 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:03:26.586 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 podman[97569]: 2024-08-30 21:03:26.341443265 +0000 UTC m=+0.158288248 container create 845c1360e8a858a2e0c4a46ce8378d4ac91195d7561fdd7fe68d345ed0a7a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:03:26.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 podman[97569]: 2024-08-30 21:03:26.58594373 +0000 UTC m=+0.402788730 container init 845c1360e8a858a2e0c4a46ce8378d4ac91195d7561fdd7fe68d345ed0a7a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-08-30T21:03:26.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 podman[97569]: 2024-08-30 21:03:26.589648695 +0000 UTC m=+0.406493679 container start 845c1360e8a858a2e0c4a46ce8378d4ac91195d7561fdd7fe68d345ed0a7a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731) 2024-08-30T21:03:26.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 podman[97569]: 2024-08-30 21:03:26.702416476 +0000 UTC m=+0.519261463 container attach 845c1360e8a858a2e0c4a46ce8378d4ac91195d7561fdd7fe68d345ed0a7a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731) 2024-08-30T21:03:26.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 bash[97569]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 bash[97569]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 bash[97569]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 bash[97569]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 bash[97569]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 bash[97569]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-30T21:03:26.962 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:26 smithi173 bash[97569]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 bash[97569]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 bash[97569]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 bash[97569]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-30T21:03:27.432 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 bash[97569]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-30T21:03:27.433 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate[97584]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-30T21:03:27.433 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 bash[97569]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-30T21:03:27.433 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 podman[97569]: 2024-08-30 21:03:27.136543057 +0000 UTC m=+0.953388053 container died 845c1360e8a858a2e0c4a46ce8378d4ac91195d7561fdd7fe68d345ed0a7a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:1437: done (1 left) 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:1438: done (0 left) 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:1439: read oid 33 snap -1 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:1439: expect deleted 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:1440: read oid 6 snap -1 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:1440: expect (ObjNum 400 snap 120 seq_num 400) 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 141 2024-08-30T21:03:27.481 INFO:tasks.rados.rados.0.smithi173.stdout:1441: seq_num 453 ranges {4980736=393216} 2024-08-30T21:03:27.509 INFO:tasks.rados.rados.0.smithi173.stdout:1441: writing smithi17368540-2 from 4980736 to 5373952 tid 1 2024-08-30T21:03:27.510 INFO:tasks.rados.rados.0.smithi173.stdout:1442: delete oid 8 current snap is 141 2024-08-30T21:03:27.510 INFO:tasks.rados.rados.0.smithi173.stdout:1440: expect (ObjNum 400 snap 120 seq_num 400) 2024-08-30T21:03:27.679 INFO:tasks.rados.rados.0.smithi173.stdout:1441: finishing write tid 1 to smithi17368540-2 2024-08-30T21:03:27.679 INFO:tasks.rados.rados.0.smithi173.stdout:1441: finishing write tid 2 to smithi17368540-2 2024-08-30T21:03:27.679 INFO:tasks.rados.rados.0.smithi173.stdout:1441: finishing write tid 3 to smithi17368540-2 2024-08-30T21:03:27.679 INFO:tasks.rados.rados.0.smithi173.stdout:1441: oid 2 updating version 0 to 642 2024-08-30T21:03:27.679 INFO:tasks.rados.rados.0.smithi173.stdout:1441: oid 2 version 642 is already newer than 641 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 642 (ObjNum 453 snap 141 seq_num 453) dirty exists 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:1441: left oid 2 (ObjNum 453 snap 141 seq_num 453) 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:1439: done (3 left) 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:1440: done (2 left) 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:1441: done (1 left) 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:1442: done (0 left) 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 141 2024-08-30T21:03:27.680 INFO:tasks.rados.rados.0.smithi173.stdout:1443: seq_num 455 ranges {6660096=425984} 2024-08-30T21:03:27.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-mon[82405]: pgmap v199: 121 pgs: 4 active+undersized, 23 peering, 1 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 24 op/s; 11/336 objects degraded (3.274%) 2024-08-30T21:03:27.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-mon[82405]: osdmap e355: 8 total, 7 up, 8 in 2024-08-30T21:03:27.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 11/336 objects degraded (3.274%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-mon[79976]: pgmap v199: 121 pgs: 4 active+undersized, 23 peering, 1 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 24 op/s; 11/336 objects degraded (3.274%) 2024-08-30T21:03:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-mon[79976]: osdmap e355: 8 total, 7 up, 8 in 2024-08-30T21:03:27.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:27 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 11/336 objects degraded (3.274%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:27.716 INFO:tasks.rados.rados.0.smithi173.stdout:1443: writing smithi17368540-42 from 6660096 to 7086080 tid 1 2024-08-30T21:03:27.716 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 141 2024-08-30T21:03:27.716 INFO:tasks.rados.rados.0.smithi173.stdout:1444: seq_num 456 ranges {3022848=442368} 2024-08-30T21:03:27.735 INFO:tasks.rados.rados.0.smithi173.stdout:1444: writing smithi17368540-39 from 3022848 to 3465216 tid 1 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 141 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:1443: finishing write tid 1 to smithi17368540-42 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:1443: finishing write tid 2 to smithi17368540-42 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:1443: finishing write tid 3 to smithi17368540-42 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:1443: oid 42 updating version 0 to 902 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:1443: oid 42 version 902 is already newer than 901 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 902 (ObjNum 455 snap 141 seq_num 455) dirty exists 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:1443: left oid 42 (ObjNum 455 snap 141 seq_num 455) 2024-08-30T21:03:27.736 INFO:tasks.rados.rados.0.smithi173.stdout:1445: seq_num 457 ranges {376832=458752} 2024-08-30T21:03:27.740 INFO:tasks.rados.rados.0.smithi173.stdout:1445: writing smithi17368540-23 from 376832 to 835584 tid 1 2024-08-30T21:03:27.740 INFO:tasks.rados.rados.0.smithi173.stdout:1443: done (2 left) 2024-08-30T21:03:27.741 INFO:tasks.rados.rados.0.smithi173.stdout:1446: delete oid 1 current snap is 141 2024-08-30T21:03:27.741 INFO:tasks.rados.rados.0.smithi173.stdout:1444: finishing write tid 1 to smithi17368540-39 2024-08-30T21:03:27.741 INFO:tasks.rados.rados.0.smithi173.stdout:1444: finishing write tid 2 to smithi17368540-39 2024-08-30T21:03:27.743 INFO:tasks.rados.rados.0.smithi173.stdout:1444: finishing write tid 3 to smithi17368540-39 2024-08-30T21:03:27.743 INFO:tasks.rados.rados.0.smithi173.stdout:1444: oid 39 updating version 0 to 334 2024-08-30T21:03:27.743 INFO:tasks.rados.rados.0.smithi173.stdout:1444: oid 39 version 334 is already newer than 333 2024-08-30T21:03:27.744 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 334 (ObjNum 456 snap 141 seq_num 456) dirty exists 2024-08-30T21:03:27.744 INFO:tasks.rados.rados.0.smithi173.stdout:1444: left oid 39 (ObjNum 456 snap 141 seq_num 456) 2024-08-30T21:03:27.744 INFO:tasks.rados.rados.0.smithi173.stdout:1444: done (2 left) 2024-08-30T21:03:27.744 INFO:tasks.rados.rados.0.smithi173.stdout:1446: done (1 left) 2024-08-30T21:03:27.744 INFO:tasks.rados.rados.0.smithi173.stdout:1447: rmattr oid 7 current snap is 141 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:1448: read oid 30 snap -1 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:1448: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:1449: rollback oid 22 current snap is 141 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 129 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:1450: rollback oid 11 current snap is 141 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 139 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:1451: rmattr oid 34 current snap is 141 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:1451: done (5 left) 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 141 2024-08-30T21:03:27.745 INFO:tasks.rados.rados.0.smithi173.stdout:1452: seq_num 459 ranges {5373952=491520} 2024-08-30T21:03:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:27 smithi196 ceph-mon[74601]: pgmap v199: 121 pgs: 4 active+undersized, 23 peering, 1 stale+active+clean, 2 active+undersized+degraded, 91 active+clean; 192 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 24 op/s; 11/336 objects degraded (3.274%) 2024-08-30T21:03:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:27 smithi196 ceph-mon[74601]: osdmap e355: 8 total, 7 up, 8 in 2024-08-30T21:03:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:27 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 11/336 objects degraded (3.274%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:27.776 INFO:tasks.rados.rados.0.smithi173.stdout:1452: writing smithi17368540-2 from 5373952 to 5865472 tid 1 2024-08-30T21:03:27.776 INFO:tasks.rados.rados.0.smithi173.stdout:1453: read oid 1 snap -1 2024-08-30T21:03:27.776 INFO:tasks.rados.rados.0.smithi173.stdout:1453: expect deleted 2024-08-30T21:03:27.776 INFO:tasks.rados.rados.0.smithi173.stdout:1454: delete oid 47 current snap is 141 2024-08-30T21:03:27.776 INFO:tasks.rados.rados.0.smithi173.stdout:1445: finishing write tid 1 to smithi17368540-23 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1450: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1450: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1450: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 964 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1449: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1449: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1449: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 765 (ObjNum 405 snap 120 seq_num 405) dirty exists 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1445: finishing write tid 2 to smithi17368540-23 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 789 (ObjNum 274 snap 82 seq_num 274) dirty exists 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1445: finishing write tid 3 to smithi17368540-23 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1445: oid 23 updating version 0 to 644 2024-08-30T21:03:27.777 INFO:tasks.rados.rados.0.smithi173.stdout:1445: oid 23 updating version 644 to 645 2024-08-30T21:03:27.778 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 645 (ObjNum 457 snap 141 seq_num 457) dirty exists 2024-08-30T21:03:27.778 INFO:tasks.rados.rados.0.smithi173.stdout:1445: left oid 23 (ObjNum 457 snap 141 seq_num 457) 2024-08-30T21:03:27.778 INFO:tasks.rados.rados.0.smithi173.stdout:1448: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:03:27.958 INFO:tasks.rados.rados.0.smithi173.stdout:1452: finishing write tid 1 to smithi17368540-2 2024-08-30T21:03:27.958 INFO:tasks.rados.rados.0.smithi173.stdout:1452: finishing write tid 2 to smithi17368540-2 2024-08-30T21:03:27.958 INFO:tasks.rados.rados.0.smithi173.stdout:1452: finishing write tid 3 to smithi17368540-2 2024-08-30T21:03:27.958 INFO:tasks.rados.rados.0.smithi173.stdout:1452: oid 2 updating version 0 to 647 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:1452: oid 2 version 647 is already newer than 646 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 647 (ObjNum 459 snap 141 seq_num 459) dirty exists 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:1452: left oid 2 (ObjNum 459 snap 141 seq_num 459) 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:1445: done (7 left) 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:1447: done (6 left) 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:1448: done (5 left) 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:1449: done (4 left) 2024-08-30T21:03:27.959 INFO:tasks.rados.rados.0.smithi173.stdout:1450: done (3 left) 2024-08-30T21:03:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:1452: done (2 left) 2024-08-30T21:03:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:1453: done (1 left) 2024-08-30T21:03:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:1454: done (0 left) 2024-08-30T21:03:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:1455: setattr oid 45 current snap is 141 2024-08-30T21:03:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 141 2024-08-30T21:03:27.960 INFO:tasks.rados.rados.0.smithi173.stdout:1456: seq_num 461 ranges {3964928=524288} 2024-08-30T21:03:27.983 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 podman[97691]: 2024-08-30 21:03:27.731808998 +0000 UTC m=+0.589164005 container remove 845c1360e8a858a2e0c4a46ce8378d4ac91195d7561fdd7fe68d345ed0a7a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-activate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-30T21:03:27.983 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 podman[97749]: 2024-08-30 21:03:27.844808904 +0000 UTC m=+0.017105319 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:03:27.983 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:27 smithi173 podman[97749]: 2024-08-30 21:03:27.982368288 +0000 UTC m=+0.154664697 container create 7dfea8a102352407fdb87ffc391f9169f3d5ae86f318ad4d46c513b861f49ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-30T21:03:27.983 INFO:tasks.rados.rados.0.smithi173.stdout:1456: writing smithi17368540-5 from 3964928 to 4489216 tid 1 2024-08-30T21:03:27.983 INFO:tasks.rados.rados.0.smithi173.stdout:1457: snap_create 2024-08-30T21:03:27.984 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 766 (ObjNum 378 snap 115 seq_num 378) dirty exists 2024-08-30T21:03:27.988 INFO:tasks.rados.rados.0.smithi173.stdout:1456: finishing write tid 1 to smithi17368540-5 2024-08-30T21:03:27.988 INFO:tasks.rados.rados.0.smithi173.stdout:1456: finishing write tid 2 to smithi17368540-5 2024-08-30T21:03:27.990 INFO:tasks.rados.rados.0.smithi173.stdout:1456: finishing write tid 3 to smithi17368540-5 2024-08-30T21:03:27.991 INFO:tasks.rados.rados.0.smithi173.stdout:1456: oid 5 updating version 0 to 966 2024-08-30T21:03:27.991 INFO:tasks.rados.rados.0.smithi173.stdout:1456: oid 5 updating version 966 to 967 2024-08-30T21:03:27.991 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 967 (ObjNum 461 snap 141 seq_num 461) dirty exists 2024-08-30T21:03:27.991 INFO:tasks.rados.rados.0.smithi173.stdout:1456: left oid 5 (ObjNum 461 snap 141 seq_num 461) 2024-08-30T21:03:28.487 INFO:tasks.rados.rados.0.smithi173.stdout:1455: done (2 left) 2024-08-30T21:03:28.487 INFO:tasks.rados.rados.0.smithi173.stdout:1456: done (1 left) 2024-08-30T21:03:28.488 INFO:tasks.rados.rados.0.smithi173.stdout:1457: done (0 left) 2024-08-30T21:03:28.488 INFO:tasks.rados.rados.0.smithi173.stdout:1458: read oid 17 snap -1 2024-08-30T21:03:28.488 INFO:tasks.rados.rados.0.smithi173.stdout:1458: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:28.488 INFO:tasks.rados.rados.0.smithi173.stdout:1459: snap_remove snap 141 2024-08-30T21:03:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[82405]: osdmap e356: 8 total, 7 up, 8 in 2024-08-30T21:03:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:28.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[79976]: osdmap e356: 8 total, 7 up, 8 in 2024-08-30T21:03:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:28.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:28.711 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:28 smithi173 podman[97749]: 2024-08-30 21:03:28.234949812 +0000 UTC m=+0.407246219 container init 7dfea8a102352407fdb87ffc391f9169f3d5ae86f318ad4d46c513b861f49ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-30T21:03:28.712 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:28 smithi173 podman[97749]: 2024-08-30 21:03:28.238133361 +0000 UTC m=+0.410429769 container start 7dfea8a102352407fdb87ffc391f9169f3d5ae86f318ad4d46c513b861f49ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-30T21:03:28.712 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:28 smithi173 ceph-osd[97769]: -- 172.21.15.173:0/4142761112 <== mon.2 v2:172.21.15.173:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c7d0ac7a40 con 0x55c7d0aa5c00 2024-08-30T21:03:28.712 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:28 smithi173 bash[97749]: 7dfea8a102352407fdb87ffc391f9169f3d5ae86f318ad4d46c513b861f49ce5 2024-08-30T21:03:28.712 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:28 smithi173 systemd[1]: Started Ceph osd.2 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:03:28.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:28 smithi196 ceph-mon[74601]: osdmap e356: 8 total, 7 up, 8 in 2024-08-30T21:03:28.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:28.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:28.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:29.493 INFO:tasks.rados.rados.0.smithi173.stdout:1459: done (1 left) 2024-08-30T21:03:29.493 INFO:tasks.rados.rados.0.smithi173.stdout:1460: snap_remove snap 138 2024-08-30T21:03:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:29 smithi196 ceph-mon[74601]: pgmap v202: 121 pgs: 11 active+undersized, 23 peering, 3 active+undersized+degraded, 84 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 210 KiB/s wr, 3 op/s; 15/339 objects degraded (4.425%) 2024-08-30T21:03:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:29 smithi196 ceph-mon[74601]: osdmap e357: 8 total, 7 up, 8 in 2024-08-30T21:03:29.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:29 smithi173 ceph-mon[79976]: pgmap v202: 121 pgs: 11 active+undersized, 23 peering, 3 active+undersized+degraded, 84 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 210 KiB/s wr, 3 op/s; 15/339 objects degraded (4.425%) 2024-08-30T21:03:29.885 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:29 smithi173 ceph-mon[79976]: osdmap e357: 8 total, 7 up, 8 in 2024-08-30T21:03:29.885 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:29 smithi173 ceph-mon[82405]: pgmap v202: 121 pgs: 11 active+undersized, 23 peering, 3 active+undersized+degraded, 84 active+clean; 193 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 210 KiB/s wr, 3 op/s; 15/339 objects degraded (4.425%) 2024-08-30T21:03:29.886 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:29 smithi173 ceph-mon[82405]: osdmap e357: 8 total, 7 up, 8 in 2024-08-30T21:03:29.886 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:03:29.647+0000 7fb321059640 -1 Falling back to public interface 2024-08-30T21:03:30.494 INFO:tasks.rados.rados.0.smithi173.stdout:1460: done (1 left) 2024-08-30T21:03:30.495 INFO:tasks.rados.rados.0.smithi173.stdout:1461: rmattr oid 32 current snap is 142 2024-08-30T21:03:30.495 INFO:tasks.rados.rados.0.smithi173.stdout:1458: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:30.504 INFO:tasks.rados.rados.0.smithi173.stdout:1458: done (1 left) 2024-08-30T21:03:30.505 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 142 2024-08-30T21:03:30.505 INFO:tasks.rados.rados.0.smithi173.stdout:1462: seq_num 462 ranges {3465216=540672} 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1462: writing smithi17368540-39 from 3465216 to 4005888 tid 1 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1463: read oid 48 snap -1 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1463: expect (ObjNum 352 snap 103 seq_num 352) 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1464: copy_from oid 7 from oid 35 current snap is 142 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 903 (ObjNum 450 snap 140 seq_num 450) dirty exists 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1461: done (3 left) 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1465: read oid 30 snap -1 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1465: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 142 2024-08-30T21:03:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1466: seq_num 463 ranges {0=557056} 2024-08-30T21:03:30.529 INFO:tasks.rados.rados.0.smithi173.stdout:1466: writing smithi17368540-8 from 0 to 557056 tid 1 2024-08-30T21:03:30.529 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 142 2024-08-30T21:03:30.530 INFO:tasks.rados.rados.0.smithi173.stdout:1467: seq_num 464 ranges {4308992=573440} 2024-08-30T21:03:30.560 INFO:tasks.rados.rados.0.smithi173.stdout:1467: writing smithi17368540-32 from 4308992 to 4882432 tid 1 2024-08-30T21:03:30.560 INFO:tasks.rados.rados.0.smithi173.stdout:1468: copy_from oid 6 from oid 38 current snap is 142 2024-08-30T21:03:30.560 INFO:tasks.rados.rados.0.smithi173.stdout:1462: finishing write tid 1 to smithi17368540-39 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1462: finishing write tid 2 to smithi17368540-39 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1462: finishing write tid 3 to smithi17368540-39 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1462: oid 39 updating version 0 to 335 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1462: oid 39 updating version 335 to 336 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 336 (ObjNum 462 snap 142 seq_num 462) dirty exists 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1462: left oid 39 (ObjNum 462 snap 142 seq_num 462) 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1466: finishing write tid 1 to smithi17368540-8 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1466: finishing write tid 2 to smithi17368540-8 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1466: finishing write tid 3 to smithi17368540-8 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1466: oid 8 updating version 0 to 573 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:1466: oid 8 version 573 is already newer than 572 2024-08-30T21:03:30.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 573 (ObjNum 463 snap 142 seq_num 463) dirty exists 2024-08-30T21:03:30.562 INFO:tasks.rados.rados.0.smithi173.stdout:1466: left oid 8 (ObjNum 463 snap 142 seq_num 463) 2024-08-30T21:03:30.562 INFO:tasks.rados.rados.0.smithi173.stdout:1463: expect (ObjNum 352 snap 103 seq_num 352) 2024-08-30T21:03:30.663 INFO:tasks.rados.rados.0.smithi173.stdout:1465: expect (ObjNum 363 snap 107 seq_num 363) 2024-08-30T21:03:30.761 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:30 smithi173 ceph-mon[79976]: osdmap e358: 8 total, 7 up, 8 in 2024-08-30T21:03:30.761 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:30 smithi173 ceph-mon[82405]: osdmap e358: 8 total, 7 up, 8 in 2024-08-30T21:03:30.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:30 smithi196 ceph-mon[74601]: osdmap e358: 8 total, 7 up, 8 in 2024-08-30T21:03:30.839 INFO:tasks.rados.rados.0.smithi173.stdout:1464: finishing copy_from racing read to smithi17368540-7 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1467: finishing write tid 1 to smithi17368540-32 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1467: finishing write tid 2 to smithi17368540-32 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1464: finishing copy_from to smithi17368540-7 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 347 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1467: finishing write tid 3 to smithi17368540-32 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1467: oid 32 updating version 0 to 907 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1467: oid 32 version 907 is already newer than 906 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 907 (ObjNum 464 snap 142 seq_num 464) dirty exists 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1467: left oid 32 (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1468: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:03:30.840 INFO:tasks.rados.rados.0.smithi173.stdout:1468: finishing copy_from to smithi17368540-6 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 849 (ObjNum 439 snap 137 seq_num 439) dirty exists 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1462: done (6 left) 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1463: done (5 left) 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1464: done (4 left) 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1465: done (3 left) 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1466: done (2 left) 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1467: done (1 left) 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1468: done (0 left) 2024-08-30T21:03:30.841 INFO:tasks.rados.rados.0.smithi173.stdout:1469: delete oid 45 current snap is 142 2024-08-30T21:03:30.842 INFO:tasks.rados.rados.0.smithi173.stdout:1469: done (0 left) 2024-08-30T21:03:30.842 INFO:tasks.rados.rados.0.smithi173.stdout:1470: read oid 17 snap 135 2024-08-30T21:03:30.842 INFO:tasks.rados.rados.0.smithi173.stdout:1470: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:30.842 INFO:tasks.rados.rados.0.smithi173.stdout:1471: delete oid 38 current snap is 142 2024-08-30T21:03:30.843 INFO:tasks.rados.rados.0.smithi173.stdout:1470: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:03:30.850 INFO:tasks.rados.rados.0.smithi173.stdout:1470: done (1 left) 2024-08-30T21:03:30.850 INFO:tasks.rados.rados.0.smithi173.stdout:1471: done (0 left) 2024-08-30T21:03:30.850 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 142 2024-08-30T21:03:30.850 INFO:tasks.rados.rados.0.smithi173.stdout:1472: seq_num 467 ranges {2424832=630784} 2024-08-30T21:03:30.866 INFO:tasks.rados.rados.0.smithi173.stdout:1472: writing smithi17368540-37 from 2424832 to 3055616 tid 1 2024-08-30T21:03:30.866 INFO:tasks.rados.rados.0.smithi173.stdout:1473: snap_create 2024-08-30T21:03:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:1472: finishing write tid 1 to smithi17368540-37 2024-08-30T21:03:30.870 INFO:tasks.rados.rados.0.smithi173.stdout:1472: finishing write tid 2 to smithi17368540-37 2024-08-30T21:03:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:1472: finishing write tid 3 to smithi17368540-37 2024-08-30T21:03:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:1472: oid 37 updating version 0 to 462 2024-08-30T21:03:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:1472: oid 37 version 462 is already newer than 461 2024-08-30T21:03:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 462 (ObjNum 467 snap 142 seq_num 467) dirty exists 2024-08-30T21:03:30.871 INFO:tasks.rados.rados.0.smithi173.stdout:1472: left oid 37 (ObjNum 467 snap 142 seq_num 467) 2024-08-30T21:03:31.468 INFO:tasks.rados.rados.0.smithi173.stdout:1472: done (1 left) 2024-08-30T21:03:31.468 INFO:tasks.rados.rados.0.smithi173.stdout:1473: done (0 left) 2024-08-30T21:03:31.469 INFO:tasks.rados.rados.0.smithi173.stdout:1474: read oid 14 snap 129 2024-08-30T21:03:31.469 INFO:tasks.rados.rados.0.smithi173.stdout:1474: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:03:31.469 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 143 2024-08-30T21:03:31.469 INFO:tasks.rados.rados.0.smithi173.stdout:1475: seq_num 468 ranges {4308992=647168} 2024-08-30T21:03:31.496 INFO:tasks.rados.rados.0.smithi173.stdout:1475: writing smithi17368540-30 from 4308992 to 4956160 tid 1 2024-08-30T21:03:31.496 INFO:tasks.rados.rados.0.smithi173.stdout:1476: read oid 12 snap -1 2024-08-30T21:03:31.496 INFO:tasks.rados.rados.0.smithi173.stdout:1476: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:03:31.496 INFO:tasks.rados.rados.0.smithi173.stdout:1477: snap_create 2024-08-30T21:03:31.496 INFO:tasks.rados.rados.0.smithi173.stdout:1474: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:1475: finishing write tid 1 to smithi17368540-30 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:1475: finishing write tid 2 to smithi17368540-30 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:1475: finishing write tid 3 to smithi17368540-30 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:1475: oid 30 updating version 0 to 791 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:1475: oid 30 updating version 791 to 792 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 792 (ObjNum 468 snap 143 seq_num 468) dirty exists 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:1475: left oid 30 (ObjNum 468 snap 143 seq_num 468) 2024-08-30T21:03:31.561 INFO:tasks.rados.rados.0.smithi173.stdout:1476: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:03:31.582 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[82405]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1000 KiB/s wr, 17 op/s; 62/384 objects degraded (16.146%) 2024-08-30T21:03:31.582 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[82405]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-30T21:03:31.582 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[82405]: osdmap e359: 8 total, 7 up, 8 in 2024-08-30T21:03:31.583 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[82405]: osdmap e360: 8 total, 7 up, 8 in 2024-08-30T21:03:31.583 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[79976]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1000 KiB/s wr, 17 op/s; 62/384 objects degraded (16.146%) 2024-08-30T21:03:31.583 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[79976]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-30T21:03:31.583 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[79976]: osdmap e359: 8 total, 7 up, 8 in 2024-08-30T21:03:31.583 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:31 smithi173 ceph-mon[79976]: osdmap e360: 8 total, 7 up, 8 in 2024-08-30T21:03:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:31 smithi196 ceph-mon[74601]: pgmap v205: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 196 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1000 KiB/s wr, 17 op/s; 62/384 objects degraded (16.146%) 2024-08-30T21:03:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:31 smithi196 ceph-mon[74601]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-30T21:03:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:31 smithi196 ceph-mon[74601]: osdmap e359: 8 total, 7 up, 8 in 2024-08-30T21:03:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:31 smithi196 ceph-mon[74601]: osdmap e360: 8 total, 7 up, 8 in 2024-08-30T21:03:32.501 INFO:tasks.rados.rados.0.smithi173.stdout:1474: done (3 left) 2024-08-30T21:03:32.501 INFO:tasks.rados.rados.0.smithi173.stdout:1475: done (2 left) 2024-08-30T21:03:32.501 INFO:tasks.rados.rados.0.smithi173.stdout:1476: done (1 left) 2024-08-30T21:03:32.502 INFO:tasks.rados.rados.0.smithi173.stdout:1477: done (0 left) 2024-08-30T21:03:32.502 INFO:tasks.rados.rados.0.smithi173.stdout:1478: delete oid 43 current snap is 144 2024-08-30T21:03:32.504 INFO:tasks.rados.rados.0.smithi173.stdout:1478: done (0 left) 2024-08-30T21:03:32.504 INFO:tasks.rados.rados.0.smithi173.stdout:1479: read oid 30 snap -1 2024-08-30T21:03:32.504 INFO:tasks.rados.rados.0.smithi173.stdout:1479: expect (ObjNum 468 snap 143 seq_num 468) 2024-08-30T21:03:32.504 INFO:tasks.rados.rados.0.smithi173.stdout:1480: read oid 46 snap 143 2024-08-30T21:03:32.505 INFO:tasks.rados.rados.0.smithi173.stdout:1480: expect (ObjNum 441 snap 138 seq_num 441) 2024-08-30T21:03:32.505 INFO:tasks.rados.rados.0.smithi173.stdout:1481: read oid 28 snap 143 2024-08-30T21:03:32.505 INFO:tasks.rados.rados.0.smithi173.stdout:1481: expect (ObjNum 428 snap 130 seq_num 428) 2024-08-30T21:03:32.505 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 144 2024-08-30T21:03:32.505 INFO:tasks.rados.rados.0.smithi173.stdout:1482: seq_num 470 ranges {5865472=679936} 2024-08-30T21:03:32.541 INFO:tasks.rados.rados.0.smithi173.stdout:1482: writing smithi17368540-2 from 5865472 to 6545408 tid 1 2024-08-30T21:03:32.541 INFO:tasks.rados.rados.0.smithi173.stdout:1483: rollback oid 29 current snap is 144 2024-08-30T21:03:32.541 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 29 to 132 2024-08-30T21:03:32.541 INFO:tasks.rados.rados.0.smithi173.stdout:1480: expect (ObjNum 441 snap 138 seq_num 441) 2024-08-30T21:03:32.548 INFO:tasks.rados.rados.0.smithi173.stdout:1481: expect (ObjNum 428 snap 130 seq_num 428) 2024-08-30T21:03:32.609 INFO:tasks.rados.rados.0.smithi173.stdout:1479: expect (ObjNum 468 snap 143 seq_num 468) 2024-08-30T21:03:32.878 INFO:tasks.rados.rados.0.smithi173.stdout:1482: finishing write tid 1 to smithi17368540-2 2024-08-30T21:03:32.878 INFO:tasks.rados.rados.0.smithi173.stdout:1482: finishing write tid 2 to smithi17368540-2 2024-08-30T21:03:32.878 INFO:tasks.rados.rados.0.smithi173.stdout:1483: finishing rollback tid 0 to smithi17368540-29 2024-08-30T21:03:32.878 INFO:tasks.rados.rados.0.smithi173.stdout:1482: finishing write tid 3 to smithi17368540-2 2024-08-30T21:03:32.878 INFO:tasks.rados.rados.0.smithi173.stdout:1482: oid 2 updating version 0 to 650 2024-08-30T21:03:32.878 INFO:tasks.rados.rados.0.smithi173.stdout:1482: oid 2 version 650 is already newer than 649 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 650 (ObjNum 470 snap 144 seq_num 470) dirty exists 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1482: left oid 2 (ObjNum 470 snap 144 seq_num 470) 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1483: finishing rollback tid 1 to smithi17368540-29 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 970 (ObjNum 161 snap 0 seq_num 1579418784) dirty dne 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1479: done (4 left) 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1480: done (3 left) 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1481: done (2 left) 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1482: done (1 left) 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1483: done (0 left) 2024-08-30T21:03:32.879 INFO:tasks.rados.rados.0.smithi173.stdout:1484: delete oid 10 current snap is 144 2024-08-30T21:03:32.881 INFO:tasks.rados.rados.0.smithi173.stdout:1484: done (0 left) 2024-08-30T21:03:32.881 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 144 2024-08-30T21:03:32.881 INFO:tasks.rados.rados.0.smithi173.stdout:1485: seq_num 472 ranges {0=712704} 2024-08-30T21:03:32.885 INFO:tasks.rados.rados.0.smithi173.stdout:1485: writing smithi17368540-43 from 0 to 712704 tid 1 2024-08-30T21:03:32.885 INFO:tasks.rados.rados.0.smithi173.stdout:1486: snap_create 2024-08-30T21:03:32.889 INFO:tasks.rados.rados.0.smithi173.stdout:1485: finishing write tid 1 to smithi17368540-43 2024-08-30T21:03:32.889 INFO:tasks.rados.rados.0.smithi173.stdout:1485: finishing write tid 2 to smithi17368540-43 2024-08-30T21:03:32.890 INFO:tasks.rados.rados.0.smithi173.stdout:1485: finishing write tid 3 to smithi17368540-43 2024-08-30T21:03:32.890 INFO:tasks.rados.rados.0.smithi173.stdout:1485: oid 43 updating version 0 to 911 2024-08-30T21:03:32.890 INFO:tasks.rados.rados.0.smithi173.stdout:1485: oid 43 version 911 is already newer than 910 2024-08-30T21:03:32.890 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 911 (ObjNum 472 snap 144 seq_num 472) dirty exists 2024-08-30T21:03:32.890 INFO:tasks.rados.rados.0.smithi173.stdout:1485: left oid 43 (ObjNum 472 snap 144 seq_num 472) 2024-08-30T21:03:33.079 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.079 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.079 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.079 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.079 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[79976]: osdmap e361: 8 total, 7 up, 8 in 2024-08-30T21:03:33.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.079 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.080 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:32 smithi173 ceph-mon[82405]: osdmap e361: 8 total, 7 up, 8 in 2024-08-30T21:03:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:32 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:32 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:32 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:32 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:32 smithi196 ceph-mon[74601]: osdmap e361: 8 total, 7 up, 8 in 2024-08-30T21:03:33.825 INFO:tasks.rados.rados.0.smithi173.stdout:1485: done (1 left) 2024-08-30T21:03:33.825 INFO:tasks.rados.rados.0.smithi173.stdout:1486: done (0 left) 2024-08-30T21:03:33.825 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 145 2024-08-30T21:03:33.825 INFO:tasks.rados.rados.0.smithi173.stdout:1487: seq_num 473 ranges {7086080=729088} 2024-08-30T21:03:33.869 INFO:tasks.rados.rados.0.smithi173.stdout:1487: writing smithi17368540-42 from 7086080 to 7815168 tid 1 2024-08-30T21:03:33.869 INFO:tasks.rados.rados.0.smithi173.stdout:1488: snap_create 2024-08-30T21:03:33.950 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:33 smithi173 ceph-mon[79976]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 196 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 920 KiB/s wr, 18 op/s; 62/384 objects degraded (16.146%) 2024-08-30T21:03:33.950 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:33 smithi173 ceph-mon[79976]: from='osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-30T21:03:33.950 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:33 smithi173 ceph-mon[79976]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-30T21:03:33.950 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:33 smithi173 ceph-mon[82405]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 196 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 920 KiB/s wr, 18 op/s; 62/384 objects degraded (16.146%) 2024-08-30T21:03:33.950 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:33 smithi173 ceph-mon[82405]: from='osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-30T21:03:33.951 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:33 smithi173 ceph-mon[82405]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-30T21:03:33.951 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:03:33.664+0000 7fb321059640 -1 osd.2 351 log_to_monitors true 2024-08-30T21:03:34.037 INFO:tasks.rados.rados.0.smithi173.stdout:1487: finishing write tid 1 to smithi17368540-42 2024-08-30T21:03:34.037 INFO:tasks.rados.rados.0.smithi173.stdout:1487: finishing write tid 2 to smithi17368540-42 2024-08-30T21:03:34.038 INFO:tasks.rados.rados.0.smithi173.stdout:1487: finishing write tid 3 to smithi17368540-42 2024-08-30T21:03:34.038 INFO:tasks.rados.rados.0.smithi173.stdout:1487: oid 42 updating version 0 to 914 2024-08-30T21:03:34.038 INFO:tasks.rados.rados.0.smithi173.stdout:1487: oid 42 version 914 is already newer than 913 2024-08-30T21:03:34.038 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 914 (ObjNum 473 snap 145 seq_num 473) dirty exists 2024-08-30T21:03:34.038 INFO:tasks.rados.rados.0.smithi173.stdout:1487: left oid 42 (ObjNum 473 snap 145 seq_num 473) 2024-08-30T21:03:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:33 smithi196 ceph-mon[74601]: pgmap v208: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 196 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 920 KiB/s wr, 18 op/s; 62/384 objects degraded (16.146%) 2024-08-30T21:03:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:33 smithi196 ceph-mon[74601]: from='osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-30T21:03:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:33 smithi196 ceph-mon[74601]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-30T21:03:34.710 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:03:34.323+0000 7fb314dfb640 -1 osd.2 351 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:03:34.835 INFO:tasks.rados.rados.0.smithi173.stdout:1487: done (1 left) 2024-08-30T21:03:34.835 INFO:tasks.rados.rados.0.smithi173.stdout:1488: done (0 left) 2024-08-30T21:03:34.835 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 146 2024-08-30T21:03:34.835 INFO:tasks.rados.rados.0.smithi173.stdout:1489: seq_num 474 ranges {4325376=745472} 2024-08-30T21:03:34.864 INFO:tasks.rados.rados.0.smithi173.stdout:1489: writing smithi17368540-18 from 4325376 to 5070848 tid 1 2024-08-30T21:03:34.864 INFO:tasks.rados.rados.0.smithi173.stdout:1490: snap_create 2024-08-30T21:03:35.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[82405]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-30T21:03:35.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[82405]: osdmap e362: 8 total, 7 up, 8 in 2024-08-30T21:03:35.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[82405]: from='osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:35.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[82405]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:35.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[82405]: from='osd.2 ' entity='osd.2' 2024-08-30T21:03:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[79976]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-30T21:03:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[79976]: osdmap e362: 8 total, 7 up, 8 in 2024-08-30T21:03:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[79976]: from='osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[79976]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:35.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:34 smithi173 ceph-mon[79976]: from='osd.2 ' entity='osd.2' 2024-08-30T21:03:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:34 smithi196 ceph-mon[74601]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-30T21:03:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:34 smithi196 ceph-mon[74601]: osdmap e362: 8 total, 7 up, 8 in 2024-08-30T21:03:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:34 smithi196 ceph-mon[74601]: from='osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:34 smithi196 ceph-mon[74601]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:03:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:34 smithi196 ceph-mon[74601]: from='osd.2 ' entity='osd.2' 2024-08-30T21:03:35.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:03:35] "GET /metrics HTTP/1.1" 200 36319 "" "Prometheus/2.43.0" 2024-08-30T21:03:35.832 INFO:tasks.rados.rados.0.smithi173.stdout:1490: done (1 left) 2024-08-30T21:03:35.832 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 147 2024-08-30T21:03:35.833 INFO:tasks.rados.rados.0.smithi173.stdout:1491: seq_num 475 ranges {4497408=761856} 2024-08-30T21:03:35.863 INFO:tasks.rados.rados.0.smithi173.stdout:1491: writing smithi17368540-7 from 4497408 to 5259264 tid 1 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1492: rollback oid 44 current snap is 147 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 133 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1489: finishing write tid 1 to smithi17368540-18 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1493: delete oid 10 current snap is 147 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1489: finishing write tid 2 to smithi17368540-18 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1489: finishing write tid 3 to smithi17368540-18 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1489: oid 18 updating version 0 to 972 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1489: oid 18 updating version 972 to 973 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 973 (ObjNum 474 snap 146 seq_num 474) dirty exists 2024-08-30T21:03:35.864 INFO:tasks.rados.rados.0.smithi173.stdout:1489: left oid 18 (ObjNum 474 snap 146 seq_num 474) 2024-08-30T21:03:35.865 INFO:tasks.rados.rados.0.smithi173.stdout:1492: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:03:35.865 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-08-30T21:03:35.867 INFO:tasks.rados.rados.0.smithi173.stdout:1489: done (3 left) 2024-08-30T21:03:35.867 INFO:tasks.rados.rados.0.smithi173.stdout:1492: done (2 left) 2024-08-30T21:03:35.867 INFO:tasks.rados.rados.0.smithi173.stdout:1493: done (1 left) 2024-08-30T21:03:35.868 INFO:tasks.rados.rados.0.smithi173.stdout:1494: snap_remove snap 129 2024-08-30T21:03:36.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:03:35.917+0000 7f9609a04640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-30T21:03:36.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 12 op/s; 64/396 objects degraded (16.162%) 2024-08-30T21:03:36.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 64/396 objects degraded (16.162%), 10 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772] boot 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: osdmap e363: 8 total, 8 up, 8 in 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 12 op/s; 64/396 objects degraded (16.162%) 2024-08-30T21:03:36.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 64/396 objects degraded (16.162%), 10 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772] boot 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: osdmap e363: 8 total, 8 up, 8 in 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:03:36.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: pgmap v211: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 204 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 12 op/s; 64/396 objects degraded (16.162%) 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 64/396 objects degraded (16.162%), 10 pgs degraded (PG_DEGRADED) 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: osd.2 [v2:172.21.15.173:6818/1948406772,v1:172.21.15.173:6819/1948406772] boot 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: osdmap e363: 8 total, 8 up, 8 in 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:36.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:03:36.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:36.859 INFO:tasks.rados.rados.0.smithi173.stdout:1491: finishing write tid 1 to smithi17368540-7 2024-08-30T21:03:36.859 INFO:tasks.rados.rados.0.smithi173.stdout:1491: finishing write tid 2 to smithi17368540-7 2024-08-30T21:03:36.859 INFO:tasks.rados.rados.0.smithi173.stdout:1491: finishing write tid 3 to smithi17368540-7 2024-08-30T21:03:36.859 INFO:tasks.rados.rados.0.smithi173.stdout:1491: oid 7 updating version 0 to 793 2024-08-30T21:03:36.859 INFO:tasks.rados.rados.0.smithi173.stdout:1491: oid 7 updating version 793 to 794 2024-08-30T21:03:36.860 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 794 (ObjNum 475 snap 147 seq_num 475) dirty exists 2024-08-30T21:03:36.860 INFO:tasks.rados.rados.0.smithi173.stdout:1491: left oid 7 (ObjNum 475 snap 147 seq_num 475) 2024-08-30T21:03:36.860 INFO:tasks.rados.rados.0.smithi173.stdout:1491: done (1 left) 2024-08-30T21:03:36.860 INFO:tasks.rados.rados.0.smithi173.stdout:1494: done (0 left) 2024-08-30T21:03:36.860 INFO:tasks.rados.rados.0.smithi173.stdout:1495: snap_create 2024-08-30T21:03:37.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: osdmap e364: 8 total, 8 up, 8 in 2024-08-30T21:03:37.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:37.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[79976]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: osdmap e364: 8 total, 8 up, 8 in 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:37.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-30T21:03:37.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-30T21:03:37.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:36 smithi173 ceph-mon[82405]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-30T21:03:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: osdmap e364: 8 total, 8 up, 8 in 2024-08-30T21:03:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:03:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:37.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-30T21:03:37.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-30T21:03:37.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:36 smithi196 ceph-mon[74601]: Upgrade: unsafe to stop osd(s) at this time (12 PGs are or would become offline) 2024-08-30T21:03:37.862 INFO:tasks.rados.rados.0.smithi173.stdout:1495: done (0 left) 2024-08-30T21:03:37.862 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 148 2024-08-30T21:03:37.862 INFO:tasks.rados.rados.0.smithi173.stdout:1496: seq_num 477 ranges {0=794624} 2024-08-30T21:03:37.866 INFO:tasks.rados.rados.0.smithi173.stdout:1496: writing smithi17368540-10 from 0 to 794624 tid 1 2024-08-30T21:03:37.866 INFO:tasks.rados.rados.0.smithi173.stdout:1497: snap_create 2024-08-30T21:03:37.873 INFO:tasks.rados.rados.0.smithi173.stdout:1496: finishing write tid 1 to smithi17368540-10 2024-08-30T21:03:37.873 INFO:tasks.rados.rados.0.smithi173.stdout:1496: finishing write tid 2 to smithi17368540-10 2024-08-30T21:03:37.874 INFO:tasks.rados.rados.0.smithi173.stdout:1496: finishing write tid 3 to smithi17368540-10 2024-08-30T21:03:37.874 INFO:tasks.rados.rados.0.smithi173.stdout:1496: oid 10 updating version 0 to 854 2024-08-30T21:03:37.874 INFO:tasks.rados.rados.0.smithi173.stdout:1496: oid 10 updating version 854 to 855 2024-08-30T21:03:37.874 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 855 (ObjNum 477 snap 148 seq_num 477) dirty exists 2024-08-30T21:03:37.875 INFO:tasks.rados.rados.0.smithi173.stdout:1496: left oid 10 (ObjNum 477 snap 148 seq_num 477) 2024-08-30T21:03:38.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:37 smithi173 ceph-mon[79976]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 20 op/s; 66/411 objects degraded (16.058%) 2024-08-30T21:03:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:37 smithi173 ceph-mon[79976]: osdmap e365: 8 total, 8 up, 8 in 2024-08-30T21:03:38.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:37 smithi173 ceph-mon[82405]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 20 op/s; 66/411 objects degraded (16.058%) 2024-08-30T21:03:38.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:37 smithi173 ceph-mon[82405]: osdmap e365: 8 total, 8 up, 8 in 2024-08-30T21:03:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:37 smithi196 ceph-mon[74601]: pgmap v214: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 20 op/s; 66/411 objects degraded (16.058%) 2024-08-30T21:03:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:37 smithi196 ceph-mon[74601]: osdmap e365: 8 total, 8 up, 8 in 2024-08-30T21:03:38.870 INFO:tasks.rados.rados.0.smithi173.stdout:1496: done (1 left) 2024-08-30T21:03:38.871 INFO:tasks.rados.rados.0.smithi173.stdout:1497: done (0 left) 2024-08-30T21:03:38.871 INFO:tasks.rados.rados.0.smithi173.stdout:1498: rollback oid 27 current snap is 149 2024-08-30T21:03:38.871 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 27 to 147 2024-08-30T21:03:38.871 INFO:tasks.rados.rados.0.smithi173.stdout:1499: delete oid 39 current snap is 149 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:1498: finishing rollback tid 0 to smithi17368540-27 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:1499: done (1 left) 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:1500: rollback oid 5 current snap is 149 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 146 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:1498: finishing rollback tid 1 to smithi17368540-27 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:1501: copy_from oid 6 from oid 24 current snap is 149 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 149 2024-08-30T21:03:38.879 INFO:tasks.rados.rados.0.smithi173.stdout:1502: seq_num 479 ranges {229376=425984,655360=401408} 2024-08-30T21:03:38.882 INFO:tasks.rados.rados.0.smithi173.stdout:1502: writing smithi17368540-17 from 229376 to 655360 tid 1 2024-08-30T21:03:38.885 INFO:tasks.rados.rados.0.smithi173.stdout:1502: writing smithi17368540-17 from 655360 to 1056768 tid 2 2024-08-30T21:03:38.885 INFO:tasks.rados.rados.0.smithi173.stdout:1503: snap_create 2024-08-30T21:03:38.885 INFO:tasks.rados.rados.0.smithi173.stdout:1498: finishing rollback tid 2 to smithi17368540-27 2024-08-30T21:03:38.885 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 672 (ObjNum 434 snap 132 seq_num 434) dirty exists 2024-08-30T21:03:38.885 INFO:tasks.rados.rados.0.smithi173.stdout:1501: finishing copy_from to smithi17368540-6 2024-08-30T21:03:38.885 INFO:tasks.rados.rados.0.smithi173.stdout:1501: got expected ENOENT (src dne) 2024-08-30T21:03:38.885 INFO:tasks.rados.rados.0.smithi173.stdout:1501: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:03:38.886 INFO:tasks.rados.rados.0.smithi173.stdout:1500: finishing rollback tid 0 to smithi17368540-5 2024-08-30T21:03:38.887 INFO:tasks.rados.rados.0.smithi173.stdout:1500: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:03:38.888 INFO:tasks.rados.rados.0.smithi173.stdout:1502: finishing write tid 1 to smithi17368540-17 2024-08-30T21:03:38.888 INFO:tasks.rados.rados.0.smithi173.stdout:1502: finishing write tid 2 to smithi17368540-17 2024-08-30T21:03:38.888 INFO:tasks.rados.rados.0.smithi173.stdout:1500: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:03:38.888 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 999 (ObjNum 461 snap 141 seq_num 461) dirty exists 2024-08-30T21:03:38.888 INFO:tasks.rados.rados.0.smithi173.stdout:1502: finishing write tid 3 to smithi17368540-17 2024-08-30T21:03:38.889 INFO:tasks.rados.rados.0.smithi173.stdout:1502: finishing write tid 4 to smithi17368540-17 2024-08-30T21:03:38.889 INFO:tasks.rados.rados.0.smithi173.stdout:1502: oid 17 updating version 0 to 771 2024-08-30T21:03:38.889 INFO:tasks.rados.rados.0.smithi173.stdout:1502: oid 17 updating version 771 to 773 2024-08-30T21:03:38.889 INFO:tasks.rados.rados.0.smithi173.stdout:1502: oid 17 version 773 is already newer than 772 2024-08-30T21:03:38.889 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 773 (ObjNum 479 snap 149 seq_num 479) dirty exists 2024-08-30T21:03:38.889 INFO:tasks.rados.rados.0.smithi173.stdout:1502: left oid 17 (ObjNum 479 snap 149 seq_num 479) 2024-08-30T21:03:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:38 smithi173 ceph-mon[79976]: osdmap e366: 8 total, 8 up, 8 in 2024-08-30T21:03:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:39.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:38 smithi173 ceph-mon[82405]: osdmap e366: 8 total, 8 up, 8 in 2024-08-30T21:03:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:38 smithi196 ceph-mon[74601]: osdmap e366: 8 total, 8 up, 8 in 2024-08-30T21:03:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:39.875 INFO:tasks.rados.rados.0.smithi173.stdout:1498: done (4 left) 2024-08-30T21:03:39.875 INFO:tasks.rados.rados.0.smithi173.stdout:1500: done (3 left) 2024-08-30T21:03:39.875 INFO:tasks.rados.rados.0.smithi173.stdout:1501: done (2 left) 2024-08-30T21:03:39.875 INFO:tasks.rados.rados.0.smithi173.stdout:1502: done (1 left) 2024-08-30T21:03:39.876 INFO:tasks.rados.rados.0.smithi173.stdout:1503: done (0 left) 2024-08-30T21:03:39.876 INFO:tasks.rados.rados.0.smithi173.stdout:1504: snap_remove snap 132 2024-08-30T21:03:40.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:39 smithi173 ceph-mon[79976]: pgmap v217: 121 pgs: 20 active+undersized, 10 active+undersized+degraded, 91 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 931 KiB/s rd, 624 KiB/s wr, 9 op/s; 66/411 objects degraded (16.058%) 2024-08-30T21:03:40.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:39 smithi173 ceph-mon[79976]: osdmap e367: 8 total, 8 up, 8 in 2024-08-30T21:03:40.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:39 smithi173 ceph-mon[82405]: pgmap v217: 121 pgs: 20 active+undersized, 10 active+undersized+degraded, 91 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 931 KiB/s rd, 624 KiB/s wr, 9 op/s; 66/411 objects degraded (16.058%) 2024-08-30T21:03:40.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:39 smithi173 ceph-mon[82405]: osdmap e367: 8 total, 8 up, 8 in 2024-08-30T21:03:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:39 smithi196 ceph-mon[74601]: pgmap v217: 121 pgs: 20 active+undersized, 10 active+undersized+degraded, 91 active+clean; 206 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 931 KiB/s rd, 624 KiB/s wr, 9 op/s; 66/411 objects degraded (16.058%) 2024-08-30T21:03:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:39 smithi196 ceph-mon[74601]: osdmap e367: 8 total, 8 up, 8 in 2024-08-30T21:03:40.885 INFO:tasks.rados.rados.0.smithi173.stdout:1504: done (0 left) 2024-08-30T21:03:40.886 INFO:tasks.rados.rados.0.smithi173.stdout:1505: read oid 42 snap 148 2024-08-30T21:03:40.886 INFO:tasks.rados.rados.0.smithi173.stdout:1505: expect (ObjNum 473 snap 145 seq_num 473) 2024-08-30T21:03:40.886 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 150 2024-08-30T21:03:40.886 INFO:tasks.rados.rados.0.smithi173.stdout:1506: seq_num 480 ranges {2424832=442368,2867200=401408} 2024-08-30T21:03:40.902 INFO:tasks.rados.rados.0.smithi173.stdout:1506: writing smithi17368540-48 from 2424832 to 2867200 tid 1 2024-08-30T21:03:40.905 INFO:tasks.rados.rados.0.smithi173.stdout:1506: writing smithi17368540-48 from 2867200 to 3268608 tid 2 2024-08-30T21:03:40.905 INFO:tasks.rados.rados.0.smithi173.stdout:1507: read oid 28 snap 145 2024-08-30T21:03:40.905 INFO:tasks.rados.rados.0.smithi173.stdout:1507: expect (ObjNum 428 snap 130 seq_num 428) 2024-08-30T21:03:40.905 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 150 2024-08-30T21:03:40.905 INFO:tasks.rados.rados.0.smithi173.stdout:1508: seq_num 481 ranges {5472256=458752,5931008=401408} 2024-08-30T21:03:40.939 INFO:tasks.rados.rados.0.smithi173.stdout:1508: writing smithi17368540-31 from 5472256 to 5931008 tid 1 2024-08-30T21:03:40.941 INFO:tasks.rados.rados.0.smithi173.stdout:1508: writing smithi17368540-31 from 5931008 to 6332416 tid 2 2024-08-30T21:03:40.941 INFO:tasks.rados.rados.0.smithi173.stdout:1509: delete oid 19 current snap is 150 2024-08-30T21:03:40.941 INFO:tasks.rados.rados.0.smithi173.stdout:1506: finishing write tid 1 to smithi17368540-48 2024-08-30T21:03:40.941 INFO:tasks.rados.rados.0.smithi173.stdout:1506: finishing write tid 2 to smithi17368540-48 2024-08-30T21:03:40.941 INFO:tasks.rados.rados.0.smithi173.stdout:1506: finishing write tid 3 to smithi17368540-48 2024-08-30T21:03:40.941 INFO:tasks.rados.rados.0.smithi173.stdout:1506: finishing write tid 4 to smithi17368540-48 2024-08-30T21:03:40.941 INFO:tasks.rados.rados.0.smithi173.stdout:1506: oid 48 updating version 0 to 791 2024-08-30T21:03:40.942 INFO:tasks.rados.rados.0.smithi173.stdout:1506: oid 48 version 791 is already newer than 790 2024-08-30T21:03:40.942 INFO:tasks.rados.rados.0.smithi173.stdout:1506: oid 48 version 791 is already newer than 789 2024-08-30T21:03:40.942 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 791 (ObjNum 480 snap 150 seq_num 480) dirty exists 2024-08-30T21:03:40.942 INFO:tasks.rados.rados.0.smithi173.stdout:1506: left oid 48 (ObjNum 480 snap 150 seq_num 480) 2024-08-30T21:03:40.942 INFO:tasks.rados.rados.0.smithi173.stdout:1507: expect (ObjNum 428 snap 130 seq_num 428) 2024-08-30T21:03:41.002 INFO:tasks.rados.rados.0.smithi173.stdout:1505: expect (ObjNum 473 snap 145 seq_num 473) 2024-08-30T21:03:41.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:40 smithi173 ceph-mon[79976]: osdmap e368: 8 total, 8 up, 8 in 2024-08-30T21:03:41.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:40 smithi173 ceph-mon[82405]: osdmap e368: 8 total, 8 up, 8 in 2024-08-30T21:03:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:40 smithi196 ceph-mon[74601]: osdmap e368: 8 total, 8 up, 8 in 2024-08-30T21:03:41.526 INFO:tasks.rados.rados.0.smithi173.stdout:1508: finishing write tid 1 to smithi17368540-31 2024-08-30T21:03:41.526 INFO:tasks.rados.rados.0.smithi173.stdout:1508: finishing write tid 2 to smithi17368540-31 2024-08-30T21:03:41.526 INFO:tasks.rados.rados.0.smithi173.stdout:1508: finishing write tid 3 to smithi17368540-31 2024-08-30T21:03:41.526 INFO:tasks.rados.rados.0.smithi173.stdout:1508: finishing write tid 4 to smithi17368540-31 2024-08-30T21:03:41.526 INFO:tasks.rados.rados.0.smithi173.stdout:1508: oid 31 updating version 0 to 934 2024-08-30T21:03:41.526 INFO:tasks.rados.rados.0.smithi173.stdout:1508: oid 31 version 934 is already newer than 932 2024-08-30T21:03:41.526 INFO:tasks.rados.rados.0.smithi173.stdout:1508: oid 31 version 934 is already newer than 933 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 934 (ObjNum 481 snap 150 seq_num 481) dirty exists 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:1508: left oid 31 (ObjNum 481 snap 150 seq_num 481) 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:1505: done (4 left) 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:1506: done (3 left) 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:1507: done (2 left) 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:1508: done (1 left) 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:1509: done (0 left) 2024-08-30T21:03:41.527 INFO:tasks.rados.rados.0.smithi173.stdout:1510: setattr oid 45 current snap is 150 2024-08-30T21:03:41.528 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 150 2024-08-30T21:03:41.528 INFO:tasks.rados.rados.0.smithi173.stdout:1511: seq_num 483 ranges {311296=491520,802816=401408} 2024-08-30T21:03:41.531 INFO:tasks.rados.rados.0.smithi173.stdout:1511: writing smithi17368540-4 from 311296 to 802816 tid 1 2024-08-30T21:03:41.534 INFO:tasks.rados.rados.0.smithi173.stdout:1511: writing smithi17368540-4 from 802816 to 1204224 tid 2 2024-08-30T21:03:41.534 INFO:tasks.rados.rados.0.smithi173.stdout:1512: rollback oid 26 current snap is 150 2024-08-30T21:03:41.534 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 26 to 148 2024-08-30T21:03:41.535 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 768 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-30T21:03:41.535 INFO:tasks.rados.rados.0.smithi173.stdout:1510: done (2 left) 2024-08-30T21:03:41.535 INFO:tasks.rados.rados.0.smithi173.stdout:1513: copy_from oid 14 from oid 24 current snap is 150 2024-08-30T21:03:41.535 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 150 2024-08-30T21:03:41.535 INFO:tasks.rados.rados.0.smithi173.stdout:1514: seq_num 484 ranges {7815168=507904,8323072=401408} 2024-08-30T21:03:41.578 INFO:tasks.rados.rados.0.smithi173.stdout:1514: writing smithi17368540-42 from 7815168 to 8323072 tid 1 2024-08-30T21:03:41.581 INFO:tasks.rados.rados.0.smithi173.stdout:1514: writing smithi17368540-42 from 8323072 to 8724480 tid 2 2024-08-30T21:03:41.581 INFO:tasks.rados.rados.0.smithi173.stdout:1515: delete oid 40 current snap is 150 2024-08-30T21:03:41.581 INFO:tasks.rados.rados.0.smithi173.stdout:1513: finishing copy_from to smithi17368540-14 2024-08-30T21:03:41.581 INFO:tasks.rados.rados.0.smithi173.stdout:1513: got expected ENOENT (src dne) 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1513: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1512: finishing rollback tid 1 to smithi17368540-26 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: finishing write tid 1 to smithi17368540-4 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: finishing write tid 2 to smithi17368540-4 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: finishing write tid 3 to smithi17368540-4 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: finishing write tid 4 to smithi17368540-4 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: oid 4 updating version 0 to 1011 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: oid 4 version 1011 is already newer than 1010 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: oid 4 version 1011 is already newer than 1009 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1011 (ObjNum 483 snap 150 seq_num 483) dirty exists 2024-08-30T21:03:41.582 INFO:tasks.rados.rados.0.smithi173.stdout:1511: left oid 4 (ObjNum 483 snap 150 seq_num 483) 2024-08-30T21:03:41.583 INFO:tasks.rados.rados.0.smithi173.stdout:1511: done (4 left) 2024-08-30T21:03:41.583 INFO:tasks.rados.rados.0.smithi173.stdout:1512: done (3 left) 2024-08-30T21:03:41.583 INFO:tasks.rados.rados.0.smithi173.stdout:1513: done (2 left) 2024-08-30T21:03:41.583 INFO:tasks.rados.rados.0.smithi173.stdout:1515: done (1 left) 2024-08-30T21:03:41.583 INFO:tasks.rados.rados.0.smithi173.stdout:1516: read oid 26 snap -1 2024-08-30T21:03:41.583 INFO:tasks.rados.rados.0.smithi173.stdout:1516: expect deleted 2024-08-30T21:03:41.584 INFO:tasks.rados.rados.0.smithi173.stdout:1517: read oid 29 snap -1 2024-08-30T21:03:41.584 INFO:tasks.rados.rados.0.smithi173.stdout:1517: expect deleted 2024-08-30T21:03:41.584 INFO:tasks.rados.rados.0.smithi173.stdout:1518: snap_create 2024-08-30T21:03:41.584 INFO:tasks.rados.rados.0.smithi173.stdout:1514: finishing write tid 1 to smithi17368540-42 2024-08-30T21:03:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1514: finishing write tid 2 to smithi17368540-42 2024-08-30T21:03:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1514: finishing write tid 3 to smithi17368540-42 2024-08-30T21:03:41.586 INFO:tasks.rados.rados.0.smithi173.stdout:1514: finishing write tid 4 to smithi17368540-42 2024-08-30T21:03:41.586 INFO:tasks.rados.rados.0.smithi173.stdout:1514: oid 42 updating version 0 to 938 2024-08-30T21:03:41.586 INFO:tasks.rados.rados.0.smithi173.stdout:1514: oid 42 updating version 938 to 939 2024-08-30T21:03:41.586 INFO:tasks.rados.rados.0.smithi173.stdout:1514: oid 42 version 939 is already newer than 937 2024-08-30T21:03:41.586 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 939 (ObjNum 484 snap 150 seq_num 484) dirty exists 2024-08-30T21:03:41.586 INFO:tasks.rados.rados.0.smithi173.stdout:1514: left oid 42 (ObjNum 484 snap 150 seq_num 484) 2024-08-30T21:03:42.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:41 smithi196 ceph-mon[74601]: pgmap v220: 121 pgs: 121 active+clean; 206 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 562 KiB/s wr, 2 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-30T21:03:42.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:41 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/411 objects degraded (16.058%), 10 pgs degraded) 2024-08-30T21:03:42.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:41 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:03:42.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:41 smithi196 ceph-mon[74601]: osdmap e369: 8 total, 8 up, 8 in 2024-08-30T21:03:42.172 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:41 smithi196 ceph-mon[74601]: osdmap e370: 8 total, 8 up, 8 in 2024-08-30T21:03:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[79976]: pgmap v220: 121 pgs: 121 active+clean; 206 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 562 KiB/s wr, 2 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-30T21:03:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/411 objects degraded (16.058%), 10 pgs degraded) 2024-08-30T21:03:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:03:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[79976]: osdmap e369: 8 total, 8 up, 8 in 2024-08-30T21:03:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[79976]: osdmap e370: 8 total, 8 up, 8 in 2024-08-30T21:03:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[82405]: pgmap v220: 121 pgs: 121 active+clean; 206 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 562 KiB/s wr, 2 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-30T21:03:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 66/411 objects degraded (16.058%), 10 pgs degraded) 2024-08-30T21:03:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:03:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[82405]: osdmap e369: 8 total, 8 up, 8 in 2024-08-30T21:03:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:41 smithi173 ceph-mon[82405]: osdmap e370: 8 total, 8 up, 8 in 2024-08-30T21:03:42.473 INFO:tasks.rados.rados.0.smithi173.stdout:1514: done (3 left) 2024-08-30T21:03:42.473 INFO:tasks.rados.rados.0.smithi173.stdout:1516: done (2 left) 2024-08-30T21:03:42.473 INFO:tasks.rados.rados.0.smithi173.stdout:1517: done (1 left) 2024-08-30T21:03:42.473 INFO:tasks.rados.rados.0.smithi173.stdout:1518: done (0 left) 2024-08-30T21:03:42.473 INFO:tasks.rados.rados.0.smithi173.stdout:1519: read oid 48 snap -1 2024-08-30T21:03:42.473 INFO:tasks.rados.rados.0.smithi173.stdout:1519: expect (ObjNum 480 snap 150 seq_num 480) 2024-08-30T21:03:42.473 INFO:tasks.rados.rados.0.smithi173.stdout:1520: snap_create 2024-08-30T21:03:42.485 INFO:tasks.rados.rados.0.smithi173.stdout:1519: expect (ObjNum 480 snap 150 seq_num 480) 2024-08-30T21:03:43.475 INFO:tasks.rados.rados.0.smithi173.stdout:1519: done (1 left) 2024-08-30T21:03:43.475 INFO:tasks.rados.rados.0.smithi173.stdout:1520: done (0 left) 2024-08-30T21:03:43.475 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 152 2024-08-30T21:03:43.475 INFO:tasks.rados.rados.0.smithi173.stdout:1521: seq_num 486 ranges {15228928=548864,15777792=401408} 2024-08-30T21:03:43.557 INFO:tasks.rados.rados.0.smithi173.stdout:1521: writing smithi17368540-22 from 15228928 to 15777792 tid 1 2024-08-30T21:03:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:1521: writing smithi17368540-22 from 15777792 to 16179200 tid 2 2024-08-30T21:03:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:1522: copy_from oid 50 from oid 15 current snap is 152 2024-08-30T21:03:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 152 2024-08-30T21:03:43.560 INFO:tasks.rados.rados.0.smithi173.stdout:1523: seq_num 487 ranges {557056=565248,1122304=401408} 2024-08-30T21:03:43.567 INFO:tasks.rados.rados.0.smithi173.stdout:1523: writing smithi17368540-8 from 557056 to 1122304 tid 1 2024-08-30T21:03:43.570 INFO:tasks.rados.rados.0.smithi173.stdout:1523: writing smithi17368540-8 from 1122304 to 1523712 tid 2 2024-08-30T21:03:43.570 INFO:tasks.rados.rados.0.smithi173.stdout:1524: copy_from oid 31 from oid 27 current snap is 152 2024-08-30T21:03:43.570 INFO:tasks.rados.rados.0.smithi173.stdout:1521: finishing write tid 1 to smithi17368540-22 2024-08-30T21:03:43.570 INFO:tasks.rados.rados.0.smithi173.stdout:1521: finishing write tid 2 to smithi17368540-22 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1521: finishing write tid 3 to smithi17368540-22 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1522: finishing copy_from to smithi17368540-50 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1522: got expected ENOENT (src dne) 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1522: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1521: finishing write tid 4 to smithi17368540-22 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1521: oid 22 updating version 0 to 771 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1521: oid 22 version 771 is already newer than 770 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1521: oid 22 version 771 is already newer than 769 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 771 (ObjNum 486 snap 152 seq_num 486) dirty exists 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1521: left oid 22 (ObjNum 486 snap 152 seq_num 486) 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1521: done (3 left) 2024-08-30T21:03:43.571 INFO:tasks.rados.rados.0.smithi173.stdout:1522: done (2 left) 2024-08-30T21:03:43.572 INFO:tasks.rados.rados.0.smithi173.stdout:1525: snap_create 2024-08-30T21:03:43.572 INFO:tasks.rados.rados.0.smithi173.stdout:1523: finishing write tid 1 to smithi17368540-8 2024-08-30T21:03:43.573 INFO:tasks.rados.rados.0.smithi173.stdout:1523: finishing write tid 2 to smithi17368540-8 2024-08-30T21:03:43.573 INFO:tasks.rados.rados.0.smithi173.stdout:1523: finishing write tid 3 to smithi17368540-8 2024-08-30T21:03:43.575 INFO:tasks.rados.rados.0.smithi173.stdout:1523: finishing write tid 4 to smithi17368540-8 2024-08-30T21:03:43.575 INFO:tasks.rados.rados.0.smithi173.stdout:1523: oid 8 updating version 0 to 587 2024-08-30T21:03:43.575 INFO:tasks.rados.rados.0.smithi173.stdout:1523: oid 8 updating version 587 to 588 2024-08-30T21:03:43.575 INFO:tasks.rados.rados.0.smithi173.stdout:1523: oid 8 updating version 588 to 589 2024-08-30T21:03:43.575 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 589 (ObjNum 487 snap 152 seq_num 487) dirty exists 2024-08-30T21:03:43.575 INFO:tasks.rados.rados.0.smithi173.stdout:1523: left oid 8 (ObjNum 487 snap 152 seq_num 487) 2024-08-30T21:03:43.595 INFO:tasks.rados.rados.0.smithi173.stdout:1524: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:03:43.600 INFO:tasks.rados.rados.0.smithi173.stdout:1524: finishing copy_from to smithi17368540-31 2024-08-30T21:03:43.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 672 (ObjNum 434 snap 132 seq_num 434) dirty exists 2024-08-30T21:03:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:43 smithi196 ceph-mon[74601]: pgmap v223: 121 pgs: 121 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 764 KiB/s wr, 3 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-30T21:03:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:43 smithi196 ceph-mon[74601]: osdmap e371: 8 total, 8 up, 8 in 2024-08-30T21:03:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:43 smithi173 ceph-mon[79976]: pgmap v223: 121 pgs: 121 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 764 KiB/s wr, 3 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-30T21:03:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:43 smithi173 ceph-mon[79976]: osdmap e371: 8 total, 8 up, 8 in 2024-08-30T21:03:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:43 smithi173 ceph-mon[82405]: pgmap v223: 121 pgs: 121 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 764 KiB/s wr, 3 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-30T21:03:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:43 smithi173 ceph-mon[82405]: osdmap e371: 8 total, 8 up, 8 in 2024-08-30T21:03:44.487 INFO:tasks.rados.rados.0.smithi173.stdout:1523: done (2 left) 2024-08-30T21:03:44.488 INFO:tasks.rados.rados.0.smithi173.stdout:1524: done (1 left) 2024-08-30T21:03:44.488 INFO:tasks.rados.rados.0.smithi173.stdout:1525: done (0 left) 2024-08-30T21:03:44.488 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 153 2024-08-30T21:03:44.488 INFO:tasks.rados.rados.0.smithi173.stdout:1526: seq_num 488 ranges {712704=581632,1294336=401408} 2024-08-30T21:03:44.494 INFO:tasks.rados.rados.0.smithi173.stdout:1526: writing smithi17368540-43 from 712704 to 1294336 tid 1 2024-08-30T21:03:44.497 INFO:tasks.rados.rados.0.smithi173.stdout:1526: writing smithi17368540-43 from 1294336 to 1695744 tid 2 2024-08-30T21:03:44.497 INFO:tasks.rados.rados.0.smithi173.stdout:1527: delete oid 18 current snap is 153 2024-08-30T21:03:44.503 INFO:tasks.rados.rados.0.smithi173.stdout:1526: finishing write tid 1 to smithi17368540-43 2024-08-30T21:03:44.503 INFO:tasks.rados.rados.0.smithi173.stdout:1526: finishing write tid 2 to smithi17368540-43 2024-08-30T21:03:44.503 INFO:tasks.rados.rados.0.smithi173.stdout:1526: finishing write tid 3 to smithi17368540-43 2024-08-30T21:03:44.504 INFO:tasks.rados.rados.0.smithi173.stdout:1527: done (1 left) 2024-08-30T21:03:44.504 INFO:tasks.rados.rados.0.smithi173.stdout:1528: read oid 13 snap -1 2024-08-30T21:03:44.504 INFO:tasks.rados.rados.0.smithi173.stdout:1528: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:03:44.504 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 153 2024-08-30T21:03:44.504 INFO:tasks.rados.rados.0.smithi173.stdout:1529: seq_num 490 ranges {0=614400,614400=401408} 2024-08-30T21:03:44.507 INFO:tasks.rados.rados.0.smithi173.stdout:1529: writing smithi17368540-39 from 0 to 614400 tid 1 2024-08-30T21:03:44.510 INFO:tasks.rados.rados.0.smithi173.stdout:1529: writing smithi17368540-39 from 614400 to 1015808 tid 2 2024-08-30T21:03:44.510 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 153 2024-08-30T21:03:44.510 INFO:tasks.rados.rados.0.smithi173.stdout:1526: finishing write tid 4 to smithi17368540-43 2024-08-30T21:03:44.511 INFO:tasks.rados.rados.0.smithi173.stdout:1526: oid 43 updating version 0 to 945 2024-08-30T21:03:44.511 INFO:tasks.rados.rados.0.smithi173.stdout:1526: oid 43 version 945 is already newer than 944 2024-08-30T21:03:44.511 INFO:tasks.rados.rados.0.smithi173.stdout:1526: oid 43 version 945 is already newer than 943 2024-08-30T21:03:44.511 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 945 (ObjNum 488 snap 153 seq_num 488) dirty exists 2024-08-30T21:03:44.511 INFO:tasks.rados.rados.0.smithi173.stdout:1526: left oid 43 (ObjNum 488 snap 153 seq_num 488) 2024-08-30T21:03:44.511 INFO:tasks.rados.rados.0.smithi173.stdout:1530: seq_num 491 ranges {4956160=630784,5586944=401408} 2024-08-30T21:03:44.540 INFO:tasks.rados.rados.0.smithi173.stdout:1530: writing smithi17368540-30 from 4956160 to 5586944 tid 1 2024-08-30T21:03:44.542 INFO:tasks.rados.rados.0.smithi173.stdout:1530: writing smithi17368540-30 from 5586944 to 5988352 tid 2 2024-08-30T21:03:44.542 INFO:tasks.rados.rados.0.smithi173.stdout:1526: done (3 left) 2024-08-30T21:03:44.542 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 153 2024-08-30T21:03:44.543 INFO:tasks.rados.rados.0.smithi173.stdout:1531: seq_num 492 ranges {0=647168,647168=401408} 2024-08-30T21:03:44.546 INFO:tasks.rados.rados.0.smithi173.stdout:1531: writing smithi17368540-9 from 0 to 647168 tid 1 2024-08-30T21:03:44.549 INFO:tasks.rados.rados.0.smithi173.stdout:1531: writing smithi17368540-9 from 647168 to 1048576 tid 2 2024-08-30T21:03:44.549 INFO:tasks.rados.rados.0.smithi173.stdout:1532: read oid 10 snap -1 2024-08-30T21:03:44.549 INFO:tasks.rados.rados.0.smithi173.stdout:1532: expect (ObjNum 477 snap 148 seq_num 477) 2024-08-30T21:03:44.549 INFO:tasks.rados.rados.0.smithi173.stdout:1533: snap_remove snap 146 2024-08-30T21:03:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:44 smithi196 ceph-mon[74601]: osdmap e372: 8 total, 8 up, 8 in 2024-08-30T21:03:44.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:44 smithi173 ceph-mon[79976]: osdmap e372: 8 total, 8 up, 8 in 2024-08-30T21:03:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:44 smithi173 ceph-mon[82405]: osdmap e372: 8 total, 8 up, 8 in 2024-08-30T21:03:45.494 INFO:tasks.rados.rados.0.smithi173.stdout:1533: done (5 left) 2024-08-30T21:03:45.529 INFO:tasks.rados.rados.0.smithi173.stdout:1534: rollback oid 17 current snap is 153 2024-08-30T21:03:45.529 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 17 to 149 2024-08-30T21:03:45.529 INFO:tasks.rados.rados.0.smithi173.stdout:1528: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:03:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:1529: finishing write tid 1 to smithi17368540-39 2024-08-30T21:03:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:1529: finishing write tid 2 to smithi17368540-39 2024-08-30T21:03:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:1528: done (5 left) 2024-08-30T21:03:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:1535: read oid 7 snap -1 2024-08-30T21:03:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:1535: expect (ObjNum 475 snap 147 seq_num 475) 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1536: copy_from oid 34 from oid 31 current snap is 153 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1529: finishing write tid 3 to smithi17368540-39 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1529: finishing write tid 4 to smithi17368540-39 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1529: oid 39 updating version 0 to 340 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1529: oid 39 version 340 is already newer than 339 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1529: oid 39 version 340 is already newer than 338 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 340 (ObjNum 490 snap 153 seq_num 490) dirty exists 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1529: left oid 39 (ObjNum 490 snap 153 seq_num 490) 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1530: finishing write tid 1 to smithi17368540-30 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1530: finishing write tid 2 to smithi17368540-30 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1530: finishing write tid 3 to smithi17368540-30 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1530: finishing write tid 4 to smithi17368540-30 2024-08-30T21:03:45.532 INFO:tasks.rados.rados.0.smithi173.stdout:1530: oid 30 updating version 0 to 797 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1530: oid 30 version 797 is already newer than 795 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1530: oid 30 version 797 is already newer than 796 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 797 (ObjNum 491 snap 153 seq_num 491) dirty exists 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1530: left oid 30 (ObjNum 491 snap 153 seq_num 491) 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1531: finishing write tid 1 to smithi17368540-9 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1531: finishing write tid 2 to smithi17368540-9 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1531: finishing write tid 3 to smithi17368540-9 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1532: expect (ObjNum 477 snap 148 seq_num 477) 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1531: finishing write tid 4 to smithi17368540-9 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1531: oid 9 updating version 0 to 592 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1531: oid 9 version 592 is already newer than 591 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:1531: oid 9 version 592 is already newer than 590 2024-08-30T21:03:45.533 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 592 (ObjNum 492 snap 153 seq_num 492) dirty exists 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1531: left oid 9 (ObjNum 492 snap 153 seq_num 492) 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1534: finishing rollback tid 0 to smithi17368540-17 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1534: finishing rollback tid 1 to smithi17368540-17 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1534: finishing rollback tid 2 to smithi17368540-17 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 776 (ObjNum 479 snap 149 seq_num 479) dirty exists 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1529: done (6 left) 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1530: done (5 left) 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1531: done (4 left) 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1532: done (3 left) 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1534: done (2 left) 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1537: read oid 42 snap 140 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1537: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:03:45.534 INFO:tasks.rados.rados.0.smithi173.stdout:1538: rollback oid 41 current snap is 153 2024-08-30T21:03:45.535 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 147 2024-08-30T21:03:45.535 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 153 2024-08-30T21:03:45.535 INFO:tasks.rados.rados.0.smithi173.stdout:1539: seq_num 493 ranges {0=663552,663552=401408} 2024-08-30T21:03:45.535 INFO:tasks.rados.rados.0.smithi173.stdout:1539: writing smithi17368540-24 from 0 to 663552 tid 1 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1539: writing smithi17368540-24 from 663552 to 1064960 tid 2 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1540: setattr oid 9 current snap is 153 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1538: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1538: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1538: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 794 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1538: done (5 left) 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1541: rollback oid 30 current snap is 153 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 150 2024-08-30T21:03:45.536 INFO:tasks.rados.rados.0.smithi173.stdout:1542: read oid 44 snap -1 2024-08-30T21:03:45.537 INFO:tasks.rados.rados.0.smithi173.stdout:1542: expect deleted 2024-08-30T21:03:45.537 INFO:tasks.rados.rados.0.smithi173.stdout:1543: delete oid 6 current snap is 153 2024-08-30T21:03:45.537 INFO:tasks.rados.rados.0.smithi173.stdout:1535: expect (ObjNum 475 snap 147 seq_num 475) 2024-08-30T21:03:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:45 smithi173 ceph-mon[79976]: pgmap v226: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-30T21:03:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:45 smithi173 ceph-mon[79976]: osdmap e373: 8 total, 8 up, 8 in 2024-08-30T21:03:45.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:45 smithi173 ceph-mon[82405]: pgmap v226: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-30T21:03:45.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:45 smithi173 ceph-mon[82405]: osdmap e373: 8 total, 8 up, 8 in 2024-08-30T21:03:45.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:03:45] "GET /metrics HTTP/1.1" 200 36175 "" "Prometheus/2.43.0" 2024-08-30T21:03:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:45 smithi196 ceph-mon[74601]: pgmap v226: 121 pgs: 121 active+clean; 211 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-30T21:03:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:45 smithi196 ceph-mon[74601]: osdmap e373: 8 total, 8 up, 8 in 2024-08-30T21:03:45.857 INFO:tasks.rados.rados.0.smithi173.stdout:1539: finishing write tid 1 to smithi17368540-24 2024-08-30T21:03:45.857 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 595 (ObjNum 492 snap 153 seq_num 492) dirty exists 2024-08-30T21:03:45.857 INFO:tasks.rados.rados.0.smithi173.stdout:1539: finishing write tid 2 to smithi17368540-24 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1539: finishing write tid 3 to smithi17368540-24 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1536: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1535: done (7 left) 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1540: done (6 left) 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1542: done (5 left) 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1543: done (4 left) 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1544: read oid 47 snap -1 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1544: expect deleted 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 153 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1539: finishing write tid 4 to smithi17368540-24 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1539: oid 24 updating version 0 to 396 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1539: oid 24 version 396 is already newer than 395 2024-08-30T21:03:45.858 INFO:tasks.rados.rados.0.smithi173.stdout:1539: oid 24 updating version 396 to 397 2024-08-30T21:03:45.859 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 397 (ObjNum 493 snap 153 seq_num 493) dirty exists 2024-08-30T21:03:45.859 INFO:tasks.rados.rados.0.smithi173.stdout:1539: left oid 24 (ObjNum 493 snap 153 seq_num 493) 2024-08-30T21:03:45.859 INFO:tasks.rados.rados.0.smithi173.stdout:1541: finishing rollback tid 0 to smithi17368540-30 2024-08-30T21:03:45.859 INFO:tasks.rados.rados.0.smithi173.stdout:1545: seq_num 495 ranges {0=696320,696320=401408} 2024-08-30T21:03:45.860 INFO:tasks.rados.rados.0.smithi173.stdout:1545: writing smithi17368540-26 from 0 to 696320 tid 1 2024-08-30T21:03:45.863 INFO:tasks.rados.rados.0.smithi173.stdout:1545: writing smithi17368540-26 from 696320 to 1097728 tid 2 2024-08-30T21:03:45.863 INFO:tasks.rados.rados.0.smithi173.stdout:1539: done (5 left) 2024-08-30T21:03:45.863 INFO:tasks.rados.rados.0.smithi173.stdout:1546: read oid 8 snap -1 2024-08-30T21:03:45.863 INFO:tasks.rados.rados.0.smithi173.stdout:1546: expect (ObjNum 487 snap 152 seq_num 487) 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:1547: rollback oid 50 current snap is 153 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 147 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:1541: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:1541: finishing rollback tid 2 to smithi17368540-30 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 800 (ObjNum 468 snap 143 seq_num 468) dirty exists 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:1536: finishing copy_from to smithi17368540-34 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 672 (ObjNum 434 snap 132 seq_num 434) dirty exists 2024-08-30T21:03:45.864 INFO:tasks.rados.rados.0.smithi173.stdout:1537: expect (ObjNum 281 snap 83 seq_num 281) 2024-08-30T21:03:46.146 INFO:tasks.rados.rados.0.smithi173.stdout:1547: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:03:46.146 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 0 (ObjNum 97 snap 0 seq_num 2916281216) dirty dne 2024-08-30T21:03:46.146 INFO:tasks.rados.rados.0.smithi173.stdout:1545: finishing write tid 1 to smithi17368540-26 2024-08-30T21:03:46.146 INFO:tasks.rados.rados.0.smithi173.stdout:1545: finishing write tid 2 to smithi17368540-26 2024-08-30T21:03:46.146 INFO:tasks.rados.rados.0.smithi173.stdout:1536: done (6 left) 2024-08-30T21:03:46.146 INFO:tasks.rados.rados.0.smithi173.stdout:1537: done (5 left) 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1541: done (4 left) 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1544: done (3 left) 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1547: done (2 left) 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1548: delete oid 22 current snap is 153 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1545: finishing write tid 3 to smithi17368540-26 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1545: finishing write tid 4 to smithi17368540-26 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1545: oid 26 updating version 0 to 954 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1545: oid 26 version 954 is already newer than 953 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1545: oid 26 version 954 is already newer than 952 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 954 (ObjNum 495 snap 153 seq_num 495) dirty exists 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1545: left oid 26 (ObjNum 495 snap 153 seq_num 495) 2024-08-30T21:03:46.147 INFO:tasks.rados.rados.0.smithi173.stdout:1546: expect (ObjNum 487 snap 152 seq_num 487) 2024-08-30T21:03:46.193 INFO:tasks.rados.rados.0.smithi173.stdout:1545: done (2 left) 2024-08-30T21:03:46.193 INFO:tasks.rados.rados.0.smithi173.stdout:1546: done (1 left) 2024-08-30T21:03:46.194 INFO:tasks.rados.rados.0.smithi173.stdout:1548: done (0 left) 2024-08-30T21:03:46.194 INFO:tasks.rados.rados.0.smithi173.stdout:1549: snap_create 2024-08-30T21:03:46.472 INFO:tasks.rados.rados.0.smithi173.stdout:1549: done (0 left) 2024-08-30T21:03:46.472 INFO:tasks.rados.rados.0.smithi173.stdout:1550: copy_from oid 25 from oid 32 current snap is 154 2024-08-30T21:03:46.472 INFO:tasks.rados.rados.0.smithi173.stdout:1551: snap_create 2024-08-30T21:03:46.497 INFO:tasks.rados.rados.0.smithi173.stdout:1550: finishing copy_from racing read to smithi17368540-25 2024-08-30T21:03:46.505 INFO:tasks.rados.rados.0.smithi173.stdout:1550: finishing copy_from to smithi17368540-25 2024-08-30T21:03:46.505 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 907 (ObjNum 464 snap 142 seq_num 464) dirty exists 2024-08-30T21:03:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:46 smithi196 ceph-mon[74601]: osdmap e374: 8 total, 8 up, 8 in 2024-08-30T21:03:46.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:46 smithi196 ceph-mon[74601]: osdmap e375: 8 total, 8 up, 8 in 2024-08-30T21:03:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:46 smithi173 ceph-mon[79976]: osdmap e374: 8 total, 8 up, 8 in 2024-08-30T21:03:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:46 smithi173 ceph-mon[79976]: osdmap e375: 8 total, 8 up, 8 in 2024-08-30T21:03:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:46 smithi173 ceph-mon[82405]: osdmap e374: 8 total, 8 up, 8 in 2024-08-30T21:03:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:46 smithi173 ceph-mon[82405]: osdmap e375: 8 total, 8 up, 8 in 2024-08-30T21:03:47.475 INFO:tasks.rados.rados.0.smithi173.stdout:1550: done (1 left) 2024-08-30T21:03:47.475 INFO:tasks.rados.rados.0.smithi173.stdout:1551: done (0 left) 2024-08-30T21:03:47.475 INFO:tasks.rados.rados.0.smithi173.stdout:1552: delete oid 44 current snap is 155 2024-08-30T21:03:47.479 INFO:tasks.rados.rados.0.smithi173.stdout:1552: done (0 left) 2024-08-30T21:03:47.479 INFO:tasks.rados.rados.0.smithi173.stdout:1553: copy_from oid 39 from oid 22 current snap is 155 2024-08-30T21:03:47.479 INFO:tasks.rados.rados.0.smithi173.stdout:1554: snap_remove snap 153 2024-08-30T21:03:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:47 smithi196 ceph-mon[74601]: pgmap v229: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-08-30T21:03:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:47 smithi196 ceph-mon[74601]: osdmap e376: 8 total, 8 up, 8 in 2024-08-30T21:03:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:47 smithi173 ceph-mon[79976]: pgmap v229: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-08-30T21:03:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:47 smithi173 ceph-mon[79976]: osdmap e376: 8 total, 8 up, 8 in 2024-08-30T21:03:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:47 smithi173 ceph-mon[82405]: pgmap v229: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.1 MiB/s wr, 16 op/s 2024-08-30T21:03:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:47 smithi173 ceph-mon[82405]: osdmap e376: 8 total, 8 up, 8 in 2024-08-30T21:03:48.478 INFO:tasks.rados.rados.0.smithi173.stdout:1554: done (1 left) 2024-08-30T21:03:48.479 INFO:tasks.rados.rados.0.smithi173.stdout:1555: read oid 14 snap -1 2024-08-30T21:03:48.479 INFO:tasks.rados.rados.0.smithi173.stdout:1555: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:03:48.479 INFO:tasks.rados.rados.0.smithi173.stdout:1556: delete oid 30 current snap is 155 2024-08-30T21:03:48.479 INFO:tasks.rados.rados.0.smithi173.stdout:1553: finishing copy_from to smithi17368540-39 2024-08-30T21:03:48.479 INFO:tasks.rados.rados.0.smithi173.stdout:1553: got expected ENOENT (src dne) 2024-08-30T21:03:48.479 INFO:tasks.rados.rados.0.smithi173.stdout:1553: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:03:48.493 INFO:tasks.rados.rados.0.smithi173.stdout:1555: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:03:48.555 INFO:tasks.rados.rados.0.smithi173.stdout:1553: done (2 left) 2024-08-30T21:03:48.555 INFO:tasks.rados.rados.0.smithi173.stdout:1555: done (1 left) 2024-08-30T21:03:48.555 INFO:tasks.rados.rados.0.smithi173.stdout:1556: done (0 left) 2024-08-30T21:03:48.555 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 155 2024-08-30T21:03:48.555 INFO:tasks.rados.rados.0.smithi173.stdout:1557: seq_num 499 ranges {0=761856,761856=401408} 2024-08-30T21:03:48.559 INFO:tasks.rados.rados.0.smithi173.stdout:1557: writing smithi17368540-44 from 0 to 761856 tid 1 2024-08-30T21:03:48.561 INFO:tasks.rados.rados.0.smithi173.stdout:1557: writing smithi17368540-44 from 761856 to 1163264 tid 2 2024-08-30T21:03:48.561 INFO:tasks.rados.rados.0.smithi173.stdout:1558: copy_from oid 37 from oid 23 current snap is 155 2024-08-30T21:03:48.561 INFO:tasks.rados.rados.0.smithi173.stdout:1559: snap_create 2024-08-30T21:03:48.567 INFO:tasks.rados.rados.0.smithi173.stdout:1557: finishing write tid 1 to smithi17368540-44 2024-08-30T21:03:48.567 INFO:tasks.rados.rados.0.smithi173.stdout:1557: finishing write tid 2 to smithi17368540-44 2024-08-30T21:03:48.568 INFO:tasks.rados.rados.0.smithi173.stdout:1557: finishing write tid 3 to smithi17368540-44 2024-08-30T21:03:48.569 INFO:tasks.rados.rados.0.smithi173.stdout:1557: finishing write tid 4 to smithi17368540-44 2024-08-30T21:03:48.569 INFO:tasks.rados.rados.0.smithi173.stdout:1557: oid 44 updating version 0 to 598 2024-08-30T21:03:48.569 INFO:tasks.rados.rados.0.smithi173.stdout:1557: oid 44 version 598 is already newer than 597 2024-08-30T21:03:48.569 INFO:tasks.rados.rados.0.smithi173.stdout:1557: oid 44 updating version 598 to 599 2024-08-30T21:03:48.570 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 599 (ObjNum 499 snap 155 seq_num 499) dirty exists 2024-08-30T21:03:48.570 INFO:tasks.rados.rados.0.smithi173.stdout:1557: left oid 44 (ObjNum 499 snap 155 seq_num 499) 2024-08-30T21:03:48.571 INFO:tasks.rados.rados.0.smithi173.stdout:1558: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:03:48.572 INFO:tasks.rados.rados.0.smithi173.stdout:1558: finishing copy_from to smithi17368540-37 2024-08-30T21:03:48.573 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 645 (ObjNum 457 snap 141 seq_num 457) dirty exists 2024-08-30T21:03:49.511 INFO:tasks.rados.rados.0.smithi173.stdout:1557: done (2 left) 2024-08-30T21:03:49.511 INFO:tasks.rados.rados.0.smithi173.stdout:1558: done (1 left) 2024-08-30T21:03:49.511 INFO:tasks.rados.rados.0.smithi173.stdout:1559: done (0 left) 2024-08-30T21:03:49.511 INFO:tasks.rados.rados.0.smithi173.stdout:1560: delete oid 42 current snap is 156 2024-08-30T21:03:49.517 INFO:tasks.rados.rados.0.smithi173.stdout:1560: done (0 left) 2024-08-30T21:03:49.517 INFO:tasks.rados.rados.0.smithi173.stdout:1561: delete oid 48 current snap is 156 2024-08-30T21:03:49.523 INFO:tasks.rados.rados.0.smithi173.stdout:1561: done (0 left) 2024-08-30T21:03:49.523 INFO:tasks.rados.rados.0.smithi173.stdout:1562: rollback oid 47 current snap is 156 2024-08-30T21:03:49.523 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 151 2024-08-30T21:03:49.523 INFO:tasks.rados.rados.0.smithi173.stdout:1563: read oid 15 snap -1 2024-08-30T21:03:49.523 INFO:tasks.rados.rados.0.smithi173.stdout:1563: expect deleted 2024-08-30T21:03:49.523 INFO:tasks.rados.rados.0.smithi173.stdout:1564: setattr oid 4 current snap is 156 2024-08-30T21:03:49.525 INFO:tasks.rados.rados.0.smithi173.stdout:1562: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:03:49.525 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 790 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:03:49.525 INFO:tasks.rados.rados.0.smithi173.stdout:1562: done (2 left) 2024-08-30T21:03:49.525 INFO:tasks.rados.rados.0.smithi173.stdout:1563: done (1 left) 2024-08-30T21:03:49.525 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 156 2024-08-30T21:03:49.525 INFO:tasks.rados.rados.0.smithi173.stdout:1565: seq_num 502 ranges {5259264=409600,5668864=417792,6086656=385024} 2024-08-30T21:03:49.555 INFO:tasks.rados.rados.0.smithi173.stdout:1565: writing smithi17368540-7 from 5259264 to 5668864 tid 1 2024-08-30T21:03:49.557 INFO:tasks.rados.rados.0.smithi173.stdout:1565: writing smithi17368540-7 from 5668864 to 6086656 tid 2 2024-08-30T21:03:49.559 INFO:tasks.rados.rados.0.smithi173.stdout:1565: writing smithi17368540-7 from 6086656 to 6471680 tid 3 2024-08-30T21:03:49.560 INFO:tasks.rados.rados.0.smithi173.stdout:1566: snap_remove snap 127 2024-08-30T21:03:49.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:49 smithi173 ceph-mon[79976]: pgmap v232: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-30T21:03:49.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:49.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:49 smithi173 ceph-mon[79976]: osdmap e377: 8 total, 8 up, 8 in 2024-08-30T21:03:49.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:49 smithi173 ceph-mon[82405]: pgmap v232: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-30T21:03:49.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:49.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:49 smithi173 ceph-mon[82405]: osdmap e377: 8 total, 8 up, 8 in 2024-08-30T21:03:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:49 smithi196 ceph-mon[74601]: pgmap v232: 121 pgs: 121 active+clean; 220 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-30T21:03:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:49.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:49 smithi196 ceph-mon[74601]: osdmap e377: 8 total, 8 up, 8 in 2024-08-30T21:03:50.521 INFO:tasks.rados.rados.0.smithi173.stdout:1566: done (2 left) 2024-08-30T21:03:50.521 INFO:tasks.rados.rados.0.smithi173.stdout:1567: snap_create 2024-08-30T21:03:50.521 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1021 (ObjNum 483 snap 150 seq_num 483) dirty exists 2024-08-30T21:03:50.521 INFO:tasks.rados.rados.0.smithi173.stdout:1565: finishing write tid 1 to smithi17368540-7 2024-08-30T21:03:50.521 INFO:tasks.rados.rados.0.smithi173.stdout:1565: finishing write tid 2 to smithi17368540-7 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: finishing write tid 3 to smithi17368540-7 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: finishing write tid 4 to smithi17368540-7 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: finishing write tid 5 to smithi17368540-7 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: oid 7 updating version 0 to 805 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: oid 7 version 805 is already newer than 802 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: oid 7 version 805 is already newer than 804 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: oid 7 version 805 is already newer than 803 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 805 (ObjNum 502 snap 156 seq_num 502) dirty exists 2024-08-30T21:03:50.522 INFO:tasks.rados.rados.0.smithi173.stdout:1565: left oid 7 (ObjNum 502 snap 156 seq_num 502) 2024-08-30T21:03:50.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:50 smithi196 ceph-mon[74601]: osdmap e378: 8 total, 8 up, 8 in 2024-08-30T21:03:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:50 smithi173 ceph-mon[79976]: osdmap e378: 8 total, 8 up, 8 in 2024-08-30T21:03:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:50 smithi173 ceph-mon[82405]: osdmap e378: 8 total, 8 up, 8 in 2024-08-30T21:03:51.476 INFO:tasks.rados.rados.0.smithi173.stdout:1564: done (2 left) 2024-08-30T21:03:51.476 INFO:tasks.rados.rados.0.smithi173.stdout:1565: done (1 left) 2024-08-30T21:03:51.476 INFO:tasks.rados.rados.0.smithi173.stdout:1567: done (0 left) 2024-08-30T21:03:51.476 INFO:tasks.rados.rados.0.smithi173.stdout:1568: delete oid 38 current snap is 157 2024-08-30T21:03:51.479 INFO:tasks.rados.rados.0.smithi173.stdout:1568: done (0 left) 2024-08-30T21:03:51.479 INFO:tasks.rados.rados.0.smithi173.stdout:1569: snap_remove snap 150 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[79976]: pgmap v235: 121 pgs: 121 active+clean; 235 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[79976]: osdmap e379: 8 total, 8 up, 8 in 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[79976]: Upgrade: osd.3 is safe to restart 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[79976]: osdmap e380: 8 total, 8 up, 8 in 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[82405]: pgmap v235: 121 pgs: 121 active+clean; 235 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[82405]: osdmap e379: 8 total, 8 up, 8 in 2024-08-30T21:03:51.566 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-30T21:03:51.567 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-30T21:03:51.567 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[82405]: Upgrade: osd.3 is safe to restart 2024-08-30T21:03:51.567 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:51 smithi173 ceph-mon[82405]: osdmap e380: 8 total, 8 up, 8 in 2024-08-30T21:03:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:51 smithi196 ceph-mon[74601]: pgmap v235: 121 pgs: 121 active+clean; 235 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-08-30T21:03:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:51 smithi196 ceph-mon[74601]: osdmap e379: 8 total, 8 up, 8 in 2024-08-30T21:03:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:51 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-30T21:03:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:51 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-30T21:03:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:51 smithi196 ceph-mon[74601]: Upgrade: osd.3 is safe to restart 2024-08-30T21:03:51.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:51 smithi196 ceph-mon[74601]: osdmap e380: 8 total, 8 up, 8 in 2024-08-30T21:03:52.477 INFO:tasks.rados.rados.0.smithi173.stdout:1569: done (0 left) 2024-08-30T21:03:52.477 INFO:tasks.rados.rados.0.smithi173.stdout:1570: rmattr oid 12 current snap is 157 2024-08-30T21:03:52.477 INFO:tasks.rados.rados.0.smithi173.stdout:1570: done (0 left) 2024-08-30T21:03:52.477 INFO:tasks.rados.rados.0.smithi173.stdout:1571: snap_remove snap 144 2024-08-30T21:03:53.401 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:03:53.482 INFO:tasks.rados.rados.0.smithi173.stdout:1571: done (0 left) 2024-08-30T21:03:53.482 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 157 2024-08-30T21:03:53.482 INFO:tasks.rados.rados.0.smithi173.stdout:1572: seq_num 504 ranges {5627904=450560,6078464=589824,6668288=212992} 2024-08-30T21:03:53.517 INFO:tasks.rados.rados.0.smithi173.stdout:1572: writing smithi17368540-34 from 5627904 to 6078464 tid 1 2024-08-30T21:03:53.521 INFO:tasks.rados.rados.0.smithi173.stdout:1572: writing smithi17368540-34 from 6078464 to 6668288 tid 2 2024-08-30T21:03:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:1572: writing smithi17368540-34 from 6668288 to 6881280 tid 3 2024-08-30T21:03:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 157 2024-08-30T21:03:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:1572: finishing write tid 1 to smithi17368540-34 2024-08-30T21:03:53.523 INFO:tasks.rados.rados.0.smithi173.stdout:1573: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-08-30T21:03:53.526 INFO:tasks.rados.rados.0.smithi173.stdout:1573: writing smithi17368540-38 from 0 to 466944 tid 1 2024-08-30T21:03:53.530 INFO:tasks.rados.rados.0.smithi173.stdout:1573: writing smithi17368540-38 from 466944 to 942080 tid 2 2024-08-30T21:03:53.533 INFO:tasks.rados.rados.0.smithi173.stdout:1573: writing smithi17368540-38 from 942080 to 1269760 tid 3 2024-08-30T21:03:53.533 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 157 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: finishing write tid 2 to smithi17368540-34 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: finishing write tid 3 to smithi17368540-34 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: finishing write tid 4 to smithi17368540-34 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: finishing write tid 5 to smithi17368540-34 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: oid 34 updating version 0 to 852 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: oid 34 updating version 852 to 853 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: oid 34 version 853 is already newer than 851 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: oid 34 updating version 853 to 854 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 854 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1572: left oid 34 (ObjNum 504 snap 157 seq_num 504) 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1573: finishing write tid 1 to smithi17368540-38 2024-08-30T21:03:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1573: finishing write tid 2 to smithi17368540-38 2024-08-30T21:03:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1574: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-08-30T21:03:53.537 INFO:tasks.rados.rados.0.smithi173.stdout:1574: writing smithi17368540-1 from 0 to 483328 tid 1 2024-08-30T21:03:53.544 INFO:tasks.rados.rados.0.smithi173.stdout:1574: writing smithi17368540-1 from 483328 to 1245184 tid 2 2024-08-30T21:03:53.544 INFO:tasks.rados.rados.0.smithi173.stdout:1574: writing smithi17368540-1 from 1245184 to 1286144 tid 3 2024-08-30T21:03:53.544 INFO:tasks.rados.rados.0.smithi173.stdout:1572: done (2 left) 2024-08-30T21:03:53.544 INFO:tasks.rados.rados.0.smithi173.stdout:1575: rollback oid 48 current snap is 157 2024-08-30T21:03:53.544 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 155 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: finishing write tid 3 to smithi17368540-38 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: finishing write tid 4 to smithi17368540-38 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: finishing write tid 5 to smithi17368540-38 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: oid 38 updating version 0 to 908 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: oid 38 updating version 908 to 909 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: oid 38 updating version 909 to 910 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: oid 38 updating version 910 to 911 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 911 (ObjNum 505 snap 157 seq_num 505) dirty exists 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1573: left oid 38 (ObjNum 505 snap 157 seq_num 505) 2024-08-30T21:03:53.545 INFO:tasks.rados.rados.0.smithi173.stdout:1574: finishing write tid 1 to smithi17368540-1 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1573: done (2 left) 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1576: rollback oid 9 current snap is 157 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 135 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1577: copy_from oid 7 from oid 34 current snap is 157 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1578: read oid 46 snap -1 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1578: expect (ObjNum 441 snap 138 seq_num 441) 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1579: delete oid 44 current snap is 157 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1575: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:03:53.546 INFO:tasks.rados.rados.0.smithi173.stdout:1578: expect (ObjNum 441 snap 138 seq_num 441) 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1576: finishing rollback tid 0 to smithi17368540-9 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1576: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1578: done (5 left) 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1579: done (4 left) 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1580: read oid 25 snap -1 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1580: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1581: copy_from oid 6 from oid 47 current snap is 157 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1576: finishing rollback tid 2 to smithi17368540-9 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 613 (ObjNum 417 snap 126 seq_num 417) dirty exists 2024-08-30T21:03:53.555 INFO:tasks.rados.rados.0.smithi173.stdout:1575: finishing rollback tid 2 to smithi17368540-48 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 797 (ObjNum 480 snap 150 seq_num 480) dirty exists 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1574: finishing write tid 2 to smithi17368540-1 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1574: finishing write tid 3 to smithi17368540-1 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1574: finishing write tid 4 to smithi17368540-1 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1575: done (5 left) 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1576: done (4 left) 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1582: rollback oid 9 current snap is 157 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 143 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1583: read oid 41 snap -1 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1583: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1584: snap_create 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1581: finishing copy_from to smithi17368540-6 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1581: got expected ENOENT (src dne) 2024-08-30T21:03:53.556 INFO:tasks.rados.rados.0.smithi173.stdout:1583: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:03:53.558 INFO:tasks.rados.rados.0.smithi173.stdout:1581: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:03:53.558 INFO:tasks.rados.rados.0.smithi173.stdout:1574: finishing write tid 5 to smithi17368540-1 2024-08-30T21:03:53.558 INFO:tasks.rados.rados.0.smithi173.stdout:1574: oid 1 updating version 0 to 628 2024-08-30T21:03:53.558 INFO:tasks.rados.rados.0.smithi173.stdout:1574: oid 1 version 628 is already newer than 625 2024-08-30T21:03:53.558 INFO:tasks.rados.rados.0.smithi173.stdout:1574: oid 1 version 628 is already newer than 627 2024-08-30T21:03:53.558 INFO:tasks.rados.rados.0.smithi173.stdout:1574: oid 1 version 628 is already newer than 626 2024-08-30T21:03:53.559 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 628 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-30T21:03:53.559 INFO:tasks.rados.rados.0.smithi173.stdout:1574: left oid 1 (ObjNum 506 snap 157 seq_num 506) 2024-08-30T21:03:53.559 INFO:tasks.rados.rados.0.smithi173.stdout:1582: finishing rollback tid 0 to smithi17368540-9 2024-08-30T21:03:53.559 INFO:tasks.rados.rados.0.smithi173.stdout:1582: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:03:53.559 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 617 (ObjNum 65 snap 0 seq_num 1348953697) dirty dne 2024-08-30T21:03:53.570 INFO:tasks.rados.rados.0.smithi173.stdout:1580: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:03:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[79976]: pgmap v238: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-08-30T21:03:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[79976]: Upgrade: Updating osd.3 2024-08-30T21:03:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-30T21:03:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[79976]: Deploying daemon osd.3 on smithi173 2024-08-30T21:03:53.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[79976]: osdmap e381: 8 total, 8 up, 8 in 2024-08-30T21:03:53.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[82405]: pgmap v238: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-08-30T21:03:53.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[82405]: Upgrade: Updating osd.3 2024-08-30T21:03:53.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:53.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-30T21:03:53.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:53.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[82405]: Deploying daemon osd.3 on smithi173 2024-08-30T21:03:53.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:53 smithi173 ceph-mon[82405]: osdmap e381: 8 total, 8 up, 8 in 2024-08-30T21:03:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:53 smithi196 ceph-mon[74601]: pgmap v238: 121 pgs: 121 active+clean; 230 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-08-30T21:03:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:53 smithi196 ceph-mon[74601]: Upgrade: Updating osd.3 2024-08-30T21:03:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-30T21:03:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:03:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:53 smithi196 ceph-mon[74601]: Deploying daemon osd.3 on smithi173 2024-08-30T21:03:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:53 smithi196 ceph-mon[74601]: osdmap e381: 8 total, 8 up, 8 in 2024-08-30T21:03:53.886 INFO:tasks.rados.rados.0.smithi173.stdout:1577: finishing copy_from racing read to smithi17368540-7 2024-08-30T21:03:53.886 INFO:tasks.rados.rados.0.smithi173.stdout:1577: finishing copy_from to smithi17368540-7 2024-08-30T21:03:53.886 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 854 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-08-30T21:03:54.032 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:03:54.032 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (6m) 22s ago 7m 23.7M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:03:54.032 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (7m) 2m ago 7m 88.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:03:54.032 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (9m) 22s ago 9m 16.4M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (9m) 2m ago 8m 20.6M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 2m ago 12m 452M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (3m) 22s ago 14m 522M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (2m) 22s ago 14m 49.6M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (2m) 2m ago 12m 23.9M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (2m) 22s ago 12m 40.2M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (7m) 22s ago 7m 15.5M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (7m) 2m ago 7m 16.1M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (91s) 22s ago 12m 156M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (58s) 22s ago 11m 126M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (26s) 22s ago 11m 13.4M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:03:54.033 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (10m) 22s ago 10m 205M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 f309bd02f2f9 2024-08-30T21:03:54.034 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (10m) 2m ago 10m 184M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:03:54.034 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (10m) 2m ago 10m 183M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:03:54.034 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (9m) 2m ago 9m 96.5M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:03:54.034 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (9m) 2m ago 9m 185M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:03:54.034 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (3m) 2m ago 8m 47.1M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 5, 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:03:54.379 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 7, 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 8 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:03:54.380 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:03:54.490 INFO:tasks.rados.rados.0.smithi173.stdout:1574: done (6 left) 2024-08-30T21:03:54.491 INFO:tasks.rados.rados.0.smithi173.stdout:1577: done (5 left) 2024-08-30T21:03:54.491 INFO:tasks.rados.rados.0.smithi173.stdout:1580: done (4 left) 2024-08-30T21:03:54.491 INFO:tasks.rados.rados.0.smithi173.stdout:1581: done (3 left) 2024-08-30T21:03:54.491 INFO:tasks.rados.rados.0.smithi173.stdout:1582: done (2 left) 2024-08-30T21:03:54.491 INFO:tasks.rados.rados.0.smithi173.stdout:1583: done (1 left) 2024-08-30T21:03:54.491 INFO:tasks.rados.rados.0.smithi173.stdout:1584: done (0 left) 2024-08-30T21:03:54.491 INFO:tasks.rados.rados.0.smithi173.stdout:1585: snap_create 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "8/20 daemons upgraded", 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:03:54.683 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[79976]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[79976]: osdmap e382: 8 total, 8 up, 8 in 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[79976]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2234332029' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[82405]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:54.684 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:54.685 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:54.685 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[82405]: osdmap e382: 8 total, 8 up, 8 in 2024-08-30T21:03:54.685 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[82405]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:54.685 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:54 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2234332029' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:54 smithi196 ceph-mon[74601]: from='client.34323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:54 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:03:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:54 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:03:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:54 smithi196 ceph-mon[74601]: osdmap e382: 8 total, 8 up, 8 in 2024-08-30T21:03:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:54 smithi196 ceph-mon[74601]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:54 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2234332029' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:03:55.490 INFO:tasks.rados.rados.0.smithi173.stdout:1585: done (0 left) 2024-08-30T21:03:55.491 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 159 2024-08-30T21:03:55.491 INFO:tasks.rados.rados.0.smithi173.stdout:1586: seq_num 508 ranges {1056768=516096,1572864=524288,2097152=278528} 2024-08-30T21:03:55.499 INFO:tasks.rados.rados.0.smithi173.stdout:1586: writing smithi17368540-17 from 1056768 to 1572864 tid 1 2024-08-30T21:03:55.503 INFO:tasks.rados.rados.0.smithi173.stdout:1586: writing smithi17368540-17 from 1572864 to 2097152 tid 2 2024-08-30T21:03:55.506 INFO:tasks.rados.rados.0.smithi173.stdout:1586: writing smithi17368540-17 from 2097152 to 2375680 tid 3 2024-08-30T21:03:55.506 INFO:tasks.rados.rados.0.smithi173.stdout:1587: delete oid 34 current snap is 159 2024-08-30T21:03:55.506 INFO:tasks.rados.rados.0.smithi173.stdout:1586: finishing write tid 1 to smithi17368540-17 2024-08-30T21:03:55.508 INFO:tasks.rados.rados.0.smithi173.stdout:1586: finishing write tid 2 to smithi17368540-17 2024-08-30T21:03:55.508 INFO:tasks.rados.rados.0.smithi173.stdout:1586: finishing write tid 3 to smithi17368540-17 2024-08-30T21:03:55.508 INFO:tasks.rados.rados.0.smithi173.stdout:1586: finishing write tid 4 to smithi17368540-17 2024-08-30T21:03:55.509 INFO:tasks.rados.rados.0.smithi173.stdout:1587: done (1 left) 2024-08-30T21:03:55.509 INFO:tasks.rados.rados.0.smithi173.stdout:1588: delete oid 48 current snap is 159 2024-08-30T21:03:55.510 INFO:tasks.rados.rados.0.smithi173.stdout:1586: finishing write tid 5 to smithi17368540-17 2024-08-30T21:03:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1586: oid 17 updating version 0 to 779 2024-08-30T21:03:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1586: oid 17 updating version 779 to 780 2024-08-30T21:03:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1586: oid 17 version 780 is already newer than 778 2024-08-30T21:03:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1586: oid 17 version 780 is already newer than 777 2024-08-30T21:03:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 780 (ObjNum 508 snap 159 seq_num 508) dirty exists 2024-08-30T21:03:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1586: left oid 17 (ObjNum 508 snap 159 seq_num 508) 2024-08-30T21:03:55.514 INFO:tasks.rados.rados.0.smithi173.stdout:1586: done (1 left) 2024-08-30T21:03:55.515 INFO:tasks.rados.rados.0.smithi173.stdout:1588: done (0 left) 2024-08-30T21:03:55.515 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 159 2024-08-30T21:03:55.515 INFO:tasks.rados.rados.0.smithi173.stdout:1589: seq_num 511 ranges {1015808=565248,1581056=630784,2211840=172032} 2024-08-30T21:03:55.523 INFO:tasks.rados.rados.0.smithi173.stdout:1589: writing smithi17368540-39 from 1015808 to 1581056 tid 1 2024-08-30T21:03:55.527 INFO:tasks.rados.rados.0.smithi173.stdout:1589: writing smithi17368540-39 from 1581056 to 2211840 tid 2 2024-08-30T21:03:55.529 INFO:tasks.rados.rados.0.smithi173.stdout:1589: writing smithi17368540-39 from 2211840 to 2383872 tid 3 2024-08-30T21:03:55.529 INFO:tasks.rados.rados.0.smithi173.stdout:1590: rollback oid 36 current snap is 159 2024-08-30T21:03:55.529 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 142 2024-08-30T21:03:55.529 INFO:tasks.rados.rados.0.smithi173.stdout:1591: read oid 43 snap -1 2024-08-30T21:03:55.529 INFO:tasks.rados.rados.0.smithi173.stdout:1591: expect (ObjNum 488 snap 153 seq_num 488) 2024-08-30T21:03:55.529 INFO:tasks.rados.rados.0.smithi173.stdout:1592: snap_remove snap 156 2024-08-30T21:03:55.598 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:55 smithi173 systemd[1]: Stopping Ceph osd.3 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:03:55.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[79976]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:55.598 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[79976]: pgmap v241: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:03:55.599 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[79976]: osdmap e383: 8 total, 8 up, 8 in 2024-08-30T21:03:55.599 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[79976]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:55.599 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:03:55] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-08-30T21:03:55.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[82405]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:55.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[82405]: pgmap v241: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:03:55.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[82405]: osdmap e383: 8 total, 8 up, 8 in 2024-08-30T21:03:55.599 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-mon[82405]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:55 smithi196 ceph-mon[74601]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:55 smithi196 ceph-mon[74601]: pgmap v241: 121 pgs: 121 active+clean; 215 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:03:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:55 smithi196 ceph-mon[74601]: osdmap e383: 8 total, 8 up, 8 in 2024-08-30T21:03:55.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:55 smithi196 ceph-mon[74601]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:03:55.960 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[49665]: 2024-08-30T21:03:55.608+0000 7faa7ccf9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:03:55.960 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[49665]: 2024-08-30T21:03:55.608+0000 7faa7ccf9640 -1 osd.3 384 *** Got signal Terminated *** 2024-08-30T21:03:55.960 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[49665]: 2024-08-30T21:03:55.608+0000 7faa7ccf9640 -1 osd.3 384 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: finishing write tid 1 to smithi17368540-39 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: finishing write tid 2 to smithi17368540-39 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: finishing write tid 3 to smithi17368540-39 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: finishing write tid 4 to smithi17368540-39 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: finishing write tid 5 to smithi17368540-39 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: oid 39 updating version 0 to 341 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: oid 39 updating version 341 to 343 2024-08-30T21:03:56.482 INFO:tasks.rados.rados.0.smithi173.stdout:1589: oid 39 updating version 343 to 344 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:1589: oid 39 version 344 is already newer than 342 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 344 (ObjNum 511 snap 159 seq_num 511) dirty exists 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:1589: left oid 39 (ObjNum 511 snap 159 seq_num 511) 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:1590: finishing rollback tid 0 to smithi17368540-36 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:1590: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:1590: finishing rollback tid 2 to smithi17368540-36 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 648 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:03:56.483 INFO:tasks.rados.rados.0.smithi173.stdout:1591: expect (ObjNum 488 snap 153 seq_num 488) 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1589: done (3 left) 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1590: done (2 left) 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1591: done (1 left) 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1592: done (0 left) 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1593: read oid 8 snap -1 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1593: expect (ObjNum 487 snap 152 seq_num 487) 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1594: read oid 34 snap -1 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:1594: expect deleted 2024-08-30T21:03:56.542 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 159 2024-08-30T21:03:56.543 INFO:tasks.rados.rados.0.smithi173.stdout:1595: seq_num 512 ranges {1204224=581632,1785856=516096,2301952=286720} 2024-08-30T21:03:56.551 INFO:tasks.rados.rados.0.smithi173.stdout:1595: writing smithi17368540-4 from 1204224 to 1785856 tid 1 2024-08-30T21:03:56.555 INFO:tasks.rados.rados.0.smithi173.stdout:1595: writing smithi17368540-4 from 1785856 to 2301952 tid 2 2024-08-30T21:03:56.556 INFO:tasks.rados.rados.0.smithi173.stdout:1595: writing smithi17368540-4 from 2301952 to 2588672 tid 3 2024-08-30T21:03:56.556 INFO:tasks.rados.rados.0.smithi173.stdout:1596: copy_from oid 36 from oid 48 current snap is 159 2024-08-30T21:03:56.556 INFO:tasks.rados.rados.0.smithi173.stdout:1593: expect (ObjNum 487 snap 152 seq_num 487) 2024-08-30T21:03:56.605 INFO:tasks.rados.rados.0.smithi173.stdout:1595: finishing write tid 1 to smithi17368540-4 2024-08-30T21:03:56.605 INFO:tasks.rados.rados.0.smithi173.stdout:1596: finishing copy_from to smithi17368540-36 2024-08-30T21:03:56.605 INFO:tasks.rados.rados.0.smithi173.stdout:1596: got expected ENOENT (src dne) 2024-08-30T21:03:56.605 INFO:tasks.rados.rados.0.smithi173.stdout:1596: finishing copy_from racing read to smithi17368540-36 2024-08-30T21:03:56.605 INFO:tasks.rados.rados.0.smithi173.stdout:1595: finishing write tid 2 to smithi17368540-4 2024-08-30T21:03:56.605 INFO:tasks.rados.rados.0.smithi173.stdout:1595: finishing write tid 3 to smithi17368540-4 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: finishing write tid 4 to smithi17368540-4 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: finishing write tid 5 to smithi17368540-4 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: oid 4 updating version 0 to 1041 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: oid 4 updating version 1041 to 1042 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: oid 4 updating version 1042 to 1043 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: oid 4 updating version 1043 to 1044 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1044 (ObjNum 512 snap 159 seq_num 512) dirty exists 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: left oid 4 (ObjNum 512 snap 159 seq_num 512) 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1593: done (3 left) 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1594: done (2 left) 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1595: done (1 left) 2024-08-30T21:03:56.606 INFO:tasks.rados.rados.0.smithi173.stdout:1596: done (0 left) 2024-08-30T21:03:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:1597: read oid 35 snap -1 2024-08-30T21:03:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:1597: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-30T21:03:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:1598: read oid 10 snap -1 2024-08-30T21:03:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:1598: expect (ObjNum 477 snap 148 seq_num 477) 2024-08-30T21:03:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 159 2024-08-30T21:03:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:1599: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-08-30T21:03:56.608 INFO:tasks.rados.rados.0.smithi173.stdout:1599: writing smithi17368540-30 from 0 to 598016 tid 1 2024-08-30T21:03:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:1599: writing smithi17368540-30 from 598016 to 1392640 tid 2 2024-08-30T21:03:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:1599: writing smithi17368540-30 from 1392640 to 1400832 tid 3 2024-08-30T21:03:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:1600: snap_create 2024-08-30T21:03:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:1598: expect (ObjNum 477 snap 148 seq_num 477) 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: finishing write tid 1 to smithi17368540-30 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: finishing write tid 2 to smithi17368540-30 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: finishing write tid 3 to smithi17368540-30 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: finishing write tid 4 to smithi17368540-30 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: finishing write tid 5 to smithi17368540-30 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: oid 30 updating version 0 to 855 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: oid 30 updating version 855 to 856 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: oid 30 updating version 856 to 858 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: oid 30 version 858 is already newer than 857 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 858 (ObjNum 513 snap 159 seq_num 513) dirty exists 2024-08-30T21:03:56.634 INFO:tasks.rados.rados.0.smithi173.stdout:1599: left oid 30 (ObjNum 513 snap 159 seq_num 513) 2024-08-30T21:03:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:56 smithi196 ceph-mon[74601]: osdmap e384: 8 total, 8 up, 8 in 2024-08-30T21:03:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:56 smithi196 ceph-mon[74601]: osd.3 marked itself down and dead 2024-08-30T21:03:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:56 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:03:56.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:56 smithi196 ceph-mon[74601]: osdmap e385: 8 total, 7 up, 8 in 2024-08-30T21:03:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[79976]: osdmap e384: 8 total, 8 up, 8 in 2024-08-30T21:03:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[79976]: osd.3 marked itself down and dead 2024-08-30T21:03:56.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:03:56.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[79976]: osdmap e385: 8 total, 7 up, 8 in 2024-08-30T21:03:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[82405]: osdmap e384: 8 total, 8 up, 8 in 2024-08-30T21:03:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[82405]: osd.3 marked itself down and dead 2024-08-30T21:03:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:03:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:56 smithi173 ceph-mon[82405]: osdmap e385: 8 total, 7 up, 8 in 2024-08-30T21:03:57.302 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:57 smithi173 podman[102350]: 2024-08-30 21:03:57.043308536 +0000 UTC m=+1.566566765 container died f309bd02f2f9d1349dc74ffe07650b382d7c0c250137d6b5c184d6203040e6a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-63b0b8e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-30T21:03:57.483 INFO:tasks.rados.rados.0.smithi173.stdout:1598: done (3 left) 2024-08-30T21:03:57.483 INFO:tasks.rados.rados.0.smithi173.stdout:1599: done (2 left) 2024-08-30T21:03:57.483 INFO:tasks.rados.rados.0.smithi173.stdout:1600: done (1 left) 2024-08-30T21:03:57.483 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 160 2024-08-30T21:03:57.483 INFO:tasks.rados.rados.0.smithi173.stdout:1601: seq_num 514 ranges {0=614400,614400=679936,1294336=122880} 2024-08-30T21:03:57.487 INFO:tasks.rados.rados.0.smithi173.stdout:1601: writing smithi17368540-22 from 0 to 614400 tid 1 2024-08-30T21:03:57.491 INFO:tasks.rados.rados.0.smithi173.stdout:1601: writing smithi17368540-22 from 614400 to 1294336 tid 2 2024-08-30T21:03:57.492 INFO:tasks.rados.rados.0.smithi173.stdout:1601: writing smithi17368540-22 from 1294336 to 1417216 tid 3 2024-08-30T21:03:57.492 INFO:tasks.rados.rados.0.smithi173.stdout:1602: delete oid 30 current snap is 160 2024-08-30T21:03:57.496 INFO:tasks.rados.rados.0.smithi173.stdout:1602: done (2 left) 2024-08-30T21:03:57.496 INFO:tasks.rados.rados.0.smithi173.stdout:1603: read oid 11 snap 139 2024-08-30T21:03:57.496 INFO:tasks.rados.rados.0.smithi173.stdout:1603: expect (ObjNum 429 snap 131 seq_num 429) 2024-08-30T21:03:57.497 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 160 2024-08-30T21:03:57.497 INFO:tasks.rados.rados.0.smithi173.stdout:1604: seq_num 516 ranges {5341184=647168,5988352=450560,6438912=352256} 2024-08-30T21:03:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:1604: writing smithi17368540-21 from 5341184 to 5988352 tid 1 2024-08-30T21:03:57.534 INFO:tasks.rados.rados.0.smithi173.stdout:1604: writing smithi17368540-21 from 5988352 to 6438912 tid 2 2024-08-30T21:03:57.537 INFO:tasks.rados.rados.0.smithi173.stdout:1604: writing smithi17368540-21 from 6438912 to 6791168 tid 3 2024-08-30T21:03:57.537 INFO:tasks.rados.rados.0.smithi173.stdout:1605: copy_from oid 38 from oid 3 current snap is 160 2024-08-30T21:03:57.537 INFO:tasks.rados.rados.0.smithi173.stdout:1601: finishing write tid 1 to smithi17368540-22 2024-08-30T21:03:57.537 INFO:tasks.rados.rados.0.smithi173.stdout:1601: finishing write tid 2 to smithi17368540-22 2024-08-30T21:03:57.537 INFO:tasks.rados.rados.0.smithi173.stdout:1601: finishing write tid 3 to smithi17368540-22 2024-08-30T21:03:57.537 INFO:tasks.rados.rados.0.smithi173.stdout:1601: finishing write tid 4 to smithi17368540-22 2024-08-30T21:03:57.537 INFO:tasks.rados.rados.0.smithi173.stdout:1606: snap_remove snap 148 2024-08-30T21:03:57.686 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:57 smithi173 ceph-mon[79976]: pgmap v244: 121 pgs: 121 active+clean; 209 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:03:57.686 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:57 smithi173 ceph-mon[79976]: osdmap e386: 8 total, 7 up, 8 in 2024-08-30T21:03:57.686 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:57 smithi173 ceph-mon[82405]: pgmap v244: 121 pgs: 121 active+clean; 209 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:03:57.686 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:57 smithi173 ceph-mon[82405]: osdmap e386: 8 total, 7 up, 8 in 2024-08-30T21:03:57.686 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:57 smithi173 podman[102350]: 2024-08-30 21:03:57.408656802 +0000 UTC m=+1.931915030 container cleanup f309bd02f2f9d1349dc74ffe07650b382d7c0c250137d6b5c184d6203040e6a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=reef-63b0b8e) 2024-08-30T21:03:57.686 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:57 smithi173 bash[102350]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3 2024-08-30T21:03:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:57 smithi196 ceph-mon[74601]: pgmap v244: 121 pgs: 121 active+clean; 209 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:03:57.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:57 smithi196 ceph-mon[74601]: osdmap e386: 8 total, 7 up, 8 in 2024-08-30T21:03:57.960 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:57 smithi173 podman[102376]: 2024-08-30 21:03:57.684988995 +0000 UTC m=+0.644447239 container remove f309bd02f2f9d1349dc74ffe07650b382d7c0c250137d6b5c184d6203040e6a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, maintainer=Guillaume Abrioux , RELEASE=reef-63b0b8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-30T21:03:58.264 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:58 smithi173 podman[102464]: 2024-08-30 21:03:57.906882872 +0000 UTC m=+0.016426509 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:03:58.264 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:58 smithi173 podman[102464]: 2024-08-30 21:03:58.044142197 +0000 UTC m=+0.153685825 container create 063ad74a79216126975c39ac37f2b52745a4724337a17a9201a6118233711390 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:03:58.507 INFO:tasks.rados.rados.0.smithi173.stdout:1606: done (5 left) 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1607: read oid 30 snap -1 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1607: expect deleted 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1608: snap_create 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1601: finishing write tid 5 to smithi17368540-22 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1601: oid 22 updating version 0 to 773 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1601: oid 22 updating version 773 to 774 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1601: oid 22 updating version 774 to 775 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1601: oid 22 updating version 775 to 776 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 776 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1601: left oid 22 (ObjNum 514 snap 160 seq_num 514) 2024-08-30T21:03:58.508 INFO:tasks.rados.rados.0.smithi173.stdout:1603: expect (ObjNum 429 snap 131 seq_num 429) 2024-08-30T21:03:58.574 INFO:tasks.rados.rados.0.smithi173.stdout:1597: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-30T21:03:58.710 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:58 smithi173 podman[102464]: 2024-08-30 21:03:58.263366205 +0000 UTC m=+0.372909834 container init 063ad74a79216126975c39ac37f2b52745a4724337a17a9201a6118233711390 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD) 2024-08-30T21:03:58.711 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:58 smithi173 podman[102464]: 2024-08-30 21:03:58.266658 +0000 UTC m=+0.376201628 container start 063ad74a79216126975c39ac37f2b52745a4724337a17a9201a6118233711390 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-30T21:03:58.711 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:58 smithi173 podman[102464]: 2024-08-30 21:03:58.355107307 +0000 UTC m=+0.464650955 container attach 063ad74a79216126975c39ac37f2b52745a4724337a17a9201a6118233711390 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-30T21:03:58.711 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:58 smithi173 podman[102464]: 2024-08-30 21:03:58.464502699 +0000 UTC m=+0.574046331 container died 063ad74a79216126975c39ac37f2b52745a4724337a17a9201a6118233711390 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:03:58.807 INFO:tasks.rados.rados.0.smithi173.stdout:1604: finishing write tid 1 to smithi17368540-21 2024-08-30T21:03:58.807 INFO:tasks.rados.rados.0.smithi173.stdout:1604: finishing write tid 2 to smithi17368540-21 2024-08-30T21:03:58.807 INFO:tasks.rados.rados.0.smithi173.stdout:1604: finishing write tid 3 to smithi17368540-21 2024-08-30T21:03:58.807 INFO:tasks.rados.rados.0.smithi173.stdout:1604: finishing write tid 4 to smithi17368540-21 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1604: finishing write tid 5 to smithi17368540-21 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1604: oid 21 updating version 0 to 779 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1604: oid 21 updating version 779 to 780 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1604: oid 21 version 780 is already newer than 778 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1604: oid 21 version 780 is already newer than 777 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 780 (ObjNum 516 snap 160 seq_num 516) dirty exists 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1604: left oid 21 (ObjNum 516 snap 160 seq_num 516) 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1605: finishing copy_from racing read to smithi17368540-38 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:1605: finishing copy_from to smithi17368540-38 2024-08-30T21:03:58.808 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 913 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:03:59.444 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 podman[102487]: 2024-08-30 21:03:59.016956599 +0000 UTC m=+0.546869336 container remove 063ad74a79216126975c39ac37f2b52745a4724337a17a9201a6118233711390 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:03:59.444 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-30T21:03:59.444 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 systemd[1]: Stopped Ceph osd.3 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:03:59.444 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.3.service: Consumed 9.632s CPU time. 2024-08-30T21:03:59.444 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 systemd[1]: Starting Ceph osd.3 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1597: done (6 left) 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1601: done (5 left) 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1603: done (4 left) 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1604: done (3 left) 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1605: done (2 left) 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1607: done (1 left) 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1608: done (0 left) 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 161 2024-08-30T21:03:59.511 INFO:tasks.rados.rados.0.smithi173.stdout:1609: seq_num 517 ranges {1269760=663552,1933312=786432,2719744=16384} 2024-08-30T21:03:59.521 INFO:tasks.rados.rados.0.smithi173.stdout:1609: writing smithi17368540-12 from 1269760 to 1933312 tid 1 2024-08-30T21:03:59.526 INFO:tasks.rados.rados.0.smithi173.stdout:1609: writing smithi17368540-12 from 1933312 to 2719744 tid 2 2024-08-30T21:03:59.527 INFO:tasks.rados.rados.0.smithi173.stdout:1609: writing smithi17368540-12 from 2719744 to 2736128 tid 3 2024-08-30T21:03:59.527 INFO:tasks.rados.rados.0.smithi173.stdout:1610: rollback oid 24 current snap is 161 2024-08-30T21:03:59.527 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 24 to 135 2024-08-30T21:03:59.527 INFO:tasks.rados.rados.0.smithi173.stdout:1611: delete oid 38 current snap is 161 2024-08-30T21:03:59.527 INFO:tasks.rados.rados.0.smithi173.stdout:1609: finishing write tid 1 to smithi17368540-12 2024-08-30T21:03:59.530 INFO:tasks.rados.rados.0.smithi173.stdout:1610: finishing rollback tid 0 to smithi17368540-24 2024-08-30T21:03:59.530 INFO:tasks.rados.rados.0.smithi173.stdout:1611: done (2 left) 2024-08-30T21:03:59.530 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 161 2024-08-30T21:03:59.530 INFO:tasks.rados.rados.0.smithi173.stdout:1612: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-08-30T21:03:59.533 INFO:tasks.rados.rados.0.smithi173.stdout:1612: writing smithi17368540-9 from 0 to 696320 tid 1 2024-08-30T21:03:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1612: writing smithi17368540-9 from 696320 to 1245184 tid 2 2024-08-30T21:03:59.538 INFO:tasks.rados.rados.0.smithi173.stdout:1612: writing smithi17368540-9 from 1245184 to 1499136 tid 3 2024-08-30T21:03:59.538 INFO:tasks.rados.rados.0.smithi173.stdout:1613: rollback oid 25 current snap is 161 2024-08-30T21:03:59.538 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 158 2024-08-30T21:03:59.538 INFO:tasks.rados.rados.0.smithi173.stdout:1610: finishing rollback tid 1 to smithi17368540-24 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 402 (ObjNum 5 snap 0 seq_num 304) dirty dne 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: finishing write tid 2 to smithi17368540-12 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1610: done (3 left) 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 161 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: finishing write tid 3 to smithi17368540-12 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: finishing write tid 4 to smithi17368540-12 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: finishing write tid 5 to smithi17368540-12 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: oid 12 updating version 0 to 985 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: oid 12 updating version 985 to 987 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: oid 12 version 987 is already newer than 986 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: oid 12 version 987 is already newer than 984 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 987 (ObjNum 517 snap 161 seq_num 517) dirty exists 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1609: left oid 12 (ObjNum 517 snap 161 seq_num 517) 2024-08-30T21:03:59.539 INFO:tasks.rados.rados.0.smithi173.stdout:1614: seq_num 520 ranges {2367488=712704,3080192=434176,3514368=368640} 2024-08-30T21:03:59.554 INFO:tasks.rados.rados.0.smithi173.stdout:1614: writing smithi17368540-14 from 2367488 to 3080192 tid 1 2024-08-30T21:03:59.557 INFO:tasks.rados.rados.0.smithi173.stdout:1614: writing smithi17368540-14 from 3080192 to 3514368 tid 2 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1614: writing smithi17368540-14 from 3514368 to 3883008 tid 3 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1609: done (3 left) 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1615: rollback oid 44 current snap is 161 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 143 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1612: finishing write tid 1 to smithi17368540-9 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1612: finishing write tid 2 to smithi17368540-9 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1616: snap_create 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1612: finishing write tid 3 to smithi17368540-9 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1613: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1613: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:03:59.560 INFO:tasks.rados.rados.0.smithi173.stdout:1612: finishing write tid 4 to smithi17368540-9 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1613: finishing rollback tid 2 to smithi17368540-25 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 917 (ObjNum 464 snap 142 seq_num 464) dirty exists 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1612: finishing write tid 5 to smithi17368540-9 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1612: oid 9 updating version 0 to 626 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1612: oid 9 version 626 is already newer than 624 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1612: oid 9 updating version 626 to 627 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1612: oid 9 version 627 is already newer than 625 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 627 (ObjNum 519 snap 161 seq_num 519) dirty exists 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1612: left oid 9 (ObjNum 519 snap 161 seq_num 519) 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1614: finishing write tid 1 to smithi17368540-14 2024-08-30T21:03:59.561 INFO:tasks.rados.rados.0.smithi173.stdout:1614: finishing write tid 2 to smithi17368540-14 2024-08-30T21:03:59.562 INFO:tasks.rados.rados.0.smithi173.stdout:1615: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:03:59.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 615 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-08-30T21:03:59.562 INFO:tasks.rados.rados.0.smithi173.stdout:1614: finishing write tid 3 to smithi17368540-14 2024-08-30T21:03:59.562 INFO:tasks.rados.rados.0.smithi173.stdout:1614: finishing write tid 4 to smithi17368540-14 2024-08-30T21:03:59.563 INFO:tasks.rados.rados.0.smithi173.stdout:1614: finishing write tid 5 to smithi17368540-14 2024-08-30T21:03:59.563 INFO:tasks.rados.rados.0.smithi173.stdout:1614: oid 14 updating version 0 to 860 2024-08-30T21:03:59.563 INFO:tasks.rados.rados.0.smithi173.stdout:1614: oid 14 updating version 860 to 862 2024-08-30T21:03:59.564 INFO:tasks.rados.rados.0.smithi173.stdout:1614: oid 14 version 862 is already newer than 861 2024-08-30T21:03:59.564 INFO:tasks.rados.rados.0.smithi173.stdout:1614: oid 14 updating version 862 to 863 2024-08-30T21:03:59.564 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 863 (ObjNum 520 snap 161 seq_num 520) dirty exists 2024-08-30T21:03:59.564 INFO:tasks.rados.rados.0.smithi173.stdout:1614: left oid 14 (ObjNum 520 snap 161 seq_num 520) 2024-08-30T21:03:59.705 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-mon[79976]: pgmap v247: 121 pgs: 10 peering, 13 stale+active+clean, 98 active+clean; 210 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 322 KiB/s wr, 0 op/s 2024-08-30T21:03:59.705 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-mon[79976]: osdmap e387: 8 total, 7 up, 8 in 2024-08-30T21:03:59.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-mon[82405]: pgmap v247: 121 pgs: 10 peering, 13 stale+active+clean, 98 active+clean; 210 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 322 KiB/s wr, 0 op/s 2024-08-30T21:03:59.706 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-mon[82405]: osdmap e387: 8 total, 7 up, 8 in 2024-08-30T21:03:59.706 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 podman[102586]: 2024-08-30 21:03:59.345409305 +0000 UTC m=+0.015903753 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:03:59.706 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 podman[102586]: 2024-08-30 21:03:59.473328088 +0000 UTC m=+0.143822522 container create 4b4fb86ee43ff2ebbb0a69c2f6c5a2fa5220386264d4afde560d91b3e5fdc344 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:03:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:59 smithi196 ceph-mon[74601]: pgmap v247: 121 pgs: 10 peering, 13 stale+active+clean, 98 active+clean; 210 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 322 KiB/s wr, 0 op/s 2024-08-30T21:03:59.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:03:59 smithi196 ceph-mon[74601]: osdmap e387: 8 total, 7 up, 8 in 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 podman[102586]: 2024-08-30 21:03:59.704750602 +0000 UTC m=+0.375245038 container init 4b4fb86ee43ff2ebbb0a69c2f6c5a2fa5220386264d4afde560d91b3e5fdc344 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True) 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 podman[102586]: 2024-08-30 21:03:59.708559954 +0000 UTC m=+0.379054389 container start 4b4fb86ee43ff2ebbb0a69c2f6c5a2fa5220386264d4afde560d91b3e5fdc344 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 podman[102586]: 2024-08-30 21:03:59.795746668 +0000 UTC m=+0.466241119 container attach 4b4fb86ee43ff2ebbb0a69c2f6c5a2fa5220386264d4afde560d91b3e5fdc344 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 bash[102586]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 bash[102586]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 bash[102586]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:03:59.961 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.962 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 bash[102586]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.962 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.962 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 bash[102586]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:03:59.962 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-30T21:03:59.962 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 bash[102586]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-30T21:03:59.962 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-30T21:03:59.962 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:03:59 smithi173 bash[102586]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-30T21:04:00.522 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-30T21:04:00.522 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 bash[102586]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-30T21:04:00.522 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-30T21:04:00.522 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 bash[102586]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-30T21:04:00.522 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-30T21:04:00.523 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 bash[102586]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-30T21:04:00.523 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-30T21:04:00.523 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 bash[102586]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-30T21:04:00.523 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate[102602]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-30T21:04:00.523 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 bash[102586]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-30T21:04:00.523 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 podman[102586]: 2024-08-30 21:04:00.258646097 +0000 UTC m=+0.929140545 container died 4b4fb86ee43ff2ebbb0a69c2f6c5a2fa5220386264d4afde560d91b3e5fdc344 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:04:00.525 INFO:tasks.rados.rados.0.smithi173.stdout:1612: done (4 left) 2024-08-30T21:04:00.525 INFO:tasks.rados.rados.0.smithi173.stdout:1613: done (3 left) 2024-08-30T21:04:00.525 INFO:tasks.rados.rados.0.smithi173.stdout:1614: done (2 left) 2024-08-30T21:04:00.525 INFO:tasks.rados.rados.0.smithi173.stdout:1615: done (1 left) 2024-08-30T21:04:00.525 INFO:tasks.rados.rados.0.smithi173.stdout:1616: done (0 left) 2024-08-30T21:04:00.525 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 162 2024-08-30T21:04:00.525 INFO:tasks.rados.rados.0.smithi173.stdout:1617: seq_num 521 ranges {0=729088,729088=720896,1449984=81920} 2024-08-30T21:04:00.529 INFO:tasks.rados.rados.0.smithi173.stdout:1617: writing smithi17368540-50 from 0 to 729088 tid 1 2024-08-30T21:04:00.533 INFO:tasks.rados.rados.0.smithi173.stdout:1617: writing smithi17368540-50 from 729088 to 1449984 tid 2 2024-08-30T21:04:00.534 INFO:tasks.rados.rados.0.smithi173.stdout:1617: writing smithi17368540-50 from 1449984 to 1531904 tid 3 2024-08-30T21:04:00.534 INFO:tasks.rados.rados.0.smithi173.stdout:1618: read oid 28 snap 143 2024-08-30T21:04:00.534 INFO:tasks.rados.rados.0.smithi173.stdout:1618: expect (ObjNum 428 snap 130 seq_num 428) 2024-08-30T21:04:00.535 INFO:tasks.rados.rados.0.smithi173.stdout:1619: snap_remove snap 151 2024-08-30T21:04:00.825 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:00 smithi173 ceph-mon[79976]: osdmap e388: 8 total, 7 up, 8 in 2024-08-30T21:04:00.825 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:00 smithi173 ceph-mon[82405]: osdmap e388: 8 total, 7 up, 8 in 2024-08-30T21:04:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:00 smithi196 ceph-mon[74601]: osdmap e388: 8 total, 7 up, 8 in 2024-08-30T21:04:01.165 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:00 smithi173 podman[102714]: 2024-08-30 21:04:00.824415212 +0000 UTC m=+0.556348069 container remove 4b4fb86ee43ff2ebbb0a69c2f6c5a2fa5220386264d4afde560d91b3e5fdc344 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-30T21:04:01.165 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:01 smithi173 podman[102775]: 2024-08-30 21:04:00.931683387 +0000 UTC m=+0.015707184 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:04:01.165 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:01 smithi173 podman[102775]: 2024-08-30 21:04:01.066907191 +0000 UTC m=+0.150931029 container create 4d66dff0e5793b8292f2b4fbf9f2dd2d197cf77c9b99d469b0df14b5523c9cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-30T21:04:01.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:01 smithi173 podman[102775]: 2024-08-30 21:04:01.269325158 +0000 UTC m=+0.353348954 container init 4d66dff0e5793b8292f2b4fbf9f2dd2d197cf77c9b99d469b0df14b5523c9cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-30T21:04:01.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:01 smithi173 podman[102775]: 2024-08-30 21:04:01.272804463 +0000 UTC m=+0.356828269 container start 4d66dff0e5793b8292f2b4fbf9f2dd2d197cf77c9b99d469b0df14b5523c9cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-08-30T21:04:01.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-osd[102794]: -- 172.21.15.173:0/3131022531 <== mon.0 v2:172.21.15.173:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b58f577a40 con 0x55b590344000 2024-08-30T21:04:01.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:01 smithi173 bash[102775]: 4d66dff0e5793b8292f2b4fbf9f2dd2d197cf77c9b99d469b0df14b5523c9cb6 2024-08-30T21:04:01.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:01 smithi173 systemd[1]: Started Ceph osd.3 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:04:01.478 INFO:tasks.rados.rados.0.smithi173.stdout:1619: done (2 left) 2024-08-30T21:04:01.478 INFO:tasks.rados.rados.0.smithi173.stdout:1620: read oid 36 snap -1 2024-08-30T21:04:01.478 INFO:tasks.rados.rados.0.smithi173.stdout:1620: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:01.478 INFO:tasks.rados.rados.0.smithi173.stdout:1621: snap_remove snap 155 2024-08-30T21:04:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[79976]: pgmap v250: 121 pgs: 25 active+undersized, 10 peering, 6 active+undersized+degraded, 80 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 25/480 objects degraded (5.208%) 2024-08-30T21:04:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 25/480 objects degraded (5.208%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[79976]: osdmap e389: 8 total, 7 up, 8 in 2024-08-30T21:04:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[79976]: osdmap e390: 8 total, 7 up, 8 in 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[82405]: pgmap v250: 121 pgs: 25 active+undersized, 10 peering, 6 active+undersized+degraded, 80 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 25/480 objects degraded (5.208%) 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 25/480 objects degraded (5.208%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[82405]: osdmap e389: 8 total, 7 up, 8 in 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:01 smithi173 ceph-mon[82405]: osdmap e390: 8 total, 7 up, 8 in 2024-08-30T21:04:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:01 smithi196 ceph-mon[74601]: pgmap v250: 121 pgs: 25 active+undersized, 10 peering, 6 active+undersized+degraded, 80 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 25/480 objects degraded (5.208%) 2024-08-30T21:04:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:01 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 25/480 objects degraded (5.208%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:01 smithi196 ceph-mon[74601]: osdmap e389: 8 total, 7 up, 8 in 2024-08-30T21:04:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:01 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:01 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:01 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:01 smithi196 ceph-mon[74601]: osdmap e390: 8 total, 7 up, 8 in 2024-08-30T21:04:02.479 INFO:tasks.rados.rados.0.smithi173.stdout:1621: done (3 left) 2024-08-30T21:04:02.479 INFO:tasks.rados.rados.0.smithi173.stdout:1622: copy_from oid 49 from oid 25 current snap is 162 2024-08-30T21:04:02.480 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 162 2024-08-30T21:04:02.480 INFO:tasks.rados.rados.0.smithi173.stdout:1623: seq_num 522 ranges {6791168=745472,7536640=606208,8142848=196608} 2024-08-30T21:04:02.524 INFO:tasks.rados.rados.0.smithi173.stdout:1623: writing smithi17368540-21 from 6791168 to 7536640 tid 1 2024-08-30T21:04:02.528 INFO:tasks.rados.rados.0.smithi173.stdout:1623: writing smithi17368540-21 from 7536640 to 8142848 tid 2 2024-08-30T21:04:02.530 INFO:tasks.rados.rados.0.smithi173.stdout:1623: writing smithi17368540-21 from 8142848 to 8339456 tid 3 2024-08-30T21:04:02.530 INFO:tasks.rados.rados.0.smithi173.stdout:1624: rollback oid 12 current snap is 162 2024-08-30T21:04:02.530 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 12 to 149 2024-08-30T21:04:02.530 INFO:tasks.rados.rados.0.smithi173.stdout:1617: finishing write tid 1 to smithi17368540-50 2024-08-30T21:04:02.530 INFO:tasks.rados.rados.0.smithi173.stdout:1617: finishing write tid 2 to smithi17368540-50 2024-08-30T21:04:02.530 INFO:tasks.rados.rados.0.smithi173.stdout:1617: finishing write tid 3 to smithi17368540-50 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1617: finishing write tid 4 to smithi17368540-50 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1617: finishing write tid 5 to smithi17368540-50 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1617: oid 50 updating version 0 to 865 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1617: oid 50 updating version 865 to 867 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1617: oid 50 version 867 is already newer than 866 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1617: oid 50 version 867 is already newer than 864 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 867 (ObjNum 521 snap 162 seq_num 521) dirty exists 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1617: left oid 50 (ObjNum 521 snap 162 seq_num 521) 2024-08-30T21:04:02.531 INFO:tasks.rados.rados.0.smithi173.stdout:1618: expect (ObjNum 428 snap 130 seq_num 428) 2024-08-30T21:04:02.606 INFO:tasks.rados.rados.0.smithi173.stdout:1620: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:1622: finishing copy_from racing read to smithi17368540-49 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:1622: finishing copy_from to smithi17368540-49 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 917 (ObjNum 464 snap 142 seq_num 464) dirty exists 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:1617: done (5 left) 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:1618: done (4 left) 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:1620: done (3 left) 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:1622: done (2 left) 2024-08-30T21:04:02.613 INFO:tasks.rados.rados.0.smithi173.stdout:1625: copy_from oid 13 from oid 22 current snap is 162 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: finishing write tid 1 to smithi17368540-21 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: finishing write tid 2 to smithi17368540-21 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: finishing write tid 3 to smithi17368540-21 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: finishing write tid 4 to smithi17368540-21 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1624: finishing rollback tid 0 to smithi17368540-12 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: finishing write tid 5 to smithi17368540-21 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: oid 21 updating version 0 to 782 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: oid 21 updating version 782 to 784 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: oid 21 version 784 is already newer than 783 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: oid 21 version 784 is already newer than 781 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 784 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:04:02.614 INFO:tasks.rados.rados.0.smithi173.stdout:1623: left oid 21 (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:1624: finishing rollback tid 1 to smithi17368540-12 2024-08-30T21:04:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:1624: finishing rollback tid 2 to smithi17368540-12 2024-08-30T21:04:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1003 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-30T21:04:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:1623: done (2 left) 2024-08-30T21:04:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:1624: done (1 left) 2024-08-30T21:04:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:1626: snap_create 2024-08-30T21:04:02.625 INFO:tasks.rados.rados.0.smithi173.stdout:1625: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:04:02.625 INFO:tasks.rados.rados.0.smithi173.stdout:1625: finishing copy_from to smithi17368540-13 2024-08-30T21:04:02.625 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 776 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-30T21:04:02.960 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:04:02 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:04:02.491+0000 7fb301dbb640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap dc after trimming was started 2024-08-30T21:04:03.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:04:03.172+0000 7f8772e9c640 -1 Falling back to public interface 2024-08-30T21:04:03.530 INFO:tasks.rados.rados.0.smithi173.stdout:1625: done (1 left) 2024-08-30T21:04:03.530 INFO:tasks.rados.rados.0.smithi173.stdout:1626: done (0 left) 2024-08-30T21:04:03.530 INFO:tasks.rados.rados.0.smithi173.stdout:1627: copy_from oid 35 from oid 2 current snap is 163 2024-08-30T21:04:03.530 INFO:tasks.rados.rados.0.smithi173.stdout:1628: copy_from oid 24 from oid 12 current snap is 163 2024-08-30T21:04:03.530 INFO:tasks.rados.rados.0.smithi173.stdout:1629: copy_from oid 44 from oid 36 current snap is 163 2024-08-30T21:04:03.530 INFO:tasks.rados.rados.0.smithi173.stdout:1630: snap_create 2024-08-30T21:04:03.538 INFO:tasks.rados.rados.0.smithi173.stdout:1628: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:04:03.539 INFO:tasks.rados.rados.0.smithi173.stdout:1629: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:04:03.539 INFO:tasks.rados.rados.0.smithi173.stdout:1629: finishing copy_from to smithi17368540-44 2024-08-30T21:04:03.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 648 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:04:03.539 INFO:tasks.rados.rados.0.smithi173.stdout:1628: finishing copy_from to smithi17368540-24 2024-08-30T21:04:03.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1003 (ObjNum 362 snap 107 seq_num 362) dirty exists 2024-08-30T21:04:03.554 INFO:tasks.rados.rados.0.smithi173.stdout:1627: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:04:03.559 INFO:tasks.rados.rados.0.smithi173.stdout:1627: finishing copy_from to smithi17368540-35 2024-08-30T21:04:03.559 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 650 (ObjNum 470 snap 144 seq_num 470) dirty exists 2024-08-30T21:04:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:03 smithi196 ceph-mon[74601]: pgmap v253: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 32/483 objects degraded (6.625%) 2024-08-30T21:04:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:03 smithi196 ceph-mon[74601]: osdmap e391: 8 total, 7 up, 8 in 2024-08-30T21:04:03.793 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:03 smithi173 ceph-mon[79976]: pgmap v253: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 32/483 objects degraded (6.625%) 2024-08-30T21:04:03.794 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:03 smithi173 ceph-mon[79976]: osdmap e391: 8 total, 7 up, 8 in 2024-08-30T21:04:03.794 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:03 smithi173 ceph-mon[82405]: pgmap v253: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 218 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.3 MiB/s wr, 14 op/s; 32/483 objects degraded (6.625%) 2024-08-30T21:04:03.794 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:03 smithi173 ceph-mon[82405]: osdmap e391: 8 total, 7 up, 8 in 2024-08-30T21:04:04.534 INFO:tasks.rados.rados.0.smithi173.stdout:1627: done (3 left) 2024-08-30T21:04:04.534 INFO:tasks.rados.rados.0.smithi173.stdout:1628: done (2 left) 2024-08-30T21:04:04.534 INFO:tasks.rados.rados.0.smithi173.stdout:1629: done (1 left) 2024-08-30T21:04:04.534 INFO:tasks.rados.rados.0.smithi173.stdout:1630: done (0 left) 2024-08-30T21:04:04.534 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 164 2024-08-30T21:04:04.535 INFO:tasks.rados.rados.0.smithi173.stdout:1631: seq_num 523 ranges {0=770048,770048=491520,1261568=311296} 2024-08-30T21:04:04.538 INFO:tasks.rados.rados.0.smithi173.stdout:1631: writing smithi17368540-45 from 0 to 770048 tid 1 2024-08-30T21:04:04.541 INFO:tasks.rados.rados.0.smithi173.stdout:1631: writing smithi17368540-45 from 770048 to 1261568 tid 2 2024-08-30T21:04:04.543 INFO:tasks.rados.rados.0.smithi173.stdout:1631: writing smithi17368540-45 from 1261568 to 1572864 tid 3 2024-08-30T21:04:04.543 INFO:tasks.rados.rados.0.smithi173.stdout:1632: rollback oid 15 current snap is 164 2024-08-30T21:04:04.543 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 15 to 136 2024-08-30T21:04:04.543 INFO:tasks.rados.rados.0.smithi173.stdout:1633: snap_remove snap 157 2024-08-30T21:04:04.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:04 smithi173 ceph-mon[79976]: osdmap e392: 8 total, 7 up, 8 in 2024-08-30T21:04:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:04 smithi173 ceph-mon[82405]: osdmap e392: 8 total, 7 up, 8 in 2024-08-30T21:04:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:04 smithi196 ceph-mon[74601]: osdmap e392: 8 total, 7 up, 8 in 2024-08-30T21:04:05.543 INFO:tasks.rados.rados.0.smithi173.stdout:1633: done (2 left) 2024-08-30T21:04:05.543 INFO:tasks.rados.rados.0.smithi173.stdout:1634: read oid 8 snap 142 2024-08-30T21:04:05.543 INFO:tasks.rados.rados.0.smithi173.stdout:1634: expect (ObjNum 463 snap 142 seq_num 463) 2024-08-30T21:04:05.543 INFO:tasks.rados.rados.0.smithi173.stdout:1635: rollback oid 47 current snap is 164 2024-08-30T21:04:05.543 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 135 2024-08-30T21:04:05.543 INFO:tasks.rados.rados.0.smithi173.stdout:1631: finishing write tid 1 to smithi17368540-45 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: finishing write tid 2 to smithi17368540-45 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: finishing write tid 3 to smithi17368540-45 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1632: finishing rollback tid 1 to smithi17368540-15 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: finishing write tid 4 to smithi17368540-45 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1632: finishing rollback tid 2 to smithi17368540-15 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 650 (ObjNum 358 snap 106 seq_num 358) dirty exists 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: finishing write tid 5 to smithi17368540-45 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: oid 45 updating version 0 to 786 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: oid 45 updating version 786 to 788 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: oid 45 version 788 is already newer than 785 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: oid 45 version 788 is already newer than 787 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 788 (ObjNum 523 snap 164 seq_num 523) dirty exists 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: left oid 45 (ObjNum 523 snap 164 seq_num 523) 2024-08-30T21:04:05.544 INFO:tasks.rados.rados.0.smithi173.stdout:1631: done (3 left) 2024-08-30T21:04:05.545 INFO:tasks.rados.rados.0.smithi173.stdout:1632: done (2 left) 2024-08-30T21:04:05.545 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 164 2024-08-30T21:04:05.545 INFO:tasks.rados.rados.0.smithi173.stdout:1636: seq_num 524 ranges {4882432=786432,5668864=778240,6447104=24576} 2024-08-30T21:04:05.574 INFO:tasks.rados.rados.0.smithi173.stdout:1636: writing smithi17368540-49 from 4882432 to 5668864 tid 1 2024-08-30T21:04:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:1636: writing smithi17368540-49 from 5668864 to 6447104 tid 2 2024-08-30T21:04:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:1636: writing smithi17368540-49 from 6447104 to 6471680 tid 3 2024-08-30T21:04:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:1637: copy_from oid 32 from oid 11 current snap is 164 2024-08-30T21:04:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:1635: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:04:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:1635: finishing rollback tid 2 to smithi17368540-47 2024-08-30T21:04:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 869 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:04:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:1634: expect (ObjNum 463 snap 142 seq_num 463) 2024-08-30T21:04:05.597 INFO:tasks.rados.rados.0.smithi173.stdout:1636: finishing write tid 1 to smithi17368540-49 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: finishing write tid 2 to smithi17368540-49 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: finishing write tid 3 to smithi17368540-49 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: finishing write tid 4 to smithi17368540-49 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: finishing write tid 5 to smithi17368540-49 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: oid 49 updating version 0 to 920 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: oid 49 updating version 920 to 921 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: oid 49 version 921 is already newer than 918 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: oid 49 version 921 is already newer than 919 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 921 (ObjNum 524 snap 164 seq_num 524) dirty exists 2024-08-30T21:04:05.598 INFO:tasks.rados.rados.0.smithi173.stdout:1636: left oid 49 (ObjNum 524 snap 164 seq_num 524) 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:1634: done (3 left) 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:1635: done (2 left) 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:1636: done (1 left) 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 164 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:1637: finishing copy_from racing read to smithi17368540-32 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:1637: finishing copy_from to smithi17368540-32 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 964 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:04:05.599 INFO:tasks.rados.rados.0.smithi173.stdout:1638: seq_num 525 ranges {6881280=802816,7684096=712704,8396800=90112} 2024-08-30T21:04:05.639 INFO:tasks.rados.rados.0.smithi173.stdout:1638: writing smithi17368540-7 from 6881280 to 7684096 tid 1 2024-08-30T21:04:05.643 INFO:tasks.rados.rados.0.smithi173.stdout:1638: writing smithi17368540-7 from 7684096 to 8396800 tid 2 2024-08-30T21:04:05.644 INFO:tasks.rados.rados.0.smithi173.stdout:1638: writing smithi17368540-7 from 8396800 to 8486912 tid 3 2024-08-30T21:04:05.644 INFO:tasks.rados.rados.0.smithi173.stdout:1637: done (1 left) 2024-08-30T21:04:05.644 INFO:tasks.rados.rados.0.smithi173.stdout:1639: snap_remove snap 136 2024-08-30T21:04:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[79976]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 224 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 33/498 objects degraded (6.627%) 2024-08-30T21:04:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[79976]: osdmap e393: 8 total, 7 up, 8 in 2024-08-30T21:04:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:05.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:04:05] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-08-30T21:04:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[82405]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 224 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 33/498 objects degraded (6.627%) 2024-08-30T21:04:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[82405]: osdmap e393: 8 total, 7 up, 8 in 2024-08-30T21:04:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:05 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:05 smithi196 ceph-mon[74601]: pgmap v256: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 224 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 33/498 objects degraded (6.627%) 2024-08-30T21:04:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:05 smithi196 ceph-mon[74601]: osdmap e393: 8 total, 7 up, 8 in 2024-08-30T21:04:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:05 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:06.547 INFO:tasks.rados.rados.0.smithi173.stdout:1639: done (1 left) 2024-08-30T21:04:06.547 INFO:tasks.rados.rados.0.smithi173.stdout:1640: snap_remove snap 147 2024-08-30T21:04:06.859 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:06 smithi173 ceph-mon[79976]: osdmap e394: 8 total, 7 up, 8 in 2024-08-30T21:04:06.859 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:06 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 33/498 objects degraded (6.627%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:06.860 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:06 smithi173 ceph-mon[82405]: osdmap e394: 8 total, 7 up, 8 in 2024-08-30T21:04:06.860 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:06 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 33/498 objects degraded (6.627%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:06 smithi196 ceph-mon[74601]: osdmap e394: 8 total, 7 up, 8 in 2024-08-30T21:04:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:06 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 33/498 objects degraded (6.627%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:07.210 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:06 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:04:06.857+0000 7f8772e9c640 -1 osd.3 384 log_to_monitors true 2024-08-30T21:04:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:1640: done (1 left) 2024-08-30T21:04:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 164 2024-08-30T21:04:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:1641: seq_num 526 ranges {0=417792,417792=589824,1007616=614400} 2024-08-30T21:04:07.553 INFO:tasks.rados.rados.0.smithi173.stdout:1641: writing smithi17368540-30 from 0 to 417792 tid 1 2024-08-30T21:04:07.556 INFO:tasks.rados.rados.0.smithi173.stdout:1641: writing smithi17368540-30 from 417792 to 1007616 tid 2 2024-08-30T21:04:07.561 INFO:tasks.rados.rados.0.smithi173.stdout:1641: writing smithi17368540-30 from 1007616 to 1622016 tid 3 2024-08-30T21:04:07.561 INFO:tasks.rados.rados.0.smithi173.stdout:1638: finishing write tid 1 to smithi17368540-7 2024-08-30T21:04:07.561 INFO:tasks.rados.rados.0.smithi173.stdout:1638: finishing write tid 2 to smithi17368540-7 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: finishing write tid 3 to smithi17368540-7 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: finishing write tid 4 to smithi17368540-7 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: finishing write tid 5 to smithi17368540-7 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: oid 7 updating version 0 to 870 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: oid 7 updating version 870 to 873 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: oid 7 version 873 is already newer than 871 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: oid 7 version 873 is already newer than 872 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 873 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: left oid 7 (ObjNum 525 snap 164 seq_num 525) 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1638: done (1 left) 2024-08-30T21:04:07.562 INFO:tasks.rados.rados.0.smithi173.stdout:1642: setattr oid 31 current snap is 164 2024-08-30T21:04:07.563 INFO:tasks.rados.rados.0.smithi173.stdout:1643: rollback oid 11 current snap is 164 2024-08-30T21:04:07.563 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 159 2024-08-30T21:04:07.563 INFO:tasks.rados.rados.0.smithi173.stdout:1644: read oid 47 snap -1 2024-08-30T21:04:07.563 INFO:tasks.rados.rados.0.smithi173.stdout:1644: expect (ObjNum 352 snap 103 seq_num 352) 2024-08-30T21:04:07.563 INFO:tasks.rados.rados.0.smithi173.stdout:1645: setattr oid 23 current snap is 164 2024-08-30T21:04:07.564 INFO:tasks.rados.rados.0.smithi173.stdout:1646: read oid 6 snap 160 2024-08-30T21:04:07.564 INFO:tasks.rados.rados.0.smithi173.stdout:1646: expect deleted 2024-08-30T21:04:07.564 INFO:tasks.rados.rados.0.smithi173.stdout:1647: snap_create 2024-08-30T21:04:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:1641: finishing write tid 1 to smithi17368540-30 2024-08-30T21:04:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:1641: finishing write tid 2 to smithi17368540-30 2024-08-30T21:04:07.570 INFO:tasks.rados.rados.0.smithi173.stdout:1641: finishing write tid 3 to smithi17368540-30 2024-08-30T21:04:07.570 INFO:tasks.rados.rados.0.smithi173.stdout:1641: finishing write tid 4 to smithi17368540-30 2024-08-30T21:04:07.571 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 695 (ObjNum 457 snap 141 seq_num 457) dirty exists 2024-08-30T21:04:07.574 INFO:tasks.rados.rados.0.smithi173.stdout:1643: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:04:07.574 INFO:tasks.rados.rados.0.smithi173.stdout:1643: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:04:07.574 INFO:tasks.rados.rados.0.smithi173.stdout:1643: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:04:07.574 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1086 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:04:07.574 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1027 (ObjNum 434 snap 132 seq_num 434) dirty exists 2024-08-30T21:04:07.583 INFO:tasks.rados.rados.0.smithi173.stdout:1644: expect (ObjNum 352 snap 103 seq_num 352) 2024-08-30T21:04:07.680 INFO:tasks.rados.rados.0.smithi173.stdout:1641: finishing write tid 5 to smithi17368540-30 2024-08-30T21:04:07.680 INFO:tasks.rados.rados.0.smithi173.stdout:1641: oid 30 updating version 0 to 875 2024-08-30T21:04:07.680 INFO:tasks.rados.rados.0.smithi173.stdout:1641: oid 30 version 875 is already newer than 874 2024-08-30T21:04:07.680 INFO:tasks.rados.rados.0.smithi173.stdout:1641: oid 30 updating version 875 to 876 2024-08-30T21:04:07.680 INFO:tasks.rados.rados.0.smithi173.stdout:1641: oid 30 updating version 876 to 877 2024-08-30T21:04:07.680 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 877 (ObjNum 526 snap 164 seq_num 526) dirty exists 2024-08-30T21:04:07.680 INFO:tasks.rados.rados.0.smithi173.stdout:1641: left oid 30 (ObjNum 526 snap 164 seq_num 526) 2024-08-30T21:04:07.960 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:04:07 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:04:07.591+0000 7f8766c3e640 -1 osd.3 384 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:04:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:07 smithi173 ceph-mon[79976]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 224 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 33/498 objects degraded (6.627%) 2024-08-30T21:04:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:07 smithi173 ceph-mon[79976]: osdmap e395: 8 total, 7 up, 8 in 2024-08-30T21:04:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:07 smithi173 ceph-mon[79976]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-30T21:04:07.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:07 smithi173 ceph-mon[82405]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 224 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 33/498 objects degraded (6.627%) 2024-08-30T21:04:07.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:07 smithi173 ceph-mon[82405]: osdmap e395: 8 total, 7 up, 8 in 2024-08-30T21:04:07.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:07 smithi173 ceph-mon[82405]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-30T21:04:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:07 smithi196 ceph-mon[74601]: pgmap v259: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 224 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 33/498 objects degraded (6.627%) 2024-08-30T21:04:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:07 smithi196 ceph-mon[74601]: osdmap e395: 8 total, 7 up, 8 in 2024-08-30T21:04:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:07 smithi196 ceph-mon[74601]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-30T21:04:08.565 INFO:tasks.rados.rados.0.smithi173.stdout:1641: done (6 left) 2024-08-30T21:04:08.565 INFO:tasks.rados.rados.0.smithi173.stdout:1642: done (5 left) 2024-08-30T21:04:08.565 INFO:tasks.rados.rados.0.smithi173.stdout:1643: done (4 left) 2024-08-30T21:04:08.565 INFO:tasks.rados.rados.0.smithi173.stdout:1644: done (3 left) 2024-08-30T21:04:08.565 INFO:tasks.rados.rados.0.smithi173.stdout:1645: done (2 left) 2024-08-30T21:04:08.565 INFO:tasks.rados.rados.0.smithi173.stdout:1646: done (1 left) 2024-08-30T21:04:08.565 INFO:tasks.rados.rados.0.smithi173.stdout:1647: done (0 left) 2024-08-30T21:04:08.566 INFO:tasks.rados.rados.0.smithi173.stdout:1648: read oid 24 snap -1 2024-08-30T21:04:08.566 INFO:tasks.rados.rados.0.smithi173.stdout:1648: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:04:08.566 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 165 2024-08-30T21:04:08.566 INFO:tasks.rados.rados.0.smithi173.stdout:1649: seq_num 527 ranges {835584=434176,1269760=475136,1744896=565248,2310144=163840} 2024-08-30T21:04:08.572 INFO:tasks.rados.rados.0.smithi173.stdout:1649: writing smithi17368540-23 from 835584 to 1269760 tid 1 2024-08-30T21:04:08.576 INFO:tasks.rados.rados.0.smithi173.stdout:1649: writing smithi17368540-23 from 1269760 to 1744896 tid 2 2024-08-30T21:04:08.580 INFO:tasks.rados.rados.0.smithi173.stdout:1649: writing smithi17368540-23 from 1744896 to 2310144 tid 3 2024-08-30T21:04:08.581 INFO:tasks.rados.rados.0.smithi173.stdout:1649: writing smithi17368540-23 from 2310144 to 2473984 tid 4 2024-08-30T21:04:08.582 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 165 2024-08-30T21:04:08.582 INFO:tasks.rados.rados.0.smithi173.stdout:1650: seq_num 528 ranges {4489216=450560,4939776=761856,5701632=442368} 2024-08-30T21:04:08.609 INFO:tasks.rados.rados.0.smithi173.stdout:1650: writing smithi17368540-5 from 4489216 to 4939776 tid 1 2024-08-30T21:04:08.613 INFO:tasks.rados.rados.0.smithi173.stdout:1650: writing smithi17368540-5 from 4939776 to 5701632 tid 2 2024-08-30T21:04:08.616 INFO:tasks.rados.rados.0.smithi173.stdout:1650: writing smithi17368540-5 from 5701632 to 6144000 tid 3 2024-08-30T21:04:08.616 INFO:tasks.rados.rados.0.smithi173.stdout:1651: snap_remove snap 163 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[79976]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[79976]: osdmap e396: 8 total, 7 up, 8 in 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[79976]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[82405]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[82405]: osdmap e396: 8 total, 7 up, 8 in 2024-08-30T21:04:08.877 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[82405]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:04:08.878 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:08.878 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:08 smithi196 ceph-mon[74601]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-30T21:04:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:08 smithi196 ceph-mon[74601]: osdmap e396: 8 total, 7 up, 8 in 2024-08-30T21:04:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:08 smithi196 ceph-mon[74601]: from='osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi173", "root=default"]} : dispatch 2024-08-30T21:04:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:09.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:04:09.032+0000 7f9609a04640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-30T21:04:09.576 INFO:tasks.rados.rados.0.smithi173.stdout:1651: done (3 left) 2024-08-30T21:04:09.576 INFO:tasks.rados.rados.0.smithi173.stdout:1652: read oid 4 snap 145 2024-08-30T21:04:09.576 INFO:tasks.rados.rados.0.smithi173.stdout:1652: expect (ObjNum 448 snap 139 seq_num 448) 2024-08-30T21:04:09.576 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 165 2024-08-30T21:04:09.576 INFO:tasks.rados.rados.0.smithi173.stdout:1653: seq_num 529 ranges {6660096=466944,7127040=647168,7774208=532480,8306688=24576} 2024-08-30T21:04:09.611 INFO:tasks.rados.rados.0.smithi173.stdout:1653: writing smithi17368540-20 from 6660096 to 7127040 tid 1 2024-08-30T21:04:09.615 INFO:tasks.rados.rados.0.smithi173.stdout:1653: writing smithi17368540-20 from 7127040 to 7774208 tid 2 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1653: writing smithi17368540-20 from 7774208 to 8306688 tid 3 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1653: writing smithi17368540-20 from 8306688 to 8331264 tid 4 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1654: copy_from oid 22 from oid 3 current snap is 165 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1649: finishing write tid 1 to smithi17368540-23 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1649: finishing write tid 2 to smithi17368540-23 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1649: finishing write tid 3 to smithi17368540-23 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1649: finishing write tid 4 to smithi17368540-23 2024-08-30T21:04:09.620 INFO:tasks.rados.rados.0.smithi173.stdout:1649: finishing write tid 5 to smithi17368540-23 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1649: finishing write tid 6 to smithi17368540-23 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1649: oid 23 updating version 0 to 699 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1649: oid 23 updating version 699 to 702 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1649: oid 23 version 702 is already newer than 701 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1649: oid 23 updating version 702 to 703 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1649: oid 23 version 703 is already newer than 700 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 703 (ObjNum 527 snap 165 seq_num 527) dirty exists 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1649: left oid 23 (ObjNum 527 snap 165 seq_num 527) 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1650: finishing write tid 1 to smithi17368540-5 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1650: finishing write tid 2 to smithi17368540-5 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1650: finishing write tid 3 to smithi17368540-5 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1650: finishing write tid 4 to smithi17368540-5 2024-08-30T21:04:09.621 INFO:tasks.rados.rados.0.smithi173.stdout:1650: finishing write tid 5 to smithi17368540-5 2024-08-30T21:04:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1650: oid 5 updating version 0 to 1090 2024-08-30T21:04:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1650: oid 5 version 1090 is already newer than 1088 2024-08-30T21:04:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1650: oid 5 version 1090 is already newer than 1089 2024-08-30T21:04:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1650: oid 5 updating version 1090 to 1091 2024-08-30T21:04:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1091 (ObjNum 528 snap 165 seq_num 528) dirty exists 2024-08-30T21:04:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1650: left oid 5 (ObjNum 528 snap 165 seq_num 528) 2024-08-30T21:04:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:1652: expect (ObjNum 448 snap 139 seq_num 448) 2024-08-30T21:04:09.631 INFO:tasks.rados.rados.0.smithi173.stdout:1653: finishing write tid 1 to smithi17368540-20 2024-08-30T21:04:09.631 INFO:tasks.rados.rados.0.smithi173.stdout:1653: finishing write tid 2 to smithi17368540-20 2024-08-30T21:04:09.632 INFO:tasks.rados.rados.0.smithi173.stdout:1648: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:04:09.668 INFO:tasks.rados.rados.0.smithi173.stdout:1653: finishing write tid 3 to smithi17368540-20 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: finishing write tid 4 to smithi17368540-20 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: finishing write tid 5 to smithi17368540-20 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: finishing write tid 6 to smithi17368540-20 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: oid 20 updating version 0 to 802 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: oid 20 version 802 is already newer than 801 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: oid 20 version 802 is already newer than 799 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: oid 20 version 802 is already newer than 800 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: oid 20 updating version 802 to 803 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 803 (ObjNum 529 snap 165 seq_num 529) dirty exists 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1653: left oid 20 (ObjNum 529 snap 165 seq_num 529) 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1654: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:1654: finishing copy_from to smithi17368540-22 2024-08-30T21:04:09.669 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 913 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:04:09.670 INFO:tasks.rados.rados.0.smithi173.stdout:1648: done (5 left) 2024-08-30T21:04:09.670 INFO:tasks.rados.rados.0.smithi173.stdout:1649: done (4 left) 2024-08-30T21:04:09.670 INFO:tasks.rados.rados.0.smithi173.stdout:1650: done (3 left) 2024-08-30T21:04:09.670 INFO:tasks.rados.rados.0.smithi173.stdout:1652: done (2 left) 2024-08-30T21:04:09.670 INFO:tasks.rados.rados.0.smithi173.stdout:1653: done (1 left) 2024-08-30T21:04:09.670 INFO:tasks.rados.rados.0.smithi173.stdout:1654: done (0 left) 2024-08-30T21:04:09.670 INFO:tasks.rados.rados.0.smithi173.stdout:1655: snap_create 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.4 MiB/s wr, 3 op/s; 34/507 objects degraded (6.706%) 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707] boot 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: osdmap e397: 8 total, 8 up, 8 in 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:09.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.4 MiB/s wr, 3 op/s; 34/507 objects degraded (6.706%) 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707] boot 2024-08-30T21:04:09.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: osdmap e397: 8 total, 8 up, 8 in 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:09.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-30T21:04:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: pgmap v262: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.4 MiB/s wr, 3 op/s; 34/507 objects degraded (6.706%) 2024-08-30T21:04:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:04:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: osd.3 [v2:172.21.15.173:6826/1833929707,v1:172.21.15.173:6827/1833929707] boot 2024-08-30T21:04:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: osdmap e397: 8 total, 8 up, 8 in 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-30T21:04:10.579 INFO:tasks.rados.rados.0.smithi173.stdout:1655: done (0 left) 2024-08-30T21:04:10.580 INFO:tasks.rados.rados.0.smithi173.stdout:1656: copy_from oid 24 from oid 14 current snap is 166 2024-08-30T21:04:10.580 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 166 2024-08-30T21:04:10.580 INFO:tasks.rados.rados.0.smithi173.stdout:1657: seq_num 530 ranges {794624=483328,1277952=532480,1810432=671744} 2024-08-30T21:04:10.586 INFO:tasks.rados.rados.0.smithi173.stdout:1657: writing smithi17368540-10 from 794624 to 1277952 tid 1 2024-08-30T21:04:10.589 INFO:tasks.rados.rados.0.smithi173.stdout:1657: writing smithi17368540-10 from 1277952 to 1810432 tid 2 2024-08-30T21:04:10.594 INFO:tasks.rados.rados.0.smithi173.stdout:1657: writing smithi17368540-10 from 1810432 to 2482176 tid 3 2024-08-30T21:04:10.594 INFO:tasks.rados.rados.0.smithi173.stdout:1658: snap_remove snap 160 2024-08-30T21:04:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:10 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-30T21:04:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:10 smithi173 ceph-mon[79976]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-30T21:04:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:10 smithi173 ceph-mon[79976]: osdmap e398: 8 total, 8 up, 8 in 2024-08-30T21:04:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:10 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-30T21:04:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:10 smithi173 ceph-mon[82405]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-30T21:04:10.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:10 smithi173 ceph-mon[82405]: osdmap e398: 8 total, 8 up, 8 in 2024-08-30T21:04:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:10 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-30T21:04:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:10 smithi196 ceph-mon[74601]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-30T21:04:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:10 smithi196 ceph-mon[74601]: osdmap e398: 8 total, 8 up, 8 in 2024-08-30T21:04:11.584 INFO:tasks.rados.rados.0.smithi173.stdout:1658: done (2 left) 2024-08-30T21:04:11.584 INFO:tasks.rados.rados.0.smithi173.stdout:1659: read oid 36 snap -1 2024-08-30T21:04:11.584 INFO:tasks.rados.rados.0.smithi173.stdout:1659: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1660: delete oid 40 current snap is 166 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: finishing write tid 1 to smithi17368540-10 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: finishing write tid 2 to smithi17368540-10 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: finishing write tid 3 to smithi17368540-10 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: finishing write tid 4 to smithi17368540-10 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: finishing write tid 5 to smithi17368540-10 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: oid 10 updating version 0 to 918 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: oid 10 updating version 918 to 919 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: oid 10 updating version 919 to 921 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:1657: oid 10 version 921 is already newer than 920 2024-08-30T21:04:11.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 921 (ObjNum 530 snap 166 seq_num 530) dirty exists 2024-08-30T21:04:11.586 INFO:tasks.rados.rados.0.smithi173.stdout:1657: left oid 10 (ObjNum 530 snap 166 seq_num 530) 2024-08-30T21:04:11.586 INFO:tasks.rados.rados.0.smithi173.stdout:1656: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:04:11.586 INFO:tasks.rados.rados.0.smithi173.stdout:1656: finishing copy_from to smithi17368540-24 2024-08-30T21:04:11.586 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 863 (ObjNum 520 snap 161 seq_num 520) dirty exists 2024-08-30T21:04:11.588 INFO:tasks.rados.rados.0.smithi173.stdout:1659: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1656: done (3 left) 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1657: done (2 left) 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1659: done (1 left) 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1660: done (0 left) 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1661: rmattr oid 46 current snap is 166 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1661: done (0 left) 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1662: rollback oid 20 current snap is 166 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 162 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1663: rmattr oid 26 current snap is 166 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1663: done (1 left) 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1664: rollback oid 22 current snap is 166 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 162 2024-08-30T21:04:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:1665: read oid 35 snap -1 2024-08-30T21:04:11.600 INFO:tasks.rados.rados.0.smithi173.stdout:1665: expect (ObjNum 470 snap 144 seq_num 470) 2024-08-30T21:04:11.600 INFO:tasks.rados.rados.0.smithi173.stdout:1666: rollback oid 14 current snap is 166 2024-08-30T21:04:11.600 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 142 2024-08-30T21:04:11.600 INFO:tasks.rados.rados.0.smithi173.stdout:1667: setattr oid 23 current snap is 166 2024-08-30T21:04:11.600 INFO:tasks.rados.rados.0.smithi173.stdout:1668: read oid 9 snap 139 2024-08-30T21:04:11.601 INFO:tasks.rados.rados.0.smithi173.stdout:1668: expect deleted 2024-08-30T21:04:11.601 INFO:tasks.rados.rados.0.smithi173.stdout:1669: rollback oid 17 current snap is 166 2024-08-30T21:04:11.601 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 17 to 154 2024-08-30T21:04:11.601 INFO:tasks.rados.rados.0.smithi173.stdout:1670: setattr oid 19 current snap is 166 2024-08-30T21:04:11.602 INFO:tasks.rados.rados.0.smithi173.stdout:1668: done (7 left) 2024-08-30T21:04:11.602 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 166 2024-08-30T21:04:11.602 INFO:tasks.rados.rados.0.smithi173.stdout:1671: seq_num 532 ranges {6545408=516096,7061504=696320,7757824=507904} 2024-08-30T21:04:11.641 INFO:tasks.rados.rados.0.smithi173.stdout:1671: writing smithi17368540-2 from 6545408 to 7061504 tid 1 2024-08-30T21:04:11.646 INFO:tasks.rados.rados.0.smithi173.stdout:1671: writing smithi17368540-2 from 7061504 to 7757824 tid 2 2024-08-30T21:04:11.649 INFO:tasks.rados.rados.0.smithi173.stdout:1671: writing smithi17368540-2 from 7757824 to 8265728 tid 3 2024-08-30T21:04:11.649 INFO:tasks.rados.rados.0.smithi173.stdout:1672: snap_create 2024-08-30T21:04:11.649 INFO:tasks.rados.rados.0.smithi173.stdout:1666: finishing rollback tid 0 to smithi17368540-14 2024-08-30T21:04:11.649 INFO:tasks.rados.rados.0.smithi173.stdout:1666: finishing rollback tid 1 to smithi17368540-14 2024-08-30T21:04:11.649 INFO:tasks.rados.rados.0.smithi173.stdout:1666: finishing rollback tid 2 to smithi17368540-14 2024-08-30T21:04:11.649 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 880 (ObjNum 427 snap 129 seq_num 427) dirty exists 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1662: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1662: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1664: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1664: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 707 (ObjNum 527 snap 165 seq_num 527) dirty exists 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 708 (ObjNum 33 snap 0 seq_num 1579517072) dirty exists 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1662: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 806 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1669: finishing rollback tid 0 to smithi17368540-17 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1669: finishing rollback tid 1 to smithi17368540-17 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1669: finishing rollback tid 2 to smithi17368540-17 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 924 (ObjNum 479 snap 149 seq_num 479) dirty exists 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1664: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 916 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-30T21:04:11.650 INFO:tasks.rados.rados.0.smithi173.stdout:1665: expect (ObjNum 470 snap 144 seq_num 470) 2024-08-30T21:04:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:11 smithi173 ceph-mon[79976]: pgmap v265: 121 pgs: 1 active+clean+snaptrim, 13 peering, 21 active+undersized, 2 active+undersized+degraded, 84 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.9 MiB/s wr, 22 op/s; 8/528 objects degraded (1.515%) 2024-08-30T21:04:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:11 smithi173 ceph-mon[79976]: osdmap e399: 8 total, 8 up, 8 in 2024-08-30T21:04:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:11 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 8/528 objects degraded (1.515%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:11 smithi173 ceph-mon[82405]: pgmap v265: 121 pgs: 1 active+clean+snaptrim, 13 peering, 21 active+undersized, 2 active+undersized+degraded, 84 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.9 MiB/s wr, 22 op/s; 8/528 objects degraded (1.515%) 2024-08-30T21:04:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:11 smithi173 ceph-mon[82405]: osdmap e399: 8 total, 8 up, 8 in 2024-08-30T21:04:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:11 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 8/528 objects degraded (1.515%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:11 smithi196 ceph-mon[74601]: pgmap v265: 121 pgs: 1 active+clean+snaptrim, 13 peering, 21 active+undersized, 2 active+undersized+degraded, 84 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.9 MiB/s wr, 22 op/s; 8/528 objects degraded (1.515%) 2024-08-30T21:04:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:11 smithi196 ceph-mon[74601]: osdmap e399: 8 total, 8 up, 8 in 2024-08-30T21:04:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:11 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 8/528 objects degraded (1.515%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: finishing write tid 1 to smithi17368540-2 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: finishing write tid 2 to smithi17368540-2 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: finishing write tid 3 to smithi17368540-2 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: finishing write tid 4 to smithi17368540-2 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: finishing write tid 5 to smithi17368540-2 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: oid 2 updating version 0 to 715 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: oid 2 version 715 is already newer than 714 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: oid 2 version 715 is already newer than 712 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:1671: oid 2 version 715 is already newer than 713 2024-08-30T21:04:12.275 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 715 (ObjNum 532 snap 166 seq_num 532) dirty exists 2024-08-30T21:04:12.276 INFO:tasks.rados.rados.0.smithi173.stdout:1671: left oid 2 (ObjNum 532 snap 166 seq_num 532) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1662: done (8 left) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1664: done (7 left) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1665: done (6 left) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1666: done (5 left) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1667: done (4 left) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1669: done (3 left) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1670: done (2 left) 2024-08-30T21:04:12.594 INFO:tasks.rados.rados.0.smithi173.stdout:1671: done (1 left) 2024-08-30T21:04:12.595 INFO:tasks.rados.rados.0.smithi173.stdout:1672: done (0 left) 2024-08-30T21:04:12.595 INFO:tasks.rados.rados.0.smithi173.stdout:1673: delete oid 9 current snap is 167 2024-08-30T21:04:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:1673: done (0 left) 2024-08-30T21:04:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 167 2024-08-30T21:04:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:1674: seq_num 534 ranges {6545408=548864,7094272=516096,7610368=688128} 2024-08-30T21:04:12.635 INFO:tasks.rados.rados.0.smithi173.stdout:1674: writing smithi17368540-35 from 6545408 to 7094272 tid 1 2024-08-30T21:04:12.639 INFO:tasks.rados.rados.0.smithi173.stdout:1674: writing smithi17368540-35 from 7094272 to 7610368 tid 2 2024-08-30T21:04:12.645 INFO:tasks.rados.rados.0.smithi173.stdout:1674: writing smithi17368540-35 from 7610368 to 8298496 tid 3 2024-08-30T21:04:12.645 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 167 2024-08-30T21:04:12.645 INFO:tasks.rados.rados.0.smithi173.stdout:1674: finishing write tid 1 to smithi17368540-35 2024-08-30T21:04:12.645 INFO:tasks.rados.rados.0.smithi173.stdout:1675: seq_num 535 ranges {0=565248,565248=802816,1368064=401408} 2024-08-30T21:04:12.646 INFO:tasks.rados.rados.0.smithi173.stdout:1675: writing smithi17368540-6 from 0 to 565248 tid 1 2024-08-30T21:04:12.650 INFO:tasks.rados.rados.0.smithi173.stdout:1675: writing smithi17368540-6 from 565248 to 1368064 tid 2 2024-08-30T21:04:12.653 INFO:tasks.rados.rados.0.smithi173.stdout:1675: writing smithi17368540-6 from 1368064 to 1769472 tid 3 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1676: delete oid 37 current snap is 167 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: finishing write tid 2 to smithi17368540-35 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: finishing write tid 3 to smithi17368540-35 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: finishing write tid 4 to smithi17368540-35 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: finishing write tid 5 to smithi17368540-35 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: oid 35 updating version 0 to 1007 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: oid 35 version 1007 is already newer than 1004 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: oid 35 version 1007 is already newer than 1005 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: oid 35 version 1007 is already newer than 1006 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1007 (ObjNum 534 snap 167 seq_num 534) dirty exists 2024-08-30T21:04:12.654 INFO:tasks.rados.rados.0.smithi173.stdout:1674: left oid 35 (ObjNum 534 snap 167 seq_num 534) 2024-08-30T21:04:12.655 INFO:tasks.rados.rados.0.smithi173.stdout:1675: finishing write tid 1 to smithi17368540-6 2024-08-30T21:04:12.655 INFO:tasks.rados.rados.0.smithi173.stdout:1675: finishing write tid 2 to smithi17368540-6 2024-08-30T21:04:12.656 INFO:tasks.rados.rados.0.smithi173.stdout:1674: done (2 left) 2024-08-30T21:04:12.656 INFO:tasks.rados.rados.0.smithi173.stdout:1676: done (1 left) 2024-08-30T21:04:12.656 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 167 2024-08-30T21:04:12.656 INFO:tasks.rados.rados.0.smithi173.stdout:1677: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-08-30T21:04:12.659 INFO:tasks.rados.rados.0.smithi173.stdout:1677: writing smithi17368540-40 from 0 to 598016 tid 1 2024-08-30T21:04:12.662 INFO:tasks.rados.rados.0.smithi173.stdout:1677: writing smithi17368540-40 from 598016 to 1171456 tid 2 2024-08-30T21:04:12.665 INFO:tasks.rados.rados.0.smithi173.stdout:1677: writing smithi17368540-40 from 1171456 to 1662976 tid 3 2024-08-30T21:04:12.666 INFO:tasks.rados.rados.0.smithi173.stdout:1677: writing smithi17368540-40 from 1662976 to 1802240 tid 4 2024-08-30T21:04:12.666 INFO:tasks.rados.rados.0.smithi173.stdout:1678: copy_from oid 31 from oid 21 current snap is 167 2024-08-30T21:04:12.666 INFO:tasks.rados.rados.0.smithi173.stdout:1675: finishing write tid 3 to smithi17368540-6 2024-08-30T21:04:12.666 INFO:tasks.rados.rados.0.smithi173.stdout:1675: finishing write tid 4 to smithi17368540-6 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1675: finishing write tid 5 to smithi17368540-6 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1675: oid 6 updating version 0 to 856 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1675: oid 6 updating version 856 to 858 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1675: oid 6 updating version 858 to 859 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1675: oid 6 version 859 is already newer than 857 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 859 (ObjNum 535 snap 167 seq_num 535) dirty exists 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1675: left oid 6 (ObjNum 535 snap 167 seq_num 535) 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1677: finishing write tid 1 to smithi17368540-40 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1677: finishing write tid 2 to smithi17368540-40 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1675: done (2 left) 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 167 2024-08-30T21:04:12.667 INFO:tasks.rados.rados.0.smithi173.stdout:1679: seq_num 538 ranges {2482176=614400,3096576=450560,3547136=704512,4251648=49152} 2024-08-30T21:04:12.682 INFO:tasks.rados.rados.0.smithi173.stdout:1679: writing smithi17368540-10 from 2482176 to 3096576 tid 1 2024-08-30T21:04:12.685 INFO:tasks.rados.rados.0.smithi173.stdout:1679: writing smithi17368540-10 from 3096576 to 3547136 tid 2 2024-08-30T21:04:12.690 INFO:tasks.rados.rados.0.smithi173.stdout:1679: writing smithi17368540-10 from 3547136 to 4251648 tid 3 2024-08-30T21:04:12.690 INFO:tasks.rados.rados.0.smithi173.stdout:1679: writing smithi17368540-10 from 4251648 to 4300800 tid 4 2024-08-30T21:04:12.690 INFO:tasks.rados.rados.0.smithi173.stdout:1680: copy_from oid 19 from oid 47 current snap is 167 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: finishing write tid 3 to smithi17368540-40 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: finishing write tid 4 to smithi17368540-40 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: finishing write tid 5 to smithi17368540-40 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: finishing write tid 6 to smithi17368540-40 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: oid 40 updating version 0 to 631 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: oid 40 version 631 is already newer than 630 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: oid 40 version 631 is already newer than 629 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: oid 40 updating version 631 to 632 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: oid 40 updating version 632 to 633 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 633 (ObjNum 537 snap 167 seq_num 537) dirty exists 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: left oid 40 (ObjNum 537 snap 167 seq_num 537) 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1679: finishing write tid 1 to smithi17368540-10 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1679: finishing write tid 2 to smithi17368540-10 2024-08-30T21:04:12.691 INFO:tasks.rados.rados.0.smithi173.stdout:1677: done (3 left) 2024-08-30T21:04:12.692 INFO:tasks.rados.rados.0.smithi173.stdout:1681: delete oid 3 current snap is 167 2024-08-30T21:04:12.693 INFO:tasks.rados.rados.0.smithi173.stdout:1681: done (3 left) 2024-08-30T21:04:12.693 INFO:tasks.rados.rados.0.smithi173.stdout:1682: snap_remove snap 159 2024-08-30T21:04:12.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:12 smithi196 ceph-mon[74601]: osdmap e400: 8 total, 8 up, 8 in 2024-08-30T21:04:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:12 smithi173 ceph-mon[79976]: osdmap e400: 8 total, 8 up, 8 in 2024-08-30T21:04:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:12 smithi173 ceph-mon[82405]: osdmap e400: 8 total, 8 up, 8 in 2024-08-30T21:04:13.597 INFO:tasks.rados.rados.0.smithi173.stdout:1682: done (3 left) 2024-08-30T21:04:13.597 INFO:tasks.rados.rados.0.smithi173.stdout:1683: snap_remove snap 143 2024-08-30T21:04:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:13 smithi173 ceph-mon[79976]: pgmap v268: 121 pgs: 1 active+clean+snaptrim, 13 peering, 15 active+undersized, 1 active+undersized+degraded, 91 active+clean; 256 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 7/528 objects degraded (1.326%) 2024-08-30T21:04:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:13 smithi173 ceph-mon[79976]: osdmap e401: 8 total, 8 up, 8 in 2024-08-30T21:04:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:13 smithi173 ceph-mon[82405]: pgmap v268: 121 pgs: 1 active+clean+snaptrim, 13 peering, 15 active+undersized, 1 active+undersized+degraded, 91 active+clean; 256 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 7/528 objects degraded (1.326%) 2024-08-30T21:04:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:13 smithi173 ceph-mon[82405]: osdmap e401: 8 total, 8 up, 8 in 2024-08-30T21:04:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:13 smithi196 ceph-mon[74601]: pgmap v268: 121 pgs: 1 active+clean+snaptrim, 13 peering, 15 active+undersized, 1 active+undersized+degraded, 91 active+clean; 256 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 19 op/s; 7/528 objects degraded (1.326%) 2024-08-30T21:04:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:13 smithi196 ceph-mon[74601]: osdmap e401: 8 total, 8 up, 8 in 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1683: done (3 left) 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1684: copy_from oid 42 from oid 5 current snap is 167 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: finishing write tid 3 to smithi17368540-10 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: finishing write tid 4 to smithi17368540-10 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: finishing write tid 5 to smithi17368540-10 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: finishing write tid 6 to smithi17368540-10 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: oid 10 updating version 0 to 923 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: oid 10 updating version 923 to 924 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: oid 10 version 924 is already newer than 922 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: oid 10 updating version 924 to 925 2024-08-30T21:04:14.604 INFO:tasks.rados.rados.0.smithi173.stdout:1679: oid 10 updating version 925 to 926 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 926 (ObjNum 538 snap 167 seq_num 538) dirty exists 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1679: left oid 10 (ObjNum 538 snap 167 seq_num 538) 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1678: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1680: finishing copy_from racing read to smithi17368540-19 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1678: finishing copy_from to smithi17368540-31 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 784 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1680: finishing copy_from to smithi17368540-19 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 869 (ObjNum 352 snap 103 seq_num 352) dirty exists 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1678: done (3 left) 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1679: done (2 left) 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1680: done (1 left) 2024-08-30T21:04:14.605 INFO:tasks.rados.rados.0.smithi173.stdout:1685: read oid 21 snap -1 2024-08-30T21:04:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1685: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1686: setattr oid 28 current snap is 167 2024-08-30T21:04:14.608 INFO:tasks.rados.rados.0.smithi173.stdout:1687: snap_remove snap 135 2024-08-30T21:04:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:14 smithi173 ceph-mon[79976]: osdmap e402: 8 total, 8 up, 8 in 2024-08-30T21:04:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:14 smithi173 ceph-mon[82405]: osdmap e402: 8 total, 8 up, 8 in 2024-08-30T21:04:15.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:14 smithi196 ceph-mon[74601]: osdmap e402: 8 total, 8 up, 8 in 2024-08-30T21:04:15.599 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:04:15] "GET /metrics HTTP/1.1" 200 36169 "" "Prometheus/2.43.0" 2024-08-30T21:04:15.608 INFO:tasks.rados.rados.0.smithi173.stdout:1687: done (3 left) 2024-08-30T21:04:15.608 INFO:tasks.rados.rados.0.smithi173.stdout:1688: read oid 40 snap 154 2024-08-30T21:04:15.608 INFO:tasks.rados.rados.0.smithi173.stdout:1688: expect deleted 2024-08-30T21:04:15.608 INFO:tasks.rados.rados.0.smithi173.stdout:1689: rmattr oid 29 current snap is 167 2024-08-30T21:04:15.608 INFO:tasks.rados.rados.0.smithi173.stdout:1689: done (4 left) 2024-08-30T21:04:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:1690: read oid 11 snap -1 2024-08-30T21:04:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:1690: expect (ObjNum 429 snap 131 seq_num 429) 2024-08-30T21:04:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:1691: rollback oid 32 current snap is 167 2024-08-30T21:04:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 32 to 165 2024-08-30T21:04:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:1685: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[79976]: pgmap v271: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.2 MiB/s wr, 26 op/s; 8.8 MiB/s, 2 objects/s recovering 2024-08-30T21:04:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/528 objects degraded (1.326%), 1 pg degraded) 2024-08-30T21:04:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:04:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[79976]: osdmap e403: 8 total, 8 up, 8 in 2024-08-30T21:04:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[82405]: pgmap v271: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.2 MiB/s wr, 26 op/s; 8.8 MiB/s, 2 objects/s recovering 2024-08-30T21:04:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/528 objects degraded (1.326%), 1 pg degraded) 2024-08-30T21:04:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:04:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:15 smithi173 ceph-mon[82405]: osdmap e403: 8 total, 8 up, 8 in 2024-08-30T21:04:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:15 smithi196 ceph-mon[74601]: pgmap v271: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.2 MiB/s wr, 26 op/s; 8.8 MiB/s, 2 objects/s recovering 2024-08-30T21:04:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:15 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/528 objects degraded (1.326%), 1 pg degraded) 2024-08-30T21:04:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:15 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:04:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:15 smithi196 ceph-mon[74601]: osdmap e403: 8 total, 8 up, 8 in 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 917 (ObjNum 428 snap 130 seq_num 428) dirty exists 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:1684: finishing copy_from racing read to smithi17368540-42 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:1684: finishing copy_from to smithi17368540-42 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1091 (ObjNum 528 snap 165 seq_num 528) dirty exists 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:1684: done (5 left) 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:1685: done (4 left) 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:1686: done (3 left) 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:1692: rollback oid 18 current snap is 167 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 140 2024-08-30T21:04:16.097 INFO:tasks.rados.rados.0.smithi173.stdout:1691: finishing rollback tid 0 to smithi17368540-32 2024-08-30T21:04:16.098 INFO:tasks.rados.rados.0.smithi173.stdout:1691: finishing rollback tid 1 to smithi17368540-32 2024-08-30T21:04:16.098 INFO:tasks.rados.rados.0.smithi173.stdout:1691: finishing rollback tid 2 to smithi17368540-32 2024-08-30T21:04:16.098 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1094 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:04:16.098 INFO:tasks.rados.rados.0.smithi173.stdout:1690: expect (ObjNum 429 snap 131 seq_num 429) 2024-08-30T21:04:16.159 INFO:tasks.rados.rados.0.smithi173.stdout:1692: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:04:16.159 INFO:tasks.rados.rados.0.smithi173.stdout:1692: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:04:16.159 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1141 (ObjNum 377 snap 114 seq_num 377) dirty exists 2024-08-30T21:04:16.159 INFO:tasks.rados.rados.0.smithi173.stdout:1688: done (3 left) 2024-08-30T21:04:16.160 INFO:tasks.rados.rados.0.smithi173.stdout:1690: done (2 left) 2024-08-30T21:04:16.160 INFO:tasks.rados.rados.0.smithi173.stdout:1691: done (1 left) 2024-08-30T21:04:16.160 INFO:tasks.rados.rados.0.smithi173.stdout:1692: done (0 left) 2024-08-30T21:04:16.160 INFO:tasks.rados.rados.0.smithi173.stdout:1693: snap_create 2024-08-30T21:04:16.614 INFO:tasks.rados.rados.0.smithi173.stdout:1693: done (0 left) 2024-08-30T21:04:16.614 INFO:tasks.rados.rados.0.smithi173.stdout:1694: read oid 42 snap 158 2024-08-30T21:04:16.614 INFO:tasks.rados.rados.0.smithi173.stdout:1694: expect deleted 2024-08-30T21:04:16.614 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 168 2024-08-30T21:04:16.614 INFO:tasks.rados.rados.0.smithi173.stdout:1695: seq_num 540 ranges {1269760=647168,1916928=671744,2588672=532480} 2024-08-30T21:04:16.624 INFO:tasks.rados.rados.0.smithi173.stdout:1695: writing smithi17368540-12 from 1269760 to 1916928 tid 1 2024-08-30T21:04:16.628 INFO:tasks.rados.rados.0.smithi173.stdout:1695: writing smithi17368540-12 from 1916928 to 2588672 tid 2 2024-08-30T21:04:16.631 INFO:tasks.rados.rados.0.smithi173.stdout:1695: writing smithi17368540-12 from 2588672 to 3121152 tid 3 2024-08-30T21:04:16.632 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 168 2024-08-30T21:04:16.632 INFO:tasks.rados.rados.0.smithi173.stdout:1696: seq_num 541 ranges {1417216=663552,2080768=557056,2637824=475136,3112960=172032} 2024-08-30T21:04:16.642 INFO:tasks.rados.rados.0.smithi173.stdout:1696: writing smithi17368540-22 from 1417216 to 2080768 tid 1 2024-08-30T21:04:16.646 INFO:tasks.rados.rados.0.smithi173.stdout:1696: writing smithi17368540-22 from 2080768 to 2637824 tid 2 2024-08-30T21:04:16.649 INFO:tasks.rados.rados.0.smithi173.stdout:1696: writing smithi17368540-22 from 2637824 to 3112960 tid 3 2024-08-30T21:04:16.651 INFO:tasks.rados.rados.0.smithi173.stdout:1696: writing smithi17368540-22 from 3112960 to 3284992 tid 4 2024-08-30T21:04:16.651 INFO:tasks.rados.rados.0.smithi173.stdout:1697: rollback oid 35 current snap is 168 2024-08-30T21:04:16.651 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 35 to 161 2024-08-30T21:04:16.651 INFO:tasks.rados.rados.0.smithi173.stdout:1695: finishing write tid 1 to smithi17368540-12 2024-08-30T21:04:16.651 INFO:tasks.rados.rados.0.smithi173.stdout:1695: finishing write tid 2 to smithi17368540-12 2024-08-30T21:04:16.651 INFO:tasks.rados.rados.0.smithi173.stdout:1694: done (3 left) 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1698: rollback oid 21 current snap is 168 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 145 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: finishing write tid 3 to smithi17368540-12 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: finishing write tid 4 to smithi17368540-12 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: finishing write tid 5 to smithi17368540-12 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: oid 12 updating version 0 to 1098 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: oid 12 version 1098 is already newer than 1096 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: oid 12 version 1098 is already newer than 1097 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: oid 12 version 1098 is already newer than 1095 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1098 (ObjNum 540 snap 168 seq_num 540) dirty exists 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1695: left oid 12 (ObjNum 540 snap 168 seq_num 540) 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1696: finishing write tid 1 to smithi17368540-22 2024-08-30T21:04:16.652 INFO:tasks.rados.rados.0.smithi173.stdout:1696: finishing write tid 2 to smithi17368540-22 2024-08-30T21:04:16.653 INFO:tasks.rados.rados.0.smithi173.stdout:1695: done (3 left) 2024-08-30T21:04:16.653 INFO:tasks.rados.rados.0.smithi173.stdout:1699: read oid 15 snap -1 2024-08-30T21:04:16.653 INFO:tasks.rados.rados.0.smithi173.stdout:1699: expect (ObjNum 358 snap 106 seq_num 358) 2024-08-30T21:04:16.653 INFO:tasks.rados.rados.0.smithi173.stdout:1700: rmattr oid 2 current snap is 168 2024-08-30T21:04:16.653 INFO:tasks.rados.rados.0.smithi173.stdout:1701: setattr oid 39 current snap is 168 2024-08-30T21:04:16.653 INFO:tasks.rados.rados.0.smithi173.stdout:1702: delete oid 1 current snap is 168 2024-08-30T21:04:16.654 INFO:tasks.rados.rados.0.smithi173.stdout:1696: finishing write tid 3 to smithi17368540-22 2024-08-30T21:04:16.656 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 870 (ObjNum 532 snap 166 seq_num 532) dirty exists 2024-08-30T21:04:16.657 INFO:tasks.rados.rados.0.smithi173.stdout:1696: finishing write tid 4 to smithi17368540-22 2024-08-30T21:04:16.657 INFO:tasks.rados.rados.0.smithi173.stdout:1696: finishing write tid 5 to smithi17368540-22 2024-08-30T21:04:16.657 INFO:tasks.rados.rados.0.smithi173.stdout:1697: finishing rollback tid 0 to smithi17368540-35 2024-08-30T21:04:16.659 INFO:tasks.rados.rados.0.smithi173.stdout:1696: finishing write tid 6 to smithi17368540-22 2024-08-30T21:04:16.659 INFO:tasks.rados.rados.0.smithi173.stdout:1696: oid 22 updating version 0 to 920 2024-08-30T21:04:16.659 INFO:tasks.rados.rados.0.smithi173.stdout:1696: oid 22 version 920 is already newer than 918 2024-08-30T21:04:16.659 INFO:tasks.rados.rados.0.smithi173.stdout:1696: oid 22 version 920 is already newer than 919 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:1696: oid 22 updating version 920 to 922 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:1696: oid 22 version 922 is already newer than 921 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 922 (ObjNum 541 snap 168 seq_num 541) dirty exists 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:1696: left oid 22 (ObjNum 541 snap 168 seq_num 541) 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:1697: finishing rollback tid 1 to smithi17368540-35 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 345 (ObjNum 511 snap 159 seq_num 511) dirty exists 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:1697: finishing rollback tid 2 to smithi17368540-35 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1010 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:1698: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:04:16.660 INFO:tasks.rados.rados.0.smithi173.stdout:1698: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:04:16.661 INFO:tasks.rados.rados.0.smithi173.stdout:1698: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 925 (ObjNum 418 snap 126 seq_num 418) dirty exists 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:1696: done (6 left) 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:1697: done (5 left) 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:1698: done (4 left) 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:1700: done (3 left) 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:1701: done (2 left) 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:1702: done (1 left) 2024-08-30T21:04:16.662 INFO:tasks.rados.rados.0.smithi173.stdout:1703: copy_from oid 50 from oid 12 current snap is 168 2024-08-30T21:04:16.663 INFO:tasks.rados.rados.0.smithi173.stdout:1704: snap_remove snap 165 2024-08-30T21:04:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:16 smithi173 ceph-mon[79976]: osdmap e404: 8 total, 8 up, 8 in 2024-08-30T21:04:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:16 smithi173 ceph-mon[82405]: osdmap e404: 8 total, 8 up, 8 in 2024-08-30T21:04:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:16 smithi196 ceph-mon[74601]: osdmap e404: 8 total, 8 up, 8 in 2024-08-30T21:04:17.625 INFO:tasks.rados.rados.0.smithi173.stdout:1703: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:04:17.625 INFO:tasks.rados.rados.0.smithi173.stdout:1703: finishing copy_from to smithi17368540-50 2024-08-30T21:04:17.625 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1098 (ObjNum 540 snap 168 seq_num 540) dirty exists 2024-08-30T21:04:17.625 INFO:tasks.rados.rados.0.smithi173.stdout:1699: expect (ObjNum 358 snap 106 seq_num 358) 2024-08-30T21:04:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:17 smithi173 ceph-mon[79976]: pgmap v274: 121 pgs: 121 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.2 MiB/s wr, 26 op/s; 8.8 MiB/s, 2 objects/s recovering 2024-08-30T21:04:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:17 smithi173 ceph-mon[79976]: osdmap e405: 8 total, 8 up, 8 in 2024-08-30T21:04:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:17 smithi173 ceph-mon[82405]: pgmap v274: 121 pgs: 121 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.2 MiB/s wr, 26 op/s; 8.8 MiB/s, 2 objects/s recovering 2024-08-30T21:04:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:17 smithi173 ceph-mon[82405]: osdmap e405: 8 total, 8 up, 8 in 2024-08-30T21:04:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:17 smithi196 ceph-mon[74601]: pgmap v274: 121 pgs: 121 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.2 MiB/s wr, 26 op/s; 8.8 MiB/s, 2 objects/s recovering 2024-08-30T21:04:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:17 smithi196 ceph-mon[74601]: osdmap e405: 8 total, 8 up, 8 in 2024-08-30T21:04:18.080 INFO:tasks.rados.rados.0.smithi173.stdout:1699: done (2 left) 2024-08-30T21:04:18.080 INFO:tasks.rados.rados.0.smithi173.stdout:1703: done (1 left) 2024-08-30T21:04:18.080 INFO:tasks.rados.rados.0.smithi173.stdout:1704: done (0 left) 2024-08-30T21:04:18.080 INFO:tasks.rados.rados.0.smithi173.stdout:1705: read oid 39 snap -1 2024-08-30T21:04:18.081 INFO:tasks.rados.rados.0.smithi173.stdout:1705: expect (ObjNum 511 snap 159 seq_num 511) 2024-08-30T21:04:18.081 INFO:tasks.rados.rados.0.smithi173.stdout:1706: delete oid 47 current snap is 168 2024-08-30T21:04:18.082 INFO:tasks.rados.rados.0.smithi173.stdout:1706: done (1 left) 2024-08-30T21:04:18.082 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 168 2024-08-30T21:04:18.082 INFO:tasks.rados.rados.0.smithi173.stdout:1707: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2024-08-30T21:04:18.086 INFO:tasks.rados.rados.0.smithi173.stdout:1707: writing smithi17368540-34 from 0 to 720896 tid 1 2024-08-30T21:04:18.089 INFO:tasks.rados.rados.0.smithi173.stdout:1707: writing smithi17368540-34 from 720896 to 1335296 tid 2 2024-08-30T21:04:18.093 INFO:tasks.rados.rados.0.smithi173.stdout:1707: writing smithi17368540-34 from 1335296 to 1925120 tid 3 2024-08-30T21:04:18.093 INFO:tasks.rados.rados.0.smithi173.stdout:1708: rollback oid 40 current snap is 168 2024-08-30T21:04:18.093 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 140 2024-08-30T21:04:18.094 INFO:tasks.rados.rados.0.smithi173.stdout:1705: expect (ObjNum 511 snap 159 seq_num 511) 2024-08-30T21:04:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:1707: finishing write tid 1 to smithi17368540-34 2024-08-30T21:04:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:1707: finishing write tid 2 to smithi17368540-34 2024-08-30T21:04:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:1707: finishing write tid 3 to smithi17368540-34 2024-08-30T21:04:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:1707: finishing write tid 4 to smithi17368540-34 2024-08-30T21:04:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:1708: finishing rollback tid 0 to smithi17368540-40 2024-08-30T21:04:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:1708: finishing rollback tid 1 to smithi17368540-40 2024-08-30T21:04:18.173 INFO:tasks.rados.rados.0.smithi173.stdout:1708: finishing rollback tid 2 to smithi17368540-40 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 637 (ObjNum 444 snap 138 seq_num 444) dirty exists 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1707: finishing write tid 5 to smithi17368540-34 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1707: oid 34 updating version 0 to 862 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1707: oid 34 version 862 is already newer than 861 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1707: oid 34 updating version 862 to 863 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1707: oid 34 version 863 is already newer than 860 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 863 (ObjNum 544 snap 168 seq_num 544) dirty exists 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1707: left oid 34 (ObjNum 544 snap 168 seq_num 544) 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1705: done (2 left) 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1707: done (1 left) 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1708: done (0 left) 2024-08-30T21:04:18.174 INFO:tasks.rados.rados.0.smithi173.stdout:1709: delete oid 18 current snap is 168 2024-08-30T21:04:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:1709: done (0 left) 2024-08-30T21:04:18.176 INFO:tasks.rados.rados.0.smithi173.stdout:1710: setattr oid 29 current snap is 168 2024-08-30T21:04:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:1711: rollback oid 3 current snap is 168 2024-08-30T21:04:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 3 to 166 2024-08-30T21:04:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:1712: rollback oid 20 current snap is 168 2024-08-30T21:04:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 139 2024-08-30T21:04:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:1713: read oid 43 snap 145 2024-08-30T21:04:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:1713: expect (ObjNum 472 snap 144 seq_num 472) 2024-08-30T21:04:18.177 INFO:tasks.rados.rados.0.smithi173.stdout:1714: delete oid 8 current snap is 168 2024-08-30T21:04:18.179 INFO:tasks.rados.rados.0.smithi173.stdout:1714: done (4 left) 2024-08-30T21:04:18.180 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 168 2024-08-30T21:04:18.180 INFO:tasks.rados.rados.0.smithi173.stdout:1715: seq_num 547 ranges {5341184=770048,6111232=663552,6774784=466944,7241728=73728} 2024-08-30T21:04:18.212 INFO:tasks.rados.rados.0.smithi173.stdout:1715: writing smithi17368540-21 from 5341184 to 6111232 tid 1 2024-08-30T21:04:18.215 INFO:tasks.rados.rados.0.smithi173.stdout:1715: writing smithi17368540-21 from 6111232 to 6774784 tid 2 2024-08-30T21:04:18.218 INFO:tasks.rados.rados.0.smithi173.stdout:1715: writing smithi17368540-21 from 6774784 to 7241728 tid 3 2024-08-30T21:04:18.219 INFO:tasks.rados.rados.0.smithi173.stdout:1715: writing smithi17368540-21 from 7241728 to 7315456 tid 4 2024-08-30T21:04:18.219 INFO:tasks.rados.rados.0.smithi173.stdout:1716: delete oid 12 current snap is 168 2024-08-30T21:04:18.219 INFO:tasks.rados.rados.0.smithi173.stdout:1713: expect (ObjNum 472 snap 144 seq_num 472) 2024-08-30T21:04:18.238 INFO:tasks.rados.rados.0.smithi173.stdout:1712: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:04:18.239 INFO:tasks.rados.rados.0.smithi173.stdout:1712: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:04:18.239 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1146 (ObjNum 145 snap 0 seq_num 4124312063) dirty exists 2024-08-30T21:04:18.239 INFO:tasks.rados.rados.0.smithi173.stdout:1711: finishing rollback tid 1 to smithi17368540-3 2024-08-30T21:04:18.239 INFO:tasks.rados.rados.0.smithi173.stdout:1711: finishing rollback tid 2 to smithi17368540-3 2024-08-30T21:04:18.239 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1148 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:04:18.239 INFO:tasks.rados.rados.0.smithi173.stdout:1712: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 809 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:1715: finishing write tid 1 to smithi17368540-21 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:1710: done (5 left) 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:1711: done (4 left) 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:1712: done (3 left) 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:1713: done (2 left) 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:1716: done (1 left) 2024-08-30T21:04:18.240 INFO:tasks.rados.rados.0.smithi173.stdout:1717: snap_remove snap 154 2024-08-30T21:04:18.634 INFO:tasks.rados.rados.0.smithi173.stdout:1717: done (1 left) 2024-08-30T21:04:18.634 INFO:tasks.rados.rados.0.smithi173.stdout:1718: snap_remove snap 152 2024-08-30T21:04:18.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:18 smithi173 ceph-mon[79976]: osdmap e406: 8 total, 8 up, 8 in 2024-08-30T21:04:18.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:18 smithi173 ceph-mon[82405]: osdmap e406: 8 total, 8 up, 8 in 2024-08-30T21:04:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:18 smithi196 ceph-mon[74601]: osdmap e406: 8 total, 8 up, 8 in 2024-08-30T21:04:19.633 INFO:tasks.rados.rados.0.smithi173.stdout:1718: done (1 left) 2024-08-30T21:04:19.633 INFO:tasks.rados.rados.0.smithi173.stdout:1719: rollback oid 39 current snap is 168 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 161 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: finishing write tid 2 to smithi17368540-21 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: finishing write tid 3 to smithi17368540-21 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: finishing write tid 4 to smithi17368540-21 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: finishing write tid 5 to smithi17368540-21 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: finishing write tid 6 to smithi17368540-21 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: oid 21 updating version 0 to 928 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: oid 21 updating version 928 to 929 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: oid 21 version 929 is already newer than 927 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: oid 21 version 929 is already newer than 926 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:1715: oid 21 updating version 929 to 930 2024-08-30T21:04:19.634 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 930 (ObjNum 547 snap 168 seq_num 547) dirty exists 2024-08-30T21:04:19.635 INFO:tasks.rados.rados.0.smithi173.stdout:1715: left oid 21 (ObjNum 547 snap 168 seq_num 547) 2024-08-30T21:04:19.635 INFO:tasks.rados.rados.0.smithi173.stdout:1715: done (1 left) 2024-08-30T21:04:19.635 INFO:tasks.rados.rados.0.smithi173.stdout:1720: snap_remove snap 149 2024-08-30T21:04:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:19 smithi173 ceph-mon[79976]: pgmap v277: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 2 op/s 2024-08-30T21:04:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:19 smithi173 ceph-mon[79976]: osdmap e407: 8 total, 8 up, 8 in 2024-08-30T21:04:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:19 smithi173 ceph-mon[82405]: pgmap v277: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 2 op/s 2024-08-30T21:04:19.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:19 smithi173 ceph-mon[82405]: osdmap e407: 8 total, 8 up, 8 in 2024-08-30T21:04:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:19 smithi196 ceph-mon[74601]: pgmap v277: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 2 op/s 2024-08-30T21:04:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:19 smithi196 ceph-mon[74601]: osdmap e407: 8 total, 8 up, 8 in 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:1720: done (1 left) 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:1721: copy_from oid 27 from oid 36 current snap is 168 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:1719: finishing rollback tid 0 to smithi17368540-39 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:1719: finishing rollback tid 1 to smithi17368540-39 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:1719: finishing rollback tid 2 to smithi17368540-39 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 348 (ObjNum 511 snap 159 seq_num 511) dirty exists 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:1719: done (1 left) 2024-08-30T21:04:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:1722: snap_remove snap 166 2024-08-30T21:04:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:20 smithi173 ceph-mon[79976]: osdmap e408: 8 total, 8 up, 8 in 2024-08-30T21:04:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:20 smithi173 ceph-mon[79976]: osdmap e409: 8 total, 8 up, 8 in 2024-08-30T21:04:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:20 smithi173 ceph-mon[82405]: osdmap e408: 8 total, 8 up, 8 in 2024-08-30T21:04:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:20 smithi173 ceph-mon[82405]: osdmap e409: 8 total, 8 up, 8 in 2024-08-30T21:04:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:20 smithi196 ceph-mon[74601]: osdmap e408: 8 total, 8 up, 8 in 2024-08-30T21:04:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:20 smithi196 ceph-mon[74601]: osdmap e409: 8 total, 8 up, 8 in 2024-08-30T21:04:21.481 INFO:tasks.rados.rados.0.smithi173.stdout:1722: done (1 left) 2024-08-30T21:04:21.481 INFO:tasks.rados.rados.0.smithi173.stdout:1723: delete oid 11 current snap is 168 2024-08-30T21:04:21.481 INFO:tasks.rados.rados.0.smithi173.stdout:1721: finishing copy_from racing read to smithi17368540-27 2024-08-30T21:04:21.481 INFO:tasks.rados.rados.0.smithi173.stdout:1721: finishing copy_from to smithi17368540-27 2024-08-30T21:04:21.481 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 648 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:1721: done (1 left) 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:1723: done (0 left) 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:1724: read oid 47 snap -1 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:1724: expect deleted 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:1725: read oid 2 snap -1 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:1725: expect (ObjNum 532 snap 166 seq_num 532) 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 168 2024-08-30T21:04:21.491 INFO:tasks.rados.rados.0.smithi173.stdout:1726: seq_num 550 ranges {6144000=417792,6561792=770048,7331840=638976,7970816=196608} 2024-08-30T21:04:21.527 INFO:tasks.rados.rados.0.smithi173.stdout:1726: writing smithi17368540-42 from 6144000 to 6561792 tid 1 2024-08-30T21:04:21.532 INFO:tasks.rados.rados.0.smithi173.stdout:1726: writing smithi17368540-42 from 6561792 to 7331840 tid 2 2024-08-30T21:04:21.536 INFO:tasks.rados.rados.0.smithi173.stdout:1726: writing smithi17368540-42 from 7331840 to 7970816 tid 3 2024-08-30T21:04:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:1726: writing smithi17368540-42 from 7970816 to 8167424 tid 4 2024-08-30T21:04:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:1727: snap_create 2024-08-30T21:04:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:1725: expect (ObjNum 532 snap 166 seq_num 532) 2024-08-30T21:04:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:21 smithi173 ceph-mon[79976]: pgmap v280: 121 pgs: 121 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-08-30T21:04:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:21 smithi173 ceph-mon[79976]: osdmap e410: 8 total, 8 up, 8 in 2024-08-30T21:04:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:21 smithi173 ceph-mon[82405]: pgmap v280: 121 pgs: 121 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-08-30T21:04:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:21 smithi173 ceph-mon[82405]: osdmap e410: 8 total, 8 up, 8 in 2024-08-30T21:04:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:21 smithi196 ceph-mon[74601]: pgmap v280: 121 pgs: 121 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-08-30T21:04:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:21 smithi196 ceph-mon[74601]: osdmap e410: 8 total, 8 up, 8 in 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: finishing write tid 1 to smithi17368540-42 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: finishing write tid 2 to smithi17368540-42 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: finishing write tid 3 to smithi17368540-42 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: finishing write tid 4 to smithi17368540-42 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: finishing write tid 5 to smithi17368540-42 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: finishing write tid 6 to smithi17368540-42 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: oid 42 updating version 0 to 1121 2024-08-30T21:04:22.310 INFO:tasks.rados.rados.0.smithi173.stdout:1726: oid 42 updating version 1121 to 1122 2024-08-30T21:04:22.311 INFO:tasks.rados.rados.0.smithi173.stdout:1726: oid 42 version 1122 is already newer than 1120 2024-08-30T21:04:22.311 INFO:tasks.rados.rados.0.smithi173.stdout:1726: oid 42 updating version 1122 to 1124 2024-08-30T21:04:22.311 INFO:tasks.rados.rados.0.smithi173.stdout:1726: oid 42 version 1124 is already newer than 1123 2024-08-30T21:04:22.311 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1124 (ObjNum 550 snap 168 seq_num 550) dirty exists 2024-08-30T21:04:22.311 INFO:tasks.rados.rados.0.smithi173.stdout:1726: left oid 42 (ObjNum 550 snap 168 seq_num 550) 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:1724: done (3 left) 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:1725: done (2 left) 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:1726: done (1 left) 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:1727: done (0 left) 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:1728: rmattr oid 27 current snap is 169 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:1728: done (0 left) 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 169 2024-08-30T21:04:22.482 INFO:tasks.rados.rados.0.smithi173.stdout:1729: seq_num 551 ranges {229376=434176,663552=647168,1310720=450560,1761280=507904} 2024-08-30T21:04:22.485 INFO:tasks.rados.rados.0.smithi173.stdout:1729: writing smithi17368540-46 from 229376 to 663552 tid 1 2024-08-30T21:04:22.489 INFO:tasks.rados.rados.0.smithi173.stdout:1729: writing smithi17368540-46 from 663552 to 1310720 tid 2 2024-08-30T21:04:22.492 INFO:tasks.rados.rados.0.smithi173.stdout:1729: writing smithi17368540-46 from 1310720 to 1761280 tid 3 2024-08-30T21:04:22.495 INFO:tasks.rados.rados.0.smithi173.stdout:1729: writing smithi17368540-46 from 1761280 to 2269184 tid 4 2024-08-30T21:04:22.495 INFO:tasks.rados.rados.0.smithi173.stdout:1730: rollback oid 43 current snap is 169 2024-08-30T21:04:22.495 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 43 to 145 2024-08-30T21:04:22.495 INFO:tasks.rados.rados.0.smithi173.stdout:1729: finishing write tid 1 to smithi17368540-46 2024-08-30T21:04:22.496 INFO:tasks.rados.rados.0.smithi173.stdout:1729: finishing write tid 2 to smithi17368540-46 2024-08-30T21:04:22.496 INFO:tasks.rados.rados.0.smithi173.stdout:1729: finishing write tid 3 to smithi17368540-46 2024-08-30T21:04:22.496 INFO:tasks.rados.rados.0.smithi173.stdout:1731: snap_remove snap 133 2024-08-30T21:04:23.488 INFO:tasks.rados.rados.0.smithi173.stdout:1731: done (2 left) 2024-08-30T21:04:23.489 INFO:tasks.rados.rados.0.smithi173.stdout:1732: rmattr oid 27 current snap is 169 2024-08-30T21:04:23.489 INFO:tasks.rados.rados.0.smithi173.stdout:1732: done (2 left) 2024-08-30T21:04:23.489 INFO:tasks.rados.rados.0.smithi173.stdout:1733: snap_remove snap 167 2024-08-30T21:04:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:23 smithi196 ceph-mon[74601]: pgmap v283: 121 pgs: 121 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-08-30T21:04:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:23 smithi196 ceph-mon[74601]: osdmap e411: 8 total, 8 up, 8 in 2024-08-30T21:04:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[79976]: pgmap v283: 121 pgs: 121 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-08-30T21:04:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[79976]: osdmap e411: 8 total, 8 up, 8 in 2024-08-30T21:04:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[82405]: pgmap v283: 121 pgs: 121 active+clean; 303 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.0 MiB/s wr, 32 op/s 2024-08-30T21:04:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[82405]: osdmap e411: 8 total, 8 up, 8 in 2024-08-30T21:04:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1733: done (2 left) 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1734: rollback oid 42 current snap is 169 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 42 to 140 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1729: finishing write tid 4 to smithi17368540-46 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1729: finishing write tid 5 to smithi17368540-46 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1730: finishing rollback tid 0 to smithi17368540-43 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1730: finishing rollback tid 1 to smithi17368540-43 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1729: finishing write tid 6 to smithi17368540-46 2024-08-30T21:04:24.501 INFO:tasks.rados.rados.0.smithi173.stdout:1729: oid 46 updating version 0 to 1013 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1729: oid 46 version 1013 is already newer than 1011 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1729: oid 46 updating version 1013 to 1014 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1729: oid 46 version 1014 is already newer than 1012 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1729: oid 46 updating version 1014 to 1015 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1015 (ObjNum 551 snap 169 seq_num 551) dirty exists 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1729: left oid 46 (ObjNum 551 snap 169 seq_num 551) 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1730: finishing rollback tid 2 to smithi17368540-43 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1128 (ObjNum 472 snap 144 seq_num 472) dirty exists 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1729: done (2 left) 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1730: done (1 left) 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1735: read oid 11 snap -1 2024-08-30T21:04:24.502 INFO:tasks.rados.rados.0.smithi173.stdout:1735: expect deleted 2024-08-30T21:04:24.503 INFO:tasks.rados.rados.0.smithi173.stdout:1736: snap_create 2024-08-30T21:04:24.515 INFO:tasks.rados.rados.0.smithi173.stdout:1734: finishing rollback tid 0 to smithi17368540-42 2024-08-30T21:04:24.515 INFO:tasks.rados.rados.0.smithi173.stdout:1734: finishing rollback tid 1 to smithi17368540-42 2024-08-30T21:04:24.515 INFO:tasks.rados.rados.0.smithi173.stdout:1734: finishing rollback tid 2 to smithi17368540-42 2024-08-30T21:04:24.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1142 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:24.722 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:24 smithi196 ceph-mon[74601]: osdmap e412: 8 total, 8 up, 8 in 2024-08-30T21:04:24.722 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:24 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-30T21:04:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:24 smithi173 ceph-mon[79976]: osdmap e412: 8 total, 8 up, 8 in 2024-08-30T21:04:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:24 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-30T21:04:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:24 smithi173 ceph-mon[82405]: osdmap e412: 8 total, 8 up, 8 in 2024-08-30T21:04:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:24 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-30T21:04:24.993 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:04:25.500 INFO:tasks.rados.rados.0.smithi173.stdout:1734: done (2 left) 2024-08-30T21:04:25.500 INFO:tasks.rados.rados.0.smithi173.stdout:1735: done (1 left) 2024-08-30T21:04:25.500 INFO:tasks.rados.rados.0.smithi173.stdout:1736: done (0 left) 2024-08-30T21:04:25.500 INFO:tasks.rados.rados.0.smithi173.stdout:1737: copy_from oid 21 from oid 50 current snap is 170 2024-08-30T21:04:25.500 INFO:tasks.rados.rados.0.smithi173.stdout:1738: read oid 7 snap -1 2024-08-30T21:04:25.500 INFO:tasks.rados.rados.0.smithi173.stdout:1738: expect (ObjNum 525 snap 164 seq_num 525) 2024-08-30T21:04:25.500 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 170 2024-08-30T21:04:25.501 INFO:tasks.rados.rados.0.smithi173.stdout:1739: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-08-30T21:04:25.502 INFO:tasks.rados.rados.0.smithi173.stdout:1739: writing smithi17368540-9 from 0 to 450560 tid 1 2024-08-30T21:04:25.506 INFO:tasks.rados.rados.0.smithi173.stdout:1739: writing smithi17368540-9 from 450560 to 983040 tid 2 2024-08-30T21:04:25.510 INFO:tasks.rados.rados.0.smithi173.stdout:1739: writing smithi17368540-9 from 983040 to 1638400 tid 3 2024-08-30T21:04:25.513 INFO:tasks.rados.rados.0.smithi173.stdout:1739: writing smithi17368540-9 from 1638400 to 2056192 tid 4 2024-08-30T21:04:25.513 INFO:tasks.rados.rados.0.smithi173.stdout:1740: snap_create 2024-08-30T21:04:25.515 INFO:tasks.rados.rados.0.smithi173.stdout:1739: finishing write tid 1 to smithi17368540-9 2024-08-30T21:04:25.515 INFO:tasks.rados.rados.0.smithi173.stdout:1739: finishing write tid 2 to smithi17368540-9 2024-08-30T21:04:25.518 INFO:tasks.rados.rados.0.smithi173.stdout:1739: finishing write tid 3 to smithi17368540-9 2024-08-30T21:04:25.518 INFO:tasks.rados.rados.0.smithi173.stdout:1739: finishing write tid 4 to smithi17368540-9 2024-08-30T21:04:25.519 INFO:tasks.rados.rados.0.smithi173.stdout:1739: finishing write tid 5 to smithi17368540-9 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:1739: finishing write tid 6 to smithi17368540-9 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:1739: oid 9 updating version 0 to 684 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:1739: oid 9 version 684 is already newer than 682 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:1739: oid 9 version 684 is already newer than 681 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:1739: oid 9 version 684 is already newer than 680 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:1739: oid 9 version 684 is already newer than 683 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 684 (ObjNum 552 snap 170 seq_num 552) dirty exists 2024-08-30T21:04:25.521 INFO:tasks.rados.rados.0.smithi173.stdout:1739: left oid 9 (ObjNum 552 snap 170 seq_num 552) 2024-08-30T21:04:25.547 INFO:tasks.rados.rados.0.smithi173.stdout:1737: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:04:25.549 INFO:tasks.rados.rados.0.smithi173.stdout:1737: finishing copy_from to smithi17368540-21 2024-08-30T21:04:25.549 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1098 (ObjNum 540 snap 168 seq_num 540) dirty exists 2024-08-30T21:04:25.550 INFO:tasks.rados.rados.0.smithi173.stdout:1738: expect (ObjNum 525 snap 164 seq_num 525) 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (7m) 20s ago 8m 23.8M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (8m) 2m ago 8m 88.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (9m) 20s ago 9m 16.5M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (9m) 2m ago 9m 20.6M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (3m) 2m ago 12m 452M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (4m) 20s ago 14m 523M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (3m) 20s ago 14m 52.5M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (2m) 2m ago 13m 23.9M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:04:25.563 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (3m) 20s ago 13m 43.8M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (7m) 20s ago 7m 15.6M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (7m) 2m ago 7m 16.1M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (2m) 20s ago 12m 199M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (90s) 20s ago 12m 166M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (57s) 20s ago 11m 134M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (24s) 20s ago 11m 12.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (11m) 2m ago 11m 184M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 ac7e834601e7 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (10m) 2m ago 10m 183M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (10m) 2m ago 10m 96.5M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (9m) 2m ago 9m 185M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:04:25.564 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (3m) 2m ago 8m 47.1M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:04:25.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:04:25] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-08-30T21:04:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-30T21:04:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[79976]: Upgrade: osd.4 is safe to restart 2024-08-30T21:04:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[79976]: pgmap v286: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 554 KiB/s wr, 3 op/s 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[79976]: osdmap e413: 8 total, 8 up, 8 in 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[82405]: Upgrade: osd.4 is safe to restart 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[82405]: pgmap v286: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 554 KiB/s wr, 3 op/s 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[82405]: osdmap e413: 8 total, 8 up, 8 in 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-30T21:04:25.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:25 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:25 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-30T21:04:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:25 smithi196 ceph-mon[74601]: Upgrade: osd.4 is safe to restart 2024-08-30T21:04:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:25 smithi196 ceph-mon[74601]: pgmap v286: 121 pgs: 121 active+clean; 301 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 554 KiB/s wr, 3 op/s 2024-08-30T21:04:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:25 smithi196 ceph-mon[74601]: osdmap e413: 8 total, 8 up, 8 in 2024-08-30T21:04:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:25 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:25 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-30T21:04:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:25 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 4, 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 4 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:04:25.910 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:04:25.911 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:25.911 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:04:25.911 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 6, 2024-08-30T21:04:25.911 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 9 2024-08-30T21:04:25.911 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:04:25.911 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:04:26.197 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:04:26.197 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:04:26.197 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:04:26.197 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "9/20 daemons upgraded", 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:04:26.198 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:04:26.482 INFO:tasks.rados.rados.0.smithi173.stdout:1737: done (3 left) 2024-08-30T21:04:26.482 INFO:tasks.rados.rados.0.smithi173.stdout:1738: done (2 left) 2024-08-30T21:04:26.482 INFO:tasks.rados.rados.0.smithi173.stdout:1739: done (1 left) 2024-08-30T21:04:26.482 INFO:tasks.rados.rados.0.smithi173.stdout:1740: done (0 left) 2024-08-30T21:04:26.483 INFO:tasks.rados.rados.0.smithi173.stdout:1741: snap_remove snap 168 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: Upgrade: Updating osd.4 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: Deploying daemon osd.4 on smithi196 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: osdmap e414: 8 total, 8 up, 8 in 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1654432827' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:26.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:26 smithi196 ceph-mon[74601]: osdmap e415: 8 total, 8 up, 8 in 2024-08-30T21:04:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: Upgrade: Updating osd.4 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: Deploying daemon osd.4 on smithi196 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: osdmap e414: 8 total, 8 up, 8 in 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1654432827' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[82405]: osdmap e415: 8 total, 8 up, 8 in 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: Upgrade: Updating osd.4 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: Deploying daemon osd.4 on smithi196 2024-08-30T21:04:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: osdmap e414: 8 total, 8 up, 8 in 2024-08-30T21:04:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1654432827' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:26 smithi173 ceph-mon[79976]: osdmap e415: 8 total, 8 up, 8 in 2024-08-30T21:04:27.487 INFO:tasks.rados.rados.0.smithi173.stdout:1741: done (0 left) 2024-08-30T21:04:27.487 INFO:tasks.rados.rados.0.smithi173.stdout:1742: read oid 39 snap -1 2024-08-30T21:04:27.487 INFO:tasks.rados.rados.0.smithi173.stdout:1742: expect (ObjNum 511 snap 159 seq_num 511) 2024-08-30T21:04:27.487 INFO:tasks.rados.rados.0.smithi173.stdout:1743: read oid 18 snap -1 2024-08-30T21:04:27.487 INFO:tasks.rados.rados.0.smithi173.stdout:1743: expect deleted 2024-08-30T21:04:27.487 INFO:tasks.rados.rados.0.smithi173.stdout:1744: delete oid 8 current snap is 171 2024-08-30T21:04:27.490 INFO:tasks.rados.rados.0.smithi173.stdout:1743: done (2 left) 2024-08-30T21:04:27.490 INFO:tasks.rados.rados.0.smithi173.stdout:1744: done (1 left) 2024-08-30T21:04:27.490 INFO:tasks.rados.rados.0.smithi173.stdout:1745: copy_from oid 48 from oid 20 current snap is 171 2024-08-30T21:04:27.490 INFO:tasks.rados.rados.0.smithi173.stdout:1746: read oid 40 snap -1 2024-08-30T21:04:27.490 INFO:tasks.rados.rados.0.smithi173.stdout:1746: expect (ObjNum 444 snap 138 seq_num 444) 2024-08-30T21:04:27.490 INFO:tasks.rados.rados.0.smithi173.stdout:1747: delete oid 9 current snap is 171 2024-08-30T21:04:27.495 INFO:tasks.rados.rados.0.smithi173.stdout:1747: done (3 left) 2024-08-30T21:04:27.495 INFO:tasks.rados.rados.0.smithi173.stdout:1748: snap_create 2024-08-30T21:04:27.498 INFO:tasks.rados.rados.0.smithi173.stdout:1746: expect (ObjNum 444 snap 138 seq_num 444) 2024-08-30T21:04:27.507 INFO:tasks.rados.rados.0.smithi173.stdout:1742: expect (ObjNum 511 snap 159 seq_num 511) 2024-08-30T21:04:27.588 INFO:tasks.rados.rados.0.smithi173.stdout:1745: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:04:27.589 INFO:tasks.rados.rados.0.smithi173.stdout:1745: finishing copy_from to smithi17368540-48 2024-08-30T21:04:27.589 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 809 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:27 smithi196 ceph-mon[74601]: pgmap v289: 121 pgs: 121 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-30T21:04:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:27 smithi196 ceph-mon[74601]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:27.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:27 smithi196 ceph-mon[74601]: osdmap e416: 8 total, 8 up, 8 in 2024-08-30T21:04:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:27 smithi173 ceph-mon[79976]: pgmap v289: 121 pgs: 121 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-30T21:04:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:27 smithi173 ceph-mon[79976]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:27 smithi173 ceph-mon[79976]: osdmap e416: 8 total, 8 up, 8 in 2024-08-30T21:04:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:27 smithi173 ceph-mon[82405]: pgmap v289: 121 pgs: 121 active+clean; 309 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-30T21:04:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:27 smithi173 ceph-mon[82405]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:27 smithi173 ceph-mon[82405]: osdmap e416: 8 total, 8 up, 8 in 2024-08-30T21:04:28.485 INFO:tasks.rados.rados.0.smithi173.stdout:1742: done (3 left) 2024-08-30T21:04:28.485 INFO:tasks.rados.rados.0.smithi173.stdout:1745: done (2 left) 2024-08-30T21:04:28.485 INFO:tasks.rados.rados.0.smithi173.stdout:1746: done (1 left) 2024-08-30T21:04:28.485 INFO:tasks.rados.rados.0.smithi173.stdout:1748: done (0 left) 2024-08-30T21:04:28.485 INFO:tasks.rados.rados.0.smithi173.stdout:1749: copy_from oid 23 from oid 20 current snap is 172 2024-08-30T21:04:28.485 INFO:tasks.rados.rados.0.smithi173.stdout:1750: rmattr oid 4 current snap is 172 2024-08-30T21:04:28.486 INFO:tasks.rados.rados.0.smithi173.stdout:1751: snap_create 2024-08-30T21:04:28.489 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1204 (ObjNum 512 snap 159 seq_num 512) dirty exists 2024-08-30T21:04:28.516 INFO:tasks.rados.rados.0.smithi173.stdout:1749: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:04:28.521 INFO:tasks.rados.rados.0.smithi173.stdout:1749: finishing copy_from to smithi17368540-23 2024-08-30T21:04:28.522 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 809 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:28.755 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:28 smithi196 systemd[1]: Stopping Ceph osd.4 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:04:29.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[26225]: 2024-08-30T21:04:28.764+0000 7f1dafab0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:04:29.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[26225]: 2024-08-30T21:04:28.764+0000 7f1dafab0640 -1 osd.4 417 *** Got signal Terminated *** 2024-08-30T21:04:29.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[26225]: 2024-08-30T21:04:28.764+0000 7f1dafab0640 -1 osd.4 417 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:1749: done (2 left) 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:1750: done (1 left) 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:1751: done (0 left) 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:1752: rollback oid 37 current snap is 173 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 142 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:1753: read oid 25 snap -1 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:1753: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:04:29.500 INFO:tasks.rados.rados.0.smithi173.stdout:1754: delete oid 38 current snap is 173 2024-08-30T21:04:29.516 INFO:tasks.rados.rados.0.smithi173.stdout:1753: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:04:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:29 smithi196 ceph-mon[74601]: pgmap v292: 121 pgs: 121 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 494 KiB/s wr, 2 op/s 2024-08-30T21:04:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:29 smithi196 ceph-mon[74601]: osdmap e417: 8 total, 8 up, 8 in 2024-08-30T21:04:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:29 smithi196 ceph-mon[74601]: osd.4 marked itself down and dead 2024-08-30T21:04:29.816 INFO:tasks.rados.rados.0.smithi173.stdout:1753: done (2 left) 2024-08-30T21:04:29.816 INFO:tasks.rados.rados.0.smithi173.stdout:1754: done (1 left) 2024-08-30T21:04:29.816 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 173 2024-08-30T21:04:29.816 INFO:tasks.rados.rados.0.smithi173.stdout:1755: seq_num 556 ranges {1769472=516096,2285568=524288,2809856=638976,3448832=442368} 2024-08-30T21:04:29.828 INFO:tasks.rados.rados.0.smithi173.stdout:1755: writing smithi17368540-6 from 1769472 to 2285568 tid 1 2024-08-30T21:04:29.830 INFO:tasks.rados.rados.0.smithi173.stdout:1755: writing smithi17368540-6 from 2285568 to 2809856 tid 2 2024-08-30T21:04:29.834 INFO:tasks.rados.rados.0.smithi173.stdout:1755: writing smithi17368540-6 from 2809856 to 3448832 tid 3 2024-08-30T21:04:29.836 INFO:tasks.rados.rados.0.smithi173.stdout:1755: writing smithi17368540-6 from 3448832 to 3891200 tid 4 2024-08-30T21:04:29.836 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 173 2024-08-30T21:04:29.836 INFO:tasks.rados.rados.0.smithi173.stdout:1756: seq_num 557 ranges {6660096=532480,7192576=802816,7995392=794624,8790016=8192} 2024-08-30T21:04:29.873 INFO:tasks.rados.rados.0.smithi173.stdout:1756: writing smithi17368540-42 from 6660096 to 7192576 tid 1 2024-08-30T21:04:29.877 INFO:tasks.rados.rados.0.smithi173.stdout:1756: writing smithi17368540-42 from 7192576 to 7995392 tid 2 2024-08-30T21:04:29.882 INFO:tasks.rados.rados.0.smithi173.stdout:1756: writing smithi17368540-42 from 7995392 to 8790016 tid 3 2024-08-30T21:04:29.882 INFO:tasks.rados.rados.0.smithi173.stdout:1756: writing smithi17368540-42 from 8790016 to 8798208 tid 4 2024-08-30T21:04:29.882 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 173 2024-08-30T21:04:29.882 INFO:tasks.rados.rados.0.smithi173.stdout:1757: seq_num 558 ranges {1097728=548864,1646592=688128,2334720=606208,2940928=311296} 2024-08-30T21:04:29.890 INFO:tasks.rados.rados.0.smithi173.stdout:1757: writing smithi17368540-26 from 1097728 to 1646592 tid 1 2024-08-30T21:04:29.894 INFO:tasks.rados.rados.0.smithi173.stdout:1757: writing smithi17368540-26 from 1646592 to 2334720 tid 2 2024-08-30T21:04:29.897 INFO:tasks.rados.rados.0.smithi173.stdout:1757: writing smithi17368540-26 from 2334720 to 2940928 tid 3 2024-08-30T21:04:29.899 INFO:tasks.rados.rados.0.smithi173.stdout:1757: writing smithi17368540-26 from 2940928 to 3252224 tid 4 2024-08-30T21:04:29.900 INFO:tasks.rados.rados.0.smithi173.stdout:1758: read oid 49 snap -1 2024-08-30T21:04:29.900 INFO:tasks.rados.rados.0.smithi173.stdout:1758: expect (ObjNum 524 snap 164 seq_num 524) 2024-08-30T21:04:29.900 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 173 2024-08-30T21:04:29.900 INFO:tasks.rados.rados.0.smithi173.stdout:1759: seq_num 559 ranges {2269184=565248,2834432=573440,3407872=409600,3817472=622592} 2024-08-30T21:04:29.914 INFO:tasks.rados.rados.0.smithi173.stdout:1759: writing smithi17368540-46 from 2269184 to 2834432 tid 1 2024-08-30T21:04:29.917 INFO:tasks.rados.rados.0.smithi173.stdout:1759: writing smithi17368540-46 from 2834432 to 3407872 tid 2 2024-08-30T21:04:29.919 INFO:tasks.rados.rados.0.smithi173.stdout:1759: writing smithi17368540-46 from 3407872 to 3817472 tid 3 2024-08-30T21:04:29.923 INFO:tasks.rados.rados.0.smithi173.stdout:1759: writing smithi17368540-46 from 3817472 to 4440064 tid 4 2024-08-30T21:04:29.923 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 173 2024-08-30T21:04:29.923 INFO:tasks.rados.rados.0.smithi173.stdout:1760: seq_num 560 ranges {6930432=581632,7512064=458752,7970816=614400,8585216=532480} 2024-08-30T21:04:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:29 smithi173 ceph-mon[79976]: pgmap v292: 121 pgs: 121 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 494 KiB/s wr, 2 op/s 2024-08-30T21:04:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:29 smithi173 ceph-mon[79976]: osdmap e417: 8 total, 8 up, 8 in 2024-08-30T21:04:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:29 smithi173 ceph-mon[79976]: osd.4 marked itself down and dead 2024-08-30T21:04:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:29 smithi173 ceph-mon[82405]: pgmap v292: 121 pgs: 121 active+clean; 307 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 494 KiB/s wr, 2 op/s 2024-08-30T21:04:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:29 smithi173 ceph-mon[82405]: osdmap e417: 8 total, 8 up, 8 in 2024-08-30T21:04:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:29 smithi173 ceph-mon[82405]: osd.4 marked itself down and dead 2024-08-30T21:04:29.962 INFO:tasks.rados.rados.0.smithi173.stdout:1760: writing smithi17368540-15 from 6930432 to 7512064 tid 1 2024-08-30T21:04:29.965 INFO:tasks.rados.rados.0.smithi173.stdout:1760: writing smithi17368540-15 from 7512064 to 7970816 tid 2 2024-08-30T21:04:29.969 INFO:tasks.rados.rados.0.smithi173.stdout:1760: writing smithi17368540-15 from 7970816 to 8585216 tid 3 2024-08-30T21:04:29.972 INFO:tasks.rados.rados.0.smithi173.stdout:1760: writing smithi17368540-15 from 8585216 to 9117696 tid 4 2024-08-30T21:04:29.972 INFO:tasks.rados.rados.0.smithi173.stdout:1761: delete oid 29 current snap is 173 2024-08-30T21:04:29.972 INFO:tasks.rados.rados.0.smithi173.stdout:1760: finishing write tid 1 to smithi17368540-15 2024-08-30T21:04:29.972 INFO:tasks.rados.rados.0.smithi173.stdout:1760: finishing write tid 2 to smithi17368540-15 2024-08-30T21:04:29.972 INFO:tasks.rados.rados.0.smithi173.stdout:1760: finishing write tid 3 to smithi17368540-15 2024-08-30T21:04:29.975 INFO:tasks.rados.rados.0.smithi173.stdout:1760: finishing write tid 4 to smithi17368540-15 2024-08-30T21:04:29.975 INFO:tasks.rados.rados.0.smithi173.stdout:1760: finishing write tid 5 to smithi17368540-15 2024-08-30T21:04:29.975 INFO:tasks.rados.rados.0.smithi173.stdout:1761: done (7 left) 2024-08-30T21:04:29.975 INFO:tasks.rados.rados.0.smithi173.stdout:1762: rmattr oid 14 current snap is 173 2024-08-30T21:04:29.975 INFO:tasks.rados.rados.0.smithi173.stdout:1762: done (7 left) 2024-08-30T21:04:29.976 INFO:tasks.rados.rados.0.smithi173.stdout:1763: read oid 12 snap 158 2024-08-30T21:04:29.976 INFO:tasks.rados.rados.0.smithi173.stdout:1763: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:04:29.976 INFO:tasks.rados.rados.0.smithi173.stdout:1764: rollback oid 21 current snap is 173 2024-08-30T21:04:29.976 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 162 2024-08-30T21:04:29.976 INFO:tasks.rados.rados.0.smithi173.stdout:1765: setattr oid 32 current snap is 173 2024-08-30T21:04:29.977 INFO:tasks.rados.rados.0.smithi173.stdout:1760: finishing write tid 6 to smithi17368540-15 2024-08-30T21:04:29.977 INFO:tasks.rados.rados.0.smithi173.stdout:1760: oid 15 updating version 0 to 690 2024-08-30T21:04:29.977 INFO:tasks.rados.rados.0.smithi173.stdout:1760: oid 15 updating version 690 to 691 2024-08-30T21:04:29.977 INFO:tasks.rados.rados.0.smithi173.stdout:1760: oid 15 updating version 691 to 692 2024-08-30T21:04:29.977 INFO:tasks.rados.rados.0.smithi173.stdout:1760: oid 15 updating version 692 to 693 2024-08-30T21:04:29.978 INFO:tasks.rados.rados.0.smithi173.stdout:1760: oid 15 version 693 is already newer than 689 2024-08-30T21:04:29.978 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 693 (ObjNum 560 snap 173 seq_num 560) dirty exists 2024-08-30T21:04:29.978 INFO:tasks.rados.rados.0.smithi173.stdout:1760: left oid 15 (ObjNum 560 snap 173 seq_num 560) 2024-08-30T21:04:29.978 INFO:tasks.rados.rados.0.smithi173.stdout:1760: done (9 left) 2024-08-30T21:04:29.978 INFO:tasks.rados.rados.0.smithi173.stdout:1766: read oid 11 snap -1 2024-08-30T21:04:29.978 INFO:tasks.rados.rados.0.smithi173.stdout:1766: expect deleted 2024-08-30T21:04:29.978 INFO:tasks.rados.rados.0.smithi173.stdout:1767: snap_remove snap 170 2024-08-30T21:04:30.226 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:29 smithi196 podman[79902]: 2024-08-30 21:04:29.936249204 +0000 UTC m=+1.283303259 container died ac7e834601e7a1a91fa37bbd2d631c96f5ae9e7cbcc0d4c6037892141006c4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-63b0b8e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:04:30.484 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:30 smithi196 podman[79902]: 2024-08-30 21:04:30.315546861 +0000 UTC m=+1.662600915 container cleanup ac7e834601e7a1a91fa37bbd2d631c96f5ae9e7cbcc0d4c6037892141006c4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-63b0b8e, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-30T21:04:30.484 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:30 smithi196 bash[79902]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4 2024-08-30T21:04:30.498 INFO:tasks.rados.rados.0.smithi173.stdout:1767: done (10 left) 2024-08-30T21:04:30.498 INFO:tasks.rados.rados.0.smithi173.stdout:1768: read oid 33 snap -1 2024-08-30T21:04:30.498 INFO:tasks.rados.rados.0.smithi173.stdout:1768: expect deleted 2024-08-30T21:04:30.498 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 173 2024-08-30T21:04:30.498 INFO:tasks.rados.rados.0.smithi173.stdout:1769: seq_num 562 ranges {1572864=622592,2195456=630784,2826240=581632,3407872=393216} 2024-08-30T21:04:30.511 INFO:tasks.rados.rados.0.smithi173.stdout:1769: writing smithi17368540-45 from 1572864 to 2195456 tid 1 2024-08-30T21:04:30.516 INFO:tasks.rados.rados.0.smithi173.stdout:1769: writing smithi17368540-45 from 2195456 to 2826240 tid 2 2024-08-30T21:04:30.520 INFO:tasks.rados.rados.0.smithi173.stdout:1769: writing smithi17368540-45 from 2826240 to 3407872 tid 3 2024-08-30T21:04:30.524 INFO:tasks.rados.rados.0.smithi173.stdout:1769: writing smithi17368540-45 from 3407872 to 3801088 tid 4 2024-08-30T21:04:30.525 INFO:tasks.rados.rados.0.smithi173.stdout:1766: done (11 left) 2024-08-30T21:04:30.525 INFO:tasks.rados.rados.0.smithi173.stdout:1770: delete oid 43 current snap is 173 2024-08-30T21:04:30.525 INFO:tasks.rados.rados.0.smithi173.stdout:1752: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:04:30.525 INFO:tasks.rados.rados.0.smithi173.stdout:1752: finishing rollback tid 2 to smithi17368540-37 2024-08-30T21:04:30.525 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 651 (ObjNum 467 snap 142 seq_num 467) dirty exists 2024-08-30T21:04:30.526 INFO:tasks.rados.rados.0.smithi173.stdout:1759: finishing write tid 1 to smithi17368540-46 2024-08-30T21:04:30.526 INFO:tasks.rados.rados.0.smithi173.stdout:1759: finishing write tid 2 to smithi17368540-46 2024-08-30T21:04:30.526 INFO:tasks.rados.rados.0.smithi173.stdout:1759: finishing write tid 3 to smithi17368540-46 2024-08-30T21:04:30.526 INFO:tasks.rados.rados.0.smithi173.stdout:1759: finishing write tid 4 to smithi17368540-46 2024-08-30T21:04:30.526 INFO:tasks.rados.rados.0.smithi173.stdout:1759: finishing write tid 5 to smithi17368540-46 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1755: finishing write tid 1 to smithi17368540-6 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1755: finishing write tid 2 to smithi17368540-6 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1755: finishing write tid 3 to smithi17368540-6 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1755: finishing write tid 4 to smithi17368540-6 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1759: finishing write tid 6 to smithi17368540-46 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1759: oid 46 updating version 0 to 1017 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1759: oid 46 updating version 1017 to 1020 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1759: oid 46 version 1020 is already newer than 1019 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1759: oid 46 version 1020 is already newer than 1018 2024-08-30T21:04:30.527 INFO:tasks.rados.rados.0.smithi173.stdout:1759: oid 46 version 1020 is already newer than 1016 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1020 (ObjNum 559 snap 173 seq_num 559) dirty exists 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1759: left oid 46 (ObjNum 559 snap 173 seq_num 559) 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: finishing write tid 5 to smithi17368540-6 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1764: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1764: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: finishing write tid 6 to smithi17368540-6 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: oid 6 updating version 0 to 868 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: oid 6 version 868 is already newer than 865 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: oid 6 version 868 is already newer than 866 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: oid 6 version 868 is already newer than 867 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: oid 6 version 868 is already newer than 864 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 868 (ObjNum 556 snap 173 seq_num 556) dirty exists 2024-08-30T21:04:30.528 INFO:tasks.rados.rados.0.smithi173.stdout:1755: left oid 6 (ObjNum 556 snap 173 seq_num 556) 2024-08-30T21:04:30.530 INFO:tasks.rados.rados.0.smithi173.stdout:1764: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:04:30.531 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1101 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:04:30.531 INFO:tasks.rados.rados.0.smithi173.stdout:1769: finishing write tid 1 to smithi17368540-45 2024-08-30T21:04:30.531 INFO:tasks.rados.rados.0.smithi173.stdout:1769: finishing write tid 2 to smithi17368540-45 2024-08-30T21:04:30.531 INFO:tasks.rados.rados.0.smithi173.stdout:1769: finishing write tid 3 to smithi17368540-45 2024-08-30T21:04:30.531 INFO:tasks.rados.rados.0.smithi173.stdout:1769: finishing write tid 4 to smithi17368540-45 2024-08-30T21:04:30.531 INFO:tasks.rados.rados.0.smithi173.stdout:1769: finishing write tid 5 to smithi17368540-45 2024-08-30T21:04:30.532 INFO:tasks.rados.rados.0.smithi173.stdout:1769: finishing write tid 6 to smithi17368540-45 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:1769: oid 45 updating version 0 to 1105 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:1769: oid 45 version 1105 is already newer than 1103 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:1769: oid 45 updating version 1105 to 1106 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:1769: oid 45 version 1106 is already newer than 1104 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:1769: oid 45 version 1106 is already newer than 1102 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 1106 (ObjNum 562 snap 173 seq_num 562) dirty exists 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:1769: left oid 45 (ObjNum 562 snap 173 seq_num 562) 2024-08-30T21:04:30.533 INFO:tasks.rados.rados.0.smithi173.stdout:1756: finishing write tid 1 to smithi17368540-42 2024-08-30T21:04:30.535 INFO:tasks.rados.rados.0.smithi173.stdout:1756: finishing write tid 2 to smithi17368540-42 2024-08-30T21:04:30.535 INFO:tasks.rados.rados.0.smithi173.stdout:1756: finishing write tid 3 to smithi17368540-42 2024-08-30T21:04:30.535 INFO:tasks.rados.rados.0.smithi173.stdout:1756: finishing write tid 4 to smithi17368540-42 2024-08-30T21:04:30.539 INFO:tasks.rados.rados.0.smithi173.stdout:1756: finishing write tid 5 to smithi17368540-42 2024-08-30T21:04:30.540 INFO:tasks.rados.rados.0.smithi173.stdout:1757: finishing write tid 1 to smithi17368540-26 2024-08-30T21:04:30.541 INFO:tasks.rados.rados.0.smithi173.stdout:1757: finishing write tid 2 to smithi17368540-26 2024-08-30T21:04:30.544 INFO:tasks.rados.rados.0.smithi173.stdout:1756: finishing write tid 6 to smithi17368540-42 2024-08-30T21:04:30.545 INFO:tasks.rados.rados.0.smithi173.stdout:1756: oid 42 updating version 0 to 1154 2024-08-30T21:04:30.545 INFO:tasks.rados.rados.0.smithi173.stdout:1756: oid 42 updating version 1154 to 1158 2024-08-30T21:04:30.545 INFO:tasks.rados.rados.0.smithi173.stdout:1756: oid 42 version 1158 is already newer than 1155 2024-08-30T21:04:30.545 INFO:tasks.rados.rados.0.smithi173.stdout:1756: oid 42 version 1158 is already newer than 1157 2024-08-30T21:04:30.545 INFO:tasks.rados.rados.0.smithi173.stdout:1756: oid 42 version 1158 is already newer than 1156 2024-08-30T21:04:30.545 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1158 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-08-30T21:04:30.545 INFO:tasks.rados.rados.0.smithi173.stdout:1756: left oid 42 (ObjNum 557 snap 173 seq_num 557) 2024-08-30T21:04:30.547 INFO:tasks.rados.rados.0.smithi173.stdout:1757: finishing write tid 3 to smithi17368540-26 2024-08-30T21:04:30.548 INFO:tasks.rados.rados.0.smithi173.stdout:1757: finishing write tid 4 to smithi17368540-26 2024-08-30T21:04:30.548 INFO:tasks.rados.rados.0.smithi173.stdout:1757: finishing write tid 5 to smithi17368540-26 2024-08-30T21:04:30.549 INFO:tasks.rados.rados.0.smithi173.stdout:1758: expect (ObjNum 524 snap 164 seq_num 524) 2024-08-30T21:04:30.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:30 smithi196 podman[79928]: 2024-08-30 21:04:30.628018766 +0000 UTC m=+0.685601013 container remove ac7e834601e7a1a91fa37bbd2d631c96f5ae9e7cbcc0d4c6037892141006c4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, RELEASE=reef-63b0b8e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-30T21:04:30.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:30 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:04:30.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:30 smithi196 ceph-mon[74601]: osdmap e418: 8 total, 7 up, 8 in 2024-08-30T21:04:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:30 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:04:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:30 smithi173 ceph-mon[79976]: osdmap e418: 8 total, 7 up, 8 in 2024-08-30T21:04:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:30 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:04:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:30 smithi173 ceph-mon[82405]: osdmap e418: 8 total, 7 up, 8 in 2024-08-30T21:04:30.964 INFO:tasks.rados.rados.0.smithi173.stdout:1757: finishing write tid 6 to smithi17368540-26 2024-08-30T21:04:30.964 INFO:tasks.rados.rados.0.smithi173.stdout:1757: oid 26 updating version 0 to 1162 2024-08-30T21:04:30.964 INFO:tasks.rados.rados.0.smithi173.stdout:1757: oid 26 version 1162 is already newer than 1161 2024-08-30T21:04:30.964 INFO:tasks.rados.rados.0.smithi173.stdout:1757: oid 26 updating version 1162 to 1164 2024-08-30T21:04:30.964 INFO:tasks.rados.rados.0.smithi173.stdout:1757: oid 26 version 1164 is already newer than 1163 2024-08-30T21:04:30.964 INFO:tasks.rados.rados.0.smithi173.stdout:1757: oid 26 version 1164 is already newer than 1160 2024-08-30T21:04:30.964 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1164 (ObjNum 558 snap 173 seq_num 558) dirty exists 2024-08-30T21:04:30.965 INFO:tasks.rados.rados.0.smithi173.stdout:1757: left oid 26 (ObjNum 558 snap 173 seq_num 558) 2024-08-30T21:04:30.965 INFO:tasks.rados.rados.0.smithi173.stdout:1763: expect (ObjNum 362 snap 107 seq_num 362) 2024-08-30T21:04:30.996 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1166 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1752: done (11 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1755: done (10 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1756: done (9 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1757: done (8 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1758: done (7 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1759: done (6 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1763: done (5 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1764: done (4 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1765: done (3 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1768: done (2 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1769: done (1 left) 2024-08-30T21:04:30.997 INFO:tasks.rados.rados.0.smithi173.stdout:1770: done (0 left) 2024-08-30T21:04:30.998 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 173 2024-08-30T21:04:30.998 INFO:tasks.rados.rados.0.smithi173.stdout:1771: seq_num 564 ranges {3252224=655360,3907584=442368,4349952=598016,4947968=565248} 2024-08-30T21:04:31.016 INFO:tasks.rados.rados.0.smithi173.stdout:1771: writing smithi17368540-26 from 3252224 to 3907584 tid 1 2024-08-30T21:04:31.018 INFO:tasks.rados.rados.0.smithi173.stdout:1771: writing smithi17368540-26 from 3907584 to 4349952 tid 2 2024-08-30T21:04:31.022 INFO:tasks.rados.rados.0.smithi173.stdout:1771: writing smithi17368540-26 from 4349952 to 4947968 tid 3 2024-08-30T21:04:31.025 INFO:tasks.rados.rados.0.smithi173.stdout:1771: writing smithi17368540-26 from 4947968 to 5513216 tid 4 2024-08-30T21:04:31.025 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 173 2024-08-30T21:04:31.025 INFO:tasks.rados.rados.0.smithi173.stdout:1771: finishing write tid 1 to smithi17368540-26 2024-08-30T21:04:31.026 INFO:tasks.rados.rados.0.smithi173.stdout:1771: finishing write tid 2 to smithi17368540-26 2024-08-30T21:04:31.026 INFO:tasks.rados.rados.0.smithi173.stdout:1771: finishing write tid 3 to smithi17368540-26 2024-08-30T21:04:31.026 INFO:tasks.rados.rados.0.smithi173.stdout:1772: seq_num 565 ranges {6660096=671744,7331840=729088,8060928=753664,8814592=122880} 2024-08-30T21:04:31.063 INFO:tasks.rados.rados.0.smithi173.stdout:1772: writing smithi17368540-20 from 6660096 to 7331840 tid 1 2024-08-30T21:04:31.068 INFO:tasks.rados.rados.0.smithi173.stdout:1772: writing smithi17368540-20 from 7331840 to 8060928 tid 2 2024-08-30T21:04:31.072 INFO:tasks.rados.rados.0.smithi173.stdout:1772: writing smithi17368540-20 from 8060928 to 8814592 tid 3 2024-08-30T21:04:31.073 INFO:tasks.rados.rados.0.smithi173.stdout:1772: writing smithi17368540-20 from 8814592 to 8937472 tid 4 2024-08-30T21:04:31.073 INFO:tasks.rados.rados.0.smithi173.stdout:1773: snap_remove snap 162 2024-08-30T21:04:31.240 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:30 smithi196 podman[80014]: 2024-08-30 21:04:30.878688023 +0000 UTC m=+0.016167842 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:04:31.240 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:31 smithi196 podman[80014]: 2024-08-30 21:04:31.003983998 +0000 UTC m=+0.141463809 container create f6971714c8658f443e5a9ab294754e091c900402529ded2fce7529f5fd5e0555 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-30T21:04:31.484 INFO:tasks.rados.rados.0.smithi173.stdout:1773: done (2 left) 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1774: setattr oid 39 current snap is 173 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: finishing write tid 4 to smithi17368540-26 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: finishing write tid 5 to smithi17368540-26 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: finishing write tid 6 to smithi17368540-26 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: oid 26 updating version 0 to 1171 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: oid 26 version 1171 is already newer than 1170 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: oid 26 updating version 1171 to 1173 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: oid 26 version 1173 is already newer than 1172 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: oid 26 version 1173 is already newer than 1169 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1173 (ObjNum 564 snap 173 seq_num 564) dirty exists 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1771: left oid 26 (ObjNum 564 snap 173 seq_num 564) 2024-08-30T21:04:31.485 INFO:tasks.rados.rados.0.smithi173.stdout:1772: finishing write tid 1 to smithi17368540-20 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: finishing write tid 2 to smithi17368540-20 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: finishing write tid 3 to smithi17368540-20 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: finishing write tid 4 to smithi17368540-20 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: finishing write tid 5 to smithi17368540-20 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: finishing write tid 6 to smithi17368540-20 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: oid 20 updating version 0 to 812 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: oid 20 updating version 812 to 814 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: oid 20 version 814 is already newer than 811 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: oid 20 version 814 is already newer than 810 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: oid 20 version 814 is already newer than 813 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 814 (ObjNum 565 snap 173 seq_num 565) dirty exists 2024-08-30T21:04:31.486 INFO:tasks.rados.rados.0.smithi173.stdout:1772: left oid 20 (ObjNum 565 snap 173 seq_num 565) 2024-08-30T21:04:31.487 INFO:tasks.rados.rados.0.smithi173.stdout:1771: done (2 left) 2024-08-30T21:04:31.487 INFO:tasks.rados.rados.0.smithi173.stdout:1772: done (1 left) 2024-08-30T21:04:31.487 INFO:tasks.rados.rados.0.smithi173.stdout:1775: snap_create 2024-08-30T21:04:31.495 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 349 (ObjNum 511 snap 159 seq_num 511) dirty exists 2024-08-30T21:04:31.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:31 smithi196 ceph-mon[74601]: pgmap v295: 121 pgs: 8 peering, 7 stale+active+clean, 106 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2024-08-30T21:04:31.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:31 smithi196 ceph-mon[74601]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-30T21:04:31.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:31 smithi196 ceph-mon[74601]: osdmap e419: 8 total, 7 up, 8 in 2024-08-30T21:04:31.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:31 smithi196 ceph-mon[74601]: osdmap e420: 8 total, 7 up, 8 in 2024-08-30T21:04:31.520 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:31 smithi196 podman[80014]: 2024-08-30 21:04:31.239705377 +0000 UTC m=+0.377185187 container init f6971714c8658f443e5a9ab294754e091c900402529ded2fce7529f5fd5e0555 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-30T21:04:31.520 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:31 smithi196 podman[80014]: 2024-08-30 21:04:31.243243317 +0000 UTC m=+0.380723138 container start f6971714c8658f443e5a9ab294754e091c900402529ded2fce7529f5fd5e0555 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-30T21:04:31.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:31 smithi196 podman[80014]: 2024-08-30 21:04:31.356389212 +0000 UTC m=+0.493869026 container attach f6971714c8658f443e5a9ab294754e091c900402529ded2fce7529f5fd5e0555 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-08-30T21:04:31.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:31 smithi196 podman[80014]: 2024-08-30 21:04:31.431558261 +0000 UTC m=+0.569038089 container died f6971714c8658f443e5a9ab294754e091c900402529ded2fce7529f5fd5e0555 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-30T21:04:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[79976]: pgmap v295: 121 pgs: 8 peering, 7 stale+active+clean, 106 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2024-08-30T21:04:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[79976]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-30T21:04:31.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[79976]: osdmap e419: 8 total, 7 up, 8 in 2024-08-30T21:04:31.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[79976]: osdmap e420: 8 total, 7 up, 8 in 2024-08-30T21:04:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[82405]: pgmap v295: 121 pgs: 8 peering, 7 stale+active+clean, 106 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2024-08-30T21:04:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[82405]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-30T21:04:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[82405]: osdmap e419: 8 total, 7 up, 8 in 2024-08-30T21:04:31.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:31 smithi173 ceph-mon[82405]: osdmap e420: 8 total, 7 up, 8 in 2024-08-30T21:04:32.473 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 podman[80037]: 2024-08-30 21:04:32.043870386 +0000 UTC m=+0.605303367 container remove f6971714c8658f443e5a9ab294754e091c900402529ded2fce7529f5fd5e0555 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2) 2024-08-30T21:04:32.473 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-30T21:04:32.474 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 systemd[1]: Stopped Ceph osd.4 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:04:32.474 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.4.service: Consumed 13.118s CPU time. 2024-08-30T21:04:32.474 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 systemd[1]: Starting Ceph osd.4 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:04:32.493 INFO:tasks.rados.rados.0.smithi173.stdout:1774: done (1 left) 2024-08-30T21:04:32.493 INFO:tasks.rados.rados.0.smithi173.stdout:1775: done (0 left) 2024-08-30T21:04:32.493 INFO:tasks.rados.rados.0.smithi173.stdout:1776: snap_remove snap 140 2024-08-30T21:04:32.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 11/579 objects degraded (1.900%), 4 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:32.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-mon[74601]: osdmap e421: 8 total, 7 up, 8 in 2024-08-30T21:04:32.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 podman[80133]: 2024-08-30 21:04:32.375563636 +0000 UTC m=+0.015994587 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:04:32.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 podman[80133]: 2024-08-30 21:04:32.478205127 +0000 UTC m=+0.118636060 container create b65f1a7c0f73a83bcfa4df7ccc9ebefebd763efb2c3811e0a65062dd893d2560 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-30T21:04:32.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 podman[80133]: 2024-08-30 21:04:32.714095686 +0000 UTC m=+0.354526621 container init b65f1a7c0f73a83bcfa4df7ccc9ebefebd763efb2c3811e0a65062dd893d2560 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-30T21:04:32.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 podman[80133]: 2024-08-30 21:04:32.717326608 +0000 UTC m=+0.357757552 container start b65f1a7c0f73a83bcfa4df7ccc9ebefebd763efb2c3811e0a65062dd893d2560 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:04:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:32 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 11/579 objects degraded (1.900%), 4 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:32 smithi173 ceph-mon[79976]: osdmap e421: 8 total, 7 up, 8 in 2024-08-30T21:04:32.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:32 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 11/579 objects degraded (1.900%), 4 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:32.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:32 smithi173 ceph-mon[82405]: osdmap e421: 8 total, 7 up, 8 in 2024-08-30T21:04:33.245 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 podman[80133]: 2024-08-30 21:04:32.789102163 +0000 UTC m=+0.429533121 container attach b65f1a7c0f73a83bcfa4df7ccc9ebefebd763efb2c3811e0a65062dd893d2560 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-30T21:04:33.245 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.245 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 bash[80133]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.245 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.245 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 bash[80133]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 bash[80133]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 bash[80133]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 bash[80133]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 bash[80133]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:32 smithi196 bash[80133]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-30T21:04:33.246 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 bash[80133]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1776: done (0 left) 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1777: read oid 8 snap -1 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1777: expect deleted 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1778: read oid 35 snap -1 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1778: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1779: copy_from oid 43 from oid 36 current snap is 174 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1780: rollback oid 29 current snap is 174 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 29 to 145 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:1781: copy_from oid 20 from oid 1 current snap is 174 2024-08-30T21:04:33.496 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 174 2024-08-30T21:04:33.497 INFO:tasks.rados.rados.0.smithi173.stdout:1782: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-08-30T21:04:33.500 INFO:tasks.rados.rados.0.smithi173.stdout:1782: writing smithi17368540-11 from 0 to 688128 tid 1 2024-08-30T21:04:33.504 INFO:tasks.rados.rados.0.smithi173.stdout:1782: writing smithi17368540-11 from 688128 to 1302528 tid 2 2024-08-30T21:04:33.509 INFO:tasks.rados.rados.0.smithi173.stdout:1782: writing smithi17368540-11 from 1302528 to 1867776 tid 3 2024-08-30T21:04:33.512 INFO:tasks.rados.rados.0.smithi173.stdout:1782: writing smithi17368540-11 from 1867776 to 2293760 tid 4 2024-08-30T21:04:33.512 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 174 2024-08-30T21:04:33.513 INFO:tasks.rados.rados.0.smithi173.stdout:1783: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-08-30T21:04:33.517 INFO:tasks.rados.rados.0.smithi173.stdout:1783: writing smithi17368540-18 from 0 to 704512 tid 1 2024-08-30T21:04:33.520 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-30T21:04:33.520 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 bash[80133]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-30T21:04:33.520 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-30T21:04:33.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 bash[80133]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-30T21:04:33.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-30T21:04:33.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 bash[80133]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-30T21:04:33.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate[80148]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-30T21:04:33.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 bash[80133]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-30T21:04:33.521 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 podman[80133]: 2024-08-30 21:04:33.273954439 +0000 UTC m=+0.914385382 container died b65f1a7c0f73a83bcfa4df7ccc9ebefebd763efb2c3811e0a65062dd893d2560 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-30T21:04:33.521 INFO:tasks.rados.rados.0.smithi173.stdout:1783: writing smithi17368540-18 from 704512 to 1204224 tid 2 2024-08-30T21:04:33.526 INFO:tasks.rados.rados.0.smithi173.stdout:1783: writing smithi17368540-18 from 1204224 to 1974272 tid 3 2024-08-30T21:04:33.530 INFO:tasks.rados.rados.0.smithi173.stdout:1783: writing smithi17368540-18 from 1974272 to 2310144 tid 4 2024-08-30T21:04:33.530 INFO:tasks.rados.rados.0.smithi173.stdout:1784: read oid 15 snap -1 2024-08-30T21:04:33.530 INFO:tasks.rados.rados.0.smithi173.stdout:1784: expect (ObjNum 560 snap 173 seq_num 560) 2024-08-30T21:04:33.530 INFO:tasks.rados.rados.0.smithi173.stdout:1785: rmattr oid 39 current snap is 174 2024-08-30T21:04:33.530 INFO:tasks.rados.rados.0.smithi173.stdout:1780: finishing rollback tid 1 to smithi17368540-29 2024-08-30T21:04:33.530 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1206 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1782: finishing write tid 1 to smithi17368540-11 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1782: finishing write tid 2 to smithi17368540-11 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1781: finishing copy_from to smithi17368540-20 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1781: got expected ENOENT (src dne) 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1781: finishing copy_from racing read to smithi17368540-20 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1779: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1782: finishing write tid 3 to smithi17368540-11 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1779: finishing copy_from to smithi17368540-43 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 648 (ObjNum 300 snap 90 seq_num 300) dirty exists 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1782: finishing write tid 4 to smithi17368540-11 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1782: finishing write tid 5 to smithi17368540-11 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1783: finishing write tid 1 to smithi17368540-18 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1782: finishing write tid 6 to smithi17368540-11 2024-08-30T21:04:33.531 INFO:tasks.rados.rados.0.smithi173.stdout:1782: oid 11 updating version 0 to 1231 2024-08-30T21:04:33.532 INFO:tasks.rados.rados.0.smithi173.stdout:1782: oid 11 version 1231 is already newer than 1224 2024-08-30T21:04:33.532 INFO:tasks.rados.rados.0.smithi173.stdout:1782: oid 11 version 1231 is already newer than 1226 2024-08-30T21:04:33.532 INFO:tasks.rados.rados.0.smithi173.stdout:1782: oid 11 version 1231 is already newer than 1225 2024-08-30T21:04:33.532 INFO:tasks.rados.rados.0.smithi173.stdout:1782: oid 11 updating version 1231 to 1232 2024-08-30T21:04:33.532 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1232 (ObjNum 566 snap 174 seq_num 566) dirty exists 2024-08-30T21:04:33.532 INFO:tasks.rados.rados.0.smithi173.stdout:1782: left oid 11 (ObjNum 566 snap 174 seq_num 566) 2024-08-30T21:04:33.532 INFO:tasks.rados.rados.0.smithi173.stdout:1778: expect (ObjNum 318 snap 96 seq_num 318) 2024-08-30T21:04:33.758 INFO:tasks.rados.rados.0.smithi173.stdout:1783: finishing write tid 2 to smithi17368540-18 2024-08-30T21:04:33.758 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 350 (ObjNum 511 snap 159 seq_num 511) dirty exists 2024-08-30T21:04:33.758 INFO:tasks.rados.rados.0.smithi173.stdout:1783: finishing write tid 3 to smithi17368540-18 2024-08-30T21:04:33.758 INFO:tasks.rados.rados.0.smithi173.stdout:1783: finishing write tid 4 to smithi17368540-18 2024-08-30T21:04:33.758 INFO:tasks.rados.rados.0.smithi173.stdout:1783: finishing write tid 5 to smithi17368540-18 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1777: done (8 left) 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1778: done (7 left) 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1779: done (6 left) 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1780: done (5 left) 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1781: done (4 left) 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1782: done (3 left) 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1785: done (2 left) 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1786: snap_create 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1783: finishing write tid 6 to smithi17368540-18 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1783: oid 18 updating version 0 to 1241 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1783: oid 18 version 1241 is already newer than 1237 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1783: oid 18 version 1241 is already newer than 1238 2024-08-30T21:04:33.759 INFO:tasks.rados.rados.0.smithi173.stdout:1783: oid 18 updating version 1241 to 1242 2024-08-30T21:04:33.760 INFO:tasks.rados.rados.0.smithi173.stdout:1783: oid 18 updating version 1242 to 1243 2024-08-30T21:04:33.760 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1243 (ObjNum 567 snap 174 seq_num 567) dirty exists 2024-08-30T21:04:33.760 INFO:tasks.rados.rados.0.smithi173.stdout:1783: left oid 18 (ObjNum 567 snap 174 seq_num 567) 2024-08-30T21:04:33.760 INFO:tasks.rados.rados.0.smithi173.stdout:1784: expect (ObjNum 560 snap 173 seq_num 560) 2024-08-30T21:04:33.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:33 smithi173 ceph-mon[79976]: pgmap v298: 121 pgs: 2 active+undersized, 8 peering, 6 stale+active+clean, 4 active+undersized+degraded, 101 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 11 op/s; 11/579 objects degraded (1.900%) 2024-08-30T21:04:33.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:33 smithi173 ceph-mon[79976]: osdmap e422: 8 total, 7 up, 8 in 2024-08-30T21:04:33.861 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:33 smithi173 ceph-mon[82405]: pgmap v298: 121 pgs: 2 active+undersized, 8 peering, 6 stale+active+clean, 4 active+undersized+degraded, 101 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 11 op/s; 11/579 objects degraded (1.900%) 2024-08-30T21:04:33.861 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:33 smithi173 ceph-mon[82405]: osdmap e422: 8 total, 7 up, 8 in 2024-08-30T21:04:33.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:33 smithi196 ceph-mon[74601]: pgmap v298: 121 pgs: 2 active+undersized, 8 peering, 6 stale+active+clean, 4 active+undersized+degraded, 101 active+clean; 311 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 11 op/s; 11/579 objects degraded (1.900%) 2024-08-30T21:04:33.868 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:33 smithi196 ceph-mon[74601]: osdmap e422: 8 total, 7 up, 8 in 2024-08-30T21:04:34.179 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:33 smithi196 podman[80270]: 2024-08-30 21:04:33.867776738 +0000 UTC m=+0.587848515 container remove b65f1a7c0f73a83bcfa4df7ccc9ebefebd763efb2c3811e0a65062dd893d2560 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:04:34.179 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:34 smithi196 podman[80332]: 2024-08-30 21:04:33.977810505 +0000 UTC m=+0.015931689 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:04:34.179 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:34 smithi196 podman[80332]: 2024-08-30 21:04:34.077101707 +0000 UTC m=+0.115222890 container create cd0084fc913dc2014b7f2700f857bc4b733e7239f0c3defe018f42aa78fc72c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True) 2024-08-30T21:04:34.550 INFO:tasks.rados.rados.0.smithi173.stdout:1783: done (2 left) 2024-08-30T21:04:34.550 INFO:tasks.rados.rados.0.smithi173.stdout:1784: done (1 left) 2024-08-30T21:04:34.550 INFO:tasks.rados.rados.0.smithi173.stdout:1786: done (0 left) 2024-08-30T21:04:34.550 INFO:tasks.rados.rados.0.smithi173.stdout:1787: read oid 44 snap 173 2024-08-30T21:04:34.550 INFO:tasks.rados.rados.0.smithi173.stdout:1787: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:34.551 INFO:tasks.rados.rados.0.smithi173.stdout:1788: delete oid 39 current snap is 175 2024-08-30T21:04:34.554 INFO:tasks.rados.rados.0.smithi173.stdout:1788: done (1 left) 2024-08-30T21:04:34.554 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 175 2024-08-30T21:04:34.554 INFO:tasks.rados.rados.0.smithi173.stdout:1789: seq_num 569 ranges {5513216=737280,6250496=671744,6922240=737280,7659520=196608} 2024-08-30T21:04:34.587 INFO:tasks.rados.rados.0.smithi173.stdout:1789: writing smithi17368540-26 from 5513216 to 6250496 tid 1 2024-08-30T21:04:34.590 INFO:tasks.rados.rados.0.smithi173.stdout:1789: writing smithi17368540-26 from 6250496 to 6922240 tid 2 2024-08-30T21:04:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:1789: writing smithi17368540-26 from 6922240 to 7659520 tid 3 2024-08-30T21:04:34.596 INFO:tasks.rados.rados.0.smithi173.stdout:1789: writing smithi17368540-26 from 7659520 to 7856128 tid 4 2024-08-30T21:04:34.596 INFO:tasks.rados.rados.0.smithi173.stdout:1790: snap_remove snap 169 2024-08-30T21:04:34.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:34 smithi196 podman[80332]: 2024-08-30 21:04:34.304760057 +0000 UTC m=+0.342881239 container init cd0084fc913dc2014b7f2700f857bc4b733e7239f0c3defe018f42aa78fc72c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, ceph=True, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-08-30T21:04:34.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:34 smithi196 podman[80332]: 2024-08-30 21:04:34.307966798 +0000 UTC m=+0.346087982 container start cd0084fc913dc2014b7f2700f857bc4b733e7239f0c3defe018f42aa78fc72c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-30T21:04:34.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:34 smithi196 ceph-osd[80351]: -- 172.21.15.196:0/687350139 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e96b907a40 con 0x55e96b8e5c00 2024-08-30T21:04:34.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:34 smithi196 bash[80332]: cd0084fc913dc2014b7f2700f857bc4b733e7239f0c3defe018f42aa78fc72c4 2024-08-30T21:04:34.770 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:34 smithi196 systemd[1]: Started Ceph osd.4 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:04:35.549 INFO:tasks.rados.rados.0.smithi173.stdout:1790: done (2 left) 2024-08-30T21:04:35.549 INFO:tasks.rados.rados.0.smithi173.stdout:1791: read oid 10 snap -1 2024-08-30T21:04:35.549 INFO:tasks.rados.rados.0.smithi173.stdout:1791: expect (ObjNum 538 snap 167 seq_num 538) 2024-08-30T21:04:35.549 INFO:tasks.rados.rados.0.smithi173.stdout:1792: delete oid 37 current snap is 175 2024-08-30T21:04:35.549 INFO:tasks.rados.rados.0.smithi173.stdout:1787: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1789: finishing write tid 1 to smithi17368540-26 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1789: finishing write tid 2 to smithi17368540-26 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1789: finishing write tid 3 to smithi17368540-26 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1789: finishing write tid 4 to smithi17368540-26 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1789: finishing write tid 5 to smithi17368540-26 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1787: done (3 left) 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1792: done (2 left) 2024-08-30T21:04:35.561 INFO:tasks.rados.rados.0.smithi173.stdout:1793: read oid 31 snap 171 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1793: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1794: rollback oid 28 current snap is 175 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 158 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: finishing write tid 6 to smithi17368540-26 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: oid 26 updating version 0 to 1177 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: oid 26 updating version 1177 to 1180 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: oid 26 version 1180 is already newer than 1176 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: oid 26 version 1180 is already newer than 1178 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: oid 26 version 1180 is already newer than 1179 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1180 (ObjNum 569 snap 175 seq_num 569) dirty exists 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: left oid 26 (ObjNum 569 snap 175 seq_num 569) 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1789: done (3 left) 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1795: setattr oid 30 current snap is 175 2024-08-30T21:04:35.562 INFO:tasks.rados.rados.0.smithi173.stdout:1796: read oid 18 snap -1 2024-08-30T21:04:35.563 INFO:tasks.rados.rados.0.smithi173.stdout:1796: expect (ObjNum 567 snap 174 seq_num 567) 2024-08-30T21:04:35.563 INFO:tasks.rados.rados.0.smithi173.stdout:1797: snap_remove snap 164 2024-08-30T21:04:35.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:04:35] "GET /metrics HTTP/1.1" 200 36313 "" "Prometheus/2.43.0" 2024-08-30T21:04:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[79976]: pgmap v301: 121 pgs: 26 active+undersized, 8 peering, 10 active+undersized+degraded, 77 active+clean; 335 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 59/594 objects degraded (9.933%) 2024-08-30T21:04:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:35.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[79976]: osdmap e423: 8 total, 7 up, 8 in 2024-08-30T21:04:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[82405]: pgmap v301: 121 pgs: 26 active+undersized, 8 peering, 10 active+undersized+degraded, 77 active+clean; 335 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 59/594 objects degraded (9.933%) 2024-08-30T21:04:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:35 smithi173 ceph-mon[82405]: osdmap e423: 8 total, 7 up, 8 in 2024-08-30T21:04:35.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:35 smithi196 ceph-mon[74601]: pgmap v301: 121 pgs: 26 active+undersized, 8 peering, 10 active+undersized+degraded, 77 active+clean; 335 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.7 MiB/s wr, 13 op/s; 59/594 objects degraded (9.933%) 2024-08-30T21:04:35.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:35.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:35.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:35 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:35.745 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:35 smithi196 ceph-mon[74601]: osdmap e423: 8 total, 7 up, 8 in 2024-08-30T21:04:36.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:04:35.938+0000 7f0a7ab3d640 -1 Falling back to public interface 2024-08-30T21:04:36.491 INFO:tasks.rados.rados.0.smithi173.stdout:1797: done (5 left) 2024-08-30T21:04:36.491 INFO:tasks.rados.rados.0.smithi173.stdout:1798: rollback oid 19 current snap is 175 2024-08-30T21:04:36.491 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 139 2024-08-30T21:04:36.491 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1100 (ObjNum 526 snap 164 seq_num 526) dirty exists 2024-08-30T21:04:36.491 INFO:tasks.rados.rados.0.smithi173.stdout:1794: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:04:36.491 INFO:tasks.rados.rados.0.smithi173.stdout:1791: expect (ObjNum 538 snap 167 seq_num 538) 2024-08-30T21:04:36.658 INFO:tasks.rados.rados.0.smithi173.stdout:1794: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:04:36.659 INFO:tasks.rados.rados.0.smithi173.stdout:1794: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:04:36.659 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1109 (ObjNum 428 snap 130 seq_num 428) dirty exists 2024-08-30T21:04:36.659 INFO:tasks.rados.rados.0.smithi173.stdout:1796: expect (ObjNum 567 snap 174 seq_num 567) 2024-08-30T21:04:36.716 INFO:tasks.rados.rados.0.smithi173.stdout:1793: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:36 smithi173 ceph-mon[79976]: osdmap e424: 8 total, 7 up, 8 in 2024-08-30T21:04:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:36 smithi173 ceph-mon[79976]: osdmap e425: 8 total, 7 up, 8 in 2024-08-30T21:04:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:36 smithi173 ceph-mon[82405]: osdmap e424: 8 total, 7 up, 8 in 2024-08-30T21:04:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:36 smithi173 ceph-mon[82405]: osdmap e425: 8 total, 7 up, 8 in 2024-08-30T21:04:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:36 smithi196 ceph-mon[74601]: osdmap e424: 8 total, 7 up, 8 in 2024-08-30T21:04:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:36 smithi196 ceph-mon[74601]: osdmap e425: 8 total, 7 up, 8 in 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:1798: finishing rollback tid 0 to smithi17368540-19 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:1798: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 872 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:1791: done (5 left) 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:1793: done (4 left) 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:1794: done (3 left) 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:1795: done (2 left) 2024-08-30T21:04:37.185 INFO:tasks.rados.rados.0.smithi173.stdout:1796: done (1 left) 2024-08-30T21:04:37.186 INFO:tasks.rados.rados.0.smithi173.stdout:1798: done (0 left) 2024-08-30T21:04:37.186 INFO:tasks.rados.rados.0.smithi173.stdout:1799: rollback oid 33 current snap is 175 2024-08-30T21:04:37.186 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 161 2024-08-30T21:04:37.186 INFO:tasks.rados.rados.0.smithi173.stdout:1800: snap_remove snap 174 2024-08-30T21:04:37.558 INFO:tasks.rados.rados.0.smithi173.stdout:1800: done (1 left) 2024-08-30T21:04:37.559 INFO:tasks.rados.rados.0.smithi173.stdout:1801: delete oid 10 current snap is 175 2024-08-30T21:04:37.559 INFO:tasks.rados.rados.0.smithi173.stdout:1799: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:04:37.559 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-30T21:04:37.565 INFO:tasks.rados.rados.0.smithi173.stdout:1799: done (1 left) 2024-08-30T21:04:37.565 INFO:tasks.rados.rados.0.smithi173.stdout:1801: done (0 left) 2024-08-30T21:04:37.565 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 175 2024-08-30T21:04:37.565 INFO:tasks.rados.rados.0.smithi173.stdout:1802: seq_num 572 ranges {6471680=786432,7258112=770048,8028160=557056,8585216=278528} 2024-08-30T21:04:37.603 INFO:tasks.rados.rados.0.smithi173.stdout:1802: writing smithi17368540-49 from 6471680 to 7258112 tid 1 2024-08-30T21:04:37.607 INFO:tasks.rados.rados.0.smithi173.stdout:1802: writing smithi17368540-49 from 7258112 to 8028160 tid 2 2024-08-30T21:04:37.610 INFO:tasks.rados.rados.0.smithi173.stdout:1802: writing smithi17368540-49 from 8028160 to 8585216 tid 3 2024-08-30T21:04:37.612 INFO:tasks.rados.rados.0.smithi173.stdout:1802: writing smithi17368540-49 from 8585216 to 8863744 tid 4 2024-08-30T21:04:37.612 INFO:tasks.rados.rados.0.smithi173.stdout:1803: rmattr oid 11 current snap is 175 2024-08-30T21:04:37.612 INFO:tasks.rados.rados.0.smithi173.stdout:1803: done (1 left) 2024-08-30T21:04:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:1804: snap_create 2024-08-30T21:04:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:1802: finishing write tid 1 to smithi17368540-49 2024-08-30T21:04:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:1802: finishing write tid 2 to smithi17368540-49 2024-08-30T21:04:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:1802: finishing write tid 3 to smithi17368540-49 2024-08-30T21:04:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:1802: finishing write tid 4 to smithi17368540-49 2024-08-30T21:04:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:1802: finishing write tid 5 to smithi17368540-49 2024-08-30T21:04:37.616 INFO:tasks.rados.rados.0.smithi173.stdout:1802: finishing write tid 6 to smithi17368540-49 2024-08-30T21:04:37.616 INFO:tasks.rados.rados.0.smithi173.stdout:1802: oid 49 updating version 0 to 925 2024-08-30T21:04:37.616 INFO:tasks.rados.rados.0.smithi173.stdout:1802: oid 49 updating version 925 to 929 2024-08-30T21:04:37.617 INFO:tasks.rados.rados.0.smithi173.stdout:1802: oid 49 version 929 is already newer than 926 2024-08-30T21:04:37.617 INFO:tasks.rados.rados.0.smithi173.stdout:1802: oid 49 version 929 is already newer than 927 2024-08-30T21:04:37.617 INFO:tasks.rados.rados.0.smithi173.stdout:1802: oid 49 version 929 is already newer than 928 2024-08-30T21:04:37.617 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 929 (ObjNum 572 snap 175 seq_num 572) dirty exists 2024-08-30T21:04:37.617 INFO:tasks.rados.rados.0.smithi173.stdout:1802: left oid 49 (ObjNum 572 snap 175 seq_num 572) 2024-08-30T21:04:37.956 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:37 smithi196 ceph-mon[74601]: pgmap v304: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 343 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 32 op/s; 93/618 objects degraded (15.049%) 2024-08-30T21:04:37.956 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:37 smithi196 ceph-mon[74601]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-30T21:04:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:37 smithi173 ceph-mon[79976]: pgmap v304: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 343 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 32 op/s; 93/618 objects degraded (15.049%) 2024-08-30T21:04:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:37 smithi173 ceph-mon[79976]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-30T21:04:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:37 smithi173 ceph-mon[82405]: pgmap v304: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 343 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 5.9 MiB/s wr, 32 op/s; 93/618 objects degraded (15.049%) 2024-08-30T21:04:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:37 smithi173 ceph-mon[82405]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-30T21:04:38.566 INFO:tasks.rados.rados.0.smithi173.stdout:1802: done (1 left) 2024-08-30T21:04:38.566 INFO:tasks.rados.rados.0.smithi173.stdout:1804: done (0 left) 2024-08-30T21:04:38.566 INFO:tasks.rados.rados.0.smithi173.stdout:1805: delete oid 46 current snap is 176 2024-08-30T21:04:38.570 INFO:tasks.rados.rados.0.smithi173.stdout:1805: done (0 left) 2024-08-30T21:04:38.570 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 176 2024-08-30T21:04:38.570 INFO:tasks.rados.rados.0.smithi173.stdout:1806: seq_num 574 ranges {8863744=16384} 2024-08-30T21:04:38.620 INFO:tasks.rados.rados.0.smithi173.stdout:1806: writing smithi17368540-49 from 8863744 to 8880128 tid 1 2024-08-30T21:04:38.621 INFO:tasks.rados.rados.0.smithi173.stdout:1807: rmattr oid 35 current snap is 176 2024-08-30T21:04:38.621 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 176 2024-08-30T21:04:38.621 INFO:tasks.rados.rados.0.smithi173.stdout:1808: seq_num 575 ranges {229376=32768} 2024-08-30T21:04:38.621 INFO:tasks.rados.rados.0.smithi173.stdout:1808: writing smithi17368540-44 from 229376 to 262144 tid 1 2024-08-30T21:04:38.621 INFO:tasks.rados.rados.0.smithi173.stdout:1809: delete oid 19 current snap is 176 2024-08-30T21:04:38.621 INFO:tasks.rados.rados.0.smithi173.stdout:1806: finishing write tid 1 to smithi17368540-49 2024-08-30T21:04:38.622 INFO:tasks.rados.rados.0.smithi173.stdout:1806: finishing write tid 2 to smithi17368540-49 2024-08-30T21:04:38.622 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1022 (ObjNum 318 snap 96 seq_num 318) dirty exists 2024-08-30T21:04:38.623 INFO:tasks.rados.rados.0.smithi173.stdout:1806: finishing write tid 3 to smithi17368540-49 2024-08-30T21:04:38.623 INFO:tasks.rados.rados.0.smithi173.stdout:1806: oid 49 updating version 0 to 931 2024-08-30T21:04:38.623 INFO:tasks.rados.rados.0.smithi173.stdout:1806: oid 49 version 931 is already newer than 930 2024-08-30T21:04:38.623 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 931 (ObjNum 574 snap 176 seq_num 574) dirty exists 2024-08-30T21:04:38.623 INFO:tasks.rados.rados.0.smithi173.stdout:1806: left oid 49 (ObjNum 574 snap 176 seq_num 574) 2024-08-30T21:04:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:1808: finishing write tid 1 to smithi17368540-44 2024-08-30T21:04:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:1808: finishing write tid 2 to smithi17368540-44 2024-08-30T21:04:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:1806: done (3 left) 2024-08-30T21:04:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:1807: done (2 left) 2024-08-30T21:04:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:1809: done (1 left) 2024-08-30T21:04:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:1810: setattr oid 46 current snap is 176 2024-08-30T21:04:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:1811: read oid 2 snap -1 2024-08-30T21:04:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:1811: expect (ObjNum 532 snap 166 seq_num 532) 2024-08-30T21:04:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:1812: snap_remove snap 173 2024-08-30T21:04:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[79976]: osdmap e426: 8 total, 7 up, 8 in 2024-08-30T21:04:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[82405]: osdmap e426: 8 total, 7 up, 8 in 2024-08-30T21:04:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:38 smithi196 ceph-mon[74601]: osdmap e426: 8 total, 7 up, 8 in 2024-08-30T21:04:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.571 INFO:tasks.rados.rados.0.smithi173.stdout:1812: done (3 left) 2024-08-30T21:04:39.571 INFO:tasks.rados.rados.0.smithi173.stdout:1813: delete oid 1 current snap is 176 2024-08-30T21:04:39.571 INFO:tasks.rados.rados.0.smithi173.stdout:1808: finishing write tid 3 to smithi17368540-44 2024-08-30T21:04:39.571 INFO:tasks.rados.rados.0.smithi173.stdout:1808: oid 44 updating version 0 to 714 2024-08-30T21:04:39.572 INFO:tasks.rados.rados.0.smithi173.stdout:1808: oid 44 version 714 is already newer than 713 2024-08-30T21:04:39.572 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 714 (ObjNum 575 snap 176 seq_num 575) dirty exists 2024-08-30T21:04:39.572 INFO:tasks.rados.rados.0.smithi173.stdout:1808: left oid 44 (ObjNum 575 snap 176 seq_num 575) 2024-08-30T21:04:39.572 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1023 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:04:39.572 INFO:tasks.rados.rados.0.smithi173.stdout:1811: expect (ObjNum 532 snap 166 seq_num 532) 2024-08-30T21:04:39.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:39 smithi196 ceph-mon[74601]: pgmap v307: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 343 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 93/618 objects degraded (15.049%) 2024-08-30T21:04:39.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:39 smithi196 ceph-mon[74601]: osdmap e427: 8 total, 7 up, 8 in 2024-08-30T21:04:39.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.758 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[79976]: pgmap v307: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 343 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 93/618 objects degraded (15.049%) 2024-08-30T21:04:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[79976]: osdmap e427: 8 total, 7 up, 8 in 2024-08-30T21:04:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[82405]: pgmap v307: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 343 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 93/618 objects degraded (15.049%) 2024-08-30T21:04:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[82405]: osdmap e427: 8 total, 7 up, 8 in 2024-08-30T21:04:39.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:39.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:40.347 INFO:tasks.rados.rados.0.smithi173.stdout:1808: done (3 left) 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1810: done (2 left) 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1811: done (1 left) 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1813: done (0 left) 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1814: read oid 37 snap 161 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1814: expect (ObjNum 457 snap 141 seq_num 457) 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1815: rmattr oid 26 current snap is 176 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1815: done (1 left) 2024-08-30T21:04:40.348 INFO:tasks.rados.rados.0.smithi173.stdout:1816: snap_create 2024-08-30T21:04:40.348 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:04:40.052+0000 7f0a7ab3d640 -1 osd.4 417 log_to_monitors true 2024-08-30T21:04:40.352 INFO:tasks.rados.rados.0.smithi173.stdout:1814: expect (ObjNum 457 snap 141 seq_num 457) 2024-08-30T21:04:40.582 INFO:tasks.rados.rados.0.smithi173.stdout:1814: done (1 left) 2024-08-30T21:04:40.582 INFO:tasks.rados.rados.0.smithi173.stdout:1816: done (0 left) 2024-08-30T21:04:40.582 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 177 2024-08-30T21:04:40.582 INFO:tasks.rados.rados.0.smithi173.stdout:1817: seq_num 578 ranges {0=81920} 2024-08-30T21:04:40.583 INFO:tasks.rados.rados.0.smithi173.stdout:1817: writing smithi17368540-41 from 0 to 81920 tid 1 2024-08-30T21:04:40.583 INFO:tasks.rados.rados.0.smithi173.stdout:1818: snap_remove snap 134 2024-08-30T21:04:40.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:40 smithi196 ceph-mon[74601]: osdmap e428: 8 total, 7 up, 8 in 2024-08-30T21:04:40.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:40 smithi196 ceph-mon[74601]: from='osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-30T21:04:40.715 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:40 smithi196 ceph-mon[74601]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-30T21:04:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:40 smithi173 ceph-mon[79976]: osdmap e428: 8 total, 7 up, 8 in 2024-08-30T21:04:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:40 smithi173 ceph-mon[79976]: from='osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-30T21:04:40.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:40 smithi173 ceph-mon[79976]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-30T21:04:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:40 smithi173 ceph-mon[82405]: osdmap e428: 8 total, 7 up, 8 in 2024-08-30T21:04:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:40 smithi173 ceph-mon[82405]: from='osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-30T21:04:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:40 smithi173 ceph-mon[82405]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-30T21:04:41.270 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:04:41.066+0000 7f0a6e8df640 -1 osd.4 417 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:04:41.584 INFO:tasks.rados.rados.0.smithi173.stdout:1818: done (1 left) 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1819: delete oid 10 current snap is 177 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1817: finishing write tid 1 to smithi17368540-41 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1817: finishing write tid 2 to smithi17368540-41 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1817: finishing write tid 3 to smithi17368540-41 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1817: oid 41 updating version 0 to 816 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1817: oid 41 version 816 is already newer than 815 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 816 (ObjNum 578 snap 177 seq_num 578) dirty exists 2024-08-30T21:04:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:1817: left oid 41 (ObjNum 578 snap 177 seq_num 578) 2024-08-30T21:04:41.604 INFO:tasks.rados.rados.0.smithi173.stdout:1817: done (1 left) 2024-08-30T21:04:41.604 INFO:tasks.rados.rados.0.smithi173.stdout:1819: done (0 left) 2024-08-30T21:04:41.604 INFO:tasks.rados.rados.0.smithi173.stdout:1820: setattr oid 9 current snap is 177 2024-08-30T21:04:41.608 INFO:tasks.rados.rados.0.smithi173.stdout:1821: rollback oid 23 current snap is 177 2024-08-30T21:04:41.608 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 175 2024-08-30T21:04:41.608 INFO:tasks.rados.rados.0.smithi173.stdout:1822: rollback oid 5 current snap is 177 2024-08-30T21:04:41.608 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 158 2024-08-30T21:04:41.608 INFO:tasks.rados.rados.0.smithi173.stdout:1823: rmattr oid 22 current snap is 177 2024-08-30T21:04:41.609 INFO:tasks.rados.rados.0.smithi173.stdout:1823: done (3 left) 2024-08-30T21:04:41.609 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 177 2024-08-30T21:04:41.609 INFO:tasks.rados.rados.0.smithi173.stdout:1824: seq_num 580 ranges {229376=114688} 2024-08-30T21:04:41.610 INFO:tasks.rados.rados.0.smithi173.stdout:1824: writing smithi17368540-27 from 229376 to 344064 tid 1 2024-08-30T21:04:41.611 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 177 2024-08-30T21:04:41.611 INFO:tasks.rados.rados.0.smithi173.stdout:1825: seq_num 581 ranges {7856128=139264} 2024-08-30T21:04:41.654 INFO:tasks.rados.rados.0.smithi173.stdout:1825: writing smithi17368540-26 from 7856128 to 7995392 tid 1 2024-08-30T21:04:41.655 INFO:tasks.rados.rados.0.smithi173.stdout:1826: read oid 31 snap -1 2024-08-30T21:04:41.655 INFO:tasks.rados.rados.0.smithi173.stdout:1826: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:41.655 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 177 2024-08-30T21:04:41.655 INFO:tasks.rados.rados.0.smithi173.stdout:1827: seq_num 582 ranges {4882432=155648} 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1827: writing smithi17368540-25 from 4882432 to 5038080 tid 1 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1828: copy_from oid 44 from oid 21 current snap is 177 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 723 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1821: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1821: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1820: done (7 left) 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1829: read oid 20 snap -1 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1829: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-30T21:04:41.682 INFO:tasks.rados.rados.0.smithi173.stdout:1830: snap_remove snap 139 2024-08-30T21:04:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[79976]: pgmap v310: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 340 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 KiB/s wr, 13 op/s; 95/618 objects degraded (15.372%) 2024-08-30T21:04:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 95/618 objects degraded (15.372%), 14 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[79976]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[79976]: osdmap e429: 8 total, 7 up, 8 in 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[79976]: from='osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[79976]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[79976]: from='osd.4 ' entity='osd.4' 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[82405]: pgmap v310: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 340 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 KiB/s wr, 13 op/s; 95/618 objects degraded (15.372%) 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 95/618 objects degraded (15.372%), 14 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[82405]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[82405]: osdmap e429: 8 total, 7 up, 8 in 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[82405]: from='osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:04:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[82405]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:04:41.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:41 smithi173 ceph-mon[82405]: from='osd.4 ' entity='osd.4' 2024-08-30T21:04:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-mon[74601]: pgmap v310: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 340 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 8.0 KiB/s wr, 13 op/s; 95/618 objects degraded (15.372%) 2024-08-30T21:04:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 95/618 objects degraded (15.372%), 14 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-mon[74601]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-30T21:04:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-mon[74601]: osdmap e429: 8 total, 7 up, 8 in 2024-08-30T21:04:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-mon[74601]: from='osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:04:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-mon[74601]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:04:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:41 smithi196 ceph-mon[74601]: from='osd.4 ' entity='osd.4' 2024-08-30T21:04:42.599 INFO:tasks.rados.rados.0.smithi173.stdout:1830: done (8 left) 2024-08-30T21:04:42.599 INFO:tasks.rados.rados.0.smithi173.stdout:1831: rollback oid 4 current snap is 177 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1822: finishing rollback tid 0 to smithi17368540-5 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1821: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 875 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1824: finishing write tid 1 to smithi17368540-27 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1824: finishing write tid 2 to smithi17368540-27 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1822: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1822: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1267 (ObjNum 461 snap 141 seq_num 461) dirty exists 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1824: finishing write tid 3 to smithi17368540-27 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1824: oid 27 updating version 0 to 876 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1824: oid 27 updating version 876 to 877 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 877 (ObjNum 580 snap 177 seq_num 580) dirty exists 2024-08-30T21:04:42.600 INFO:tasks.rados.rados.0.smithi173.stdout:1824: left oid 27 (ObjNum 580 snap 177 seq_num 580) 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:1827: finishing write tid 1 to smithi17368540-25 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:1827: finishing write tid 2 to smithi17368540-25 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:1827: finishing write tid 3 to smithi17368540-25 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:1827: oid 25 updating version 0 to 928 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:1827: oid 25 updating version 928 to 929 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 929 (ObjNum 582 snap 177 seq_num 582) dirty exists 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:1827: left oid 25 (ObjNum 582 snap 177 seq_num 582) 2024-08-30T21:04:42.601 INFO:tasks.rados.rados.0.smithi173.stdout:1829: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-30T21:04:42.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:42 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:04:42.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:42 smithi196 ceph-mon[74601]: osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591] boot 2024-08-30T21:04:42.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:42 smithi196 ceph-mon[74601]: osdmap e430: 8 total, 8 up, 8 in 2024-08-30T21:04:42.716 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:42 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-30T21:04:42.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:04:42.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[82405]: osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591] boot 2024-08-30T21:04:42.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[82405]: osdmap e430: 8 total, 8 up, 8 in 2024-08-30T21:04:42.926 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-30T21:04:42.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:04:42.926 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[79976]: osd.4 [v2:172.21.15.196:6800/496410591,v1:172.21.15.196:6801/496410591] boot 2024-08-30T21:04:42.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[79976]: osdmap e430: 8 total, 8 up, 8 in 2024-08-30T21:04:42.927 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-30T21:04:43.115 INFO:tasks.rados.rados.0.smithi173.stdout:1826: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:43.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:42 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:04:42.923+0000 7f9609a04640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-30T21:04:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:1828: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:04:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:1828: finishing copy_from to smithi17368540-44 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1101 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1825: finishing write tid 1 to smithi17368540-26 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1825: finishing write tid 2 to smithi17368540-26 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1825: finishing write tid 3 to smithi17368540-26 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1825: oid 26 updating version 0 to 1182 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1825: oid 26 updating version 1182 to 1183 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1183 (ObjNum 581 snap 177 seq_num 581) dirty exists 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1825: left oid 26 (ObjNum 581 snap 177 seq_num 581) 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 176 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1821: done (8 left) 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1822: done (7 left) 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1824: done (6 left) 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1825: done (5 left) 2024-08-30T21:04:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:1826: done (4 left) 2024-08-30T21:04:43.585 INFO:tasks.rados.rados.0.smithi173.stdout:1827: done (3 left) 2024-08-30T21:04:43.585 INFO:tasks.rados.rados.0.smithi173.stdout:1828: done (2 left) 2024-08-30T21:04:43.585 INFO:tasks.rados.rados.0.smithi173.stdout:1829: done (1 left) 2024-08-30T21:04:43.585 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 177 2024-08-30T21:04:43.585 INFO:tasks.rados.rados.0.smithi173.stdout:1832: seq_num 583 ranges {3891200=172032} 2024-08-30T21:04:43.605 INFO:tasks.rados.rados.0.smithi173.stdout:1832: writing smithi17368540-6 from 3891200 to 4063232 tid 1 2024-08-30T21:04:43.605 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 177 2024-08-30T21:04:43.605 INFO:tasks.rados.rados.0.smithi173.stdout:1831: finishing rollback tid 0 to smithi17368540-4 2024-08-30T21:04:43.606 INFO:tasks.rados.rados.0.smithi173.stdout:1833: seq_num 584 ranges {229376=188416} 2024-08-30T21:04:43.608 INFO:tasks.rados.rados.0.smithi173.stdout:1833: writing smithi17368540-36 from 229376 to 417792 tid 1 2024-08-30T21:04:43.608 INFO:tasks.rados.rados.0.smithi173.stdout:1834: snap_create 2024-08-30T21:04:43.608 INFO:tasks.rados.rados.0.smithi173.stdout:1831: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:04:43.608 INFO:tasks.rados.rados.0.smithi173.stdout:1831: finishing rollback tid 2 to smithi17368540-4 2024-08-30T21:04:43.608 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1289 (ObjNum 512 snap 159 seq_num 512) dirty exists 2024-08-30T21:04:43.609 INFO:tasks.rados.rados.0.smithi173.stdout:1832: finishing write tid 1 to smithi17368540-6 2024-08-30T21:04:43.609 INFO:tasks.rados.rados.0.smithi173.stdout:1832: finishing write tid 2 to smithi17368540-6 2024-08-30T21:04:43.610 INFO:tasks.rados.rados.0.smithi173.stdout:1832: finishing write tid 3 to smithi17368540-6 2024-08-30T21:04:43.610 INFO:tasks.rados.rados.0.smithi173.stdout:1832: oid 6 updating version 0 to 869 2024-08-30T21:04:43.610 INFO:tasks.rados.rados.0.smithi173.stdout:1832: oid 6 updating version 869 to 870 2024-08-30T21:04:43.610 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 870 (ObjNum 583 snap 177 seq_num 583) dirty exists 2024-08-30T21:04:43.610 INFO:tasks.rados.rados.0.smithi173.stdout:1832: left oid 6 (ObjNum 583 snap 177 seq_num 583) 2024-08-30T21:04:43.611 INFO:tasks.rados.rados.0.smithi173.stdout:1833: finishing write tid 1 to smithi17368540-36 2024-08-30T21:04:43.611 INFO:tasks.rados.rados.0.smithi173.stdout:1833: finishing write tid 2 to smithi17368540-36 2024-08-30T21:04:43.611 INFO:tasks.rados.rados.0.smithi173.stdout:1833: finishing write tid 3 to smithi17368540-36 2024-08-30T21:04:43.612 INFO:tasks.rados.rados.0.smithi173.stdout:1833: oid 36 updating version 0 to 653 2024-08-30T21:04:43.612 INFO:tasks.rados.rados.0.smithi173.stdout:1833: oid 36 updating version 653 to 654 2024-08-30T21:04:43.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 654 (ObjNum 584 snap 177 seq_num 584) dirty exists 2024-08-30T21:04:43.612 INFO:tasks.rados.rados.0.smithi173.stdout:1833: left oid 36 (ObjNum 584 snap 177 seq_num 584) 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: pgmap v313: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 596 KiB/s wr, 14 op/s; 97/624 objects degraded (15.545%) 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: osdmap e431: 8 total, 8 up, 8 in 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.873 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:43.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-30T21:04:43.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-30T21:04:43.874 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:43 smithi196 ceph-mon[74601]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: pgmap v313: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 596 KiB/s wr, 14 op/s; 97/624 objects degraded (15.545%) 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: osdmap e431: 8 total, 8 up, 8 in 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[82405]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: pgmap v313: 121 pgs: 30 active+undersized, 14 active+undersized+degraded, 77 active+clean; 342 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 596 KiB/s wr, 14 op/s; 97/624 objects degraded (15.545%) 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: osdmap e431: 8 total, 8 up, 8 in 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-30T21:04:43.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:43 smithi173 ceph-mon[79976]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1831: done (3 left) 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1832: done (2 left) 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1833: done (1 left) 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1834: done (0 left) 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1835: rollback oid 16 current snap is 178 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 16 to 176 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1836: read oid 42 snap -1 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1836: expect (ObjNum 557 snap 173 seq_num 557) 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1837: copy_from oid 35 from oid 48 current snap is 178 2024-08-30T21:04:44.601 INFO:tasks.rados.rados.0.smithi173.stdout:1838: snap_remove snap 175 2024-08-30T21:04:45.572 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:04:45] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-08-30T21:04:45.605 INFO:tasks.rados.rados.0.smithi173.stdout:1838: done (3 left) 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:1839: setattr oid 8 current snap is 178 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:1835: finishing rollback tid 0 to smithi17368540-16 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:1835: finishing rollback tid 1 to smithi17368540-16 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:1835: finishing rollback tid 2 to smithi17368540-16 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 613 (ObjNum 280 snap 83 seq_num 280) dirty exists 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:1837: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:1837: finishing copy_from to smithi17368540-35 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 809 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:45.606 INFO:tasks.rados.rados.0.smithi173.stdout:1836: expect (ObjNum 557 snap 173 seq_num 557) 2024-08-30T21:04:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:45 smithi173 ceph-mon[79976]: pgmap v315: 121 pgs: 4 peering, 10 active+undersized, 10 active+undersized+degraded, 97 active+clean; 303 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 26 op/s; 58/564 objects degraded (10.284%); 5.1 MiB/s, 1 objects/s recovering 2024-08-30T21:04:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:45 smithi173 ceph-mon[79976]: osdmap e432: 8 total, 8 up, 8 in 2024-08-30T21:04:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:45 smithi173 ceph-mon[82405]: pgmap v315: 121 pgs: 4 peering, 10 active+undersized, 10 active+undersized+degraded, 97 active+clean; 303 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 26 op/s; 58/564 objects degraded (10.284%); 5.1 MiB/s, 1 objects/s recovering 2024-08-30T21:04:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:45 smithi173 ceph-mon[82405]: osdmap e432: 8 total, 8 up, 8 in 2024-08-30T21:04:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:45 smithi196 ceph-mon[74601]: pgmap v315: 121 pgs: 4 peering, 10 active+undersized, 10 active+undersized+degraded, 97 active+clean; 303 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 26 op/s; 58/564 objects degraded (10.284%); 5.1 MiB/s, 1 objects/s recovering 2024-08-30T21:04:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:45 smithi196 ceph-mon[74601]: osdmap e432: 8 total, 8 up, 8 in 2024-08-30T21:04:46.052 INFO:tasks.rados.rados.0.smithi173.stdout:1835: done (3 left) 2024-08-30T21:04:46.052 INFO:tasks.rados.rados.0.smithi173.stdout:1836: done (2 left) 2024-08-30T21:04:46.052 INFO:tasks.rados.rados.0.smithi173.stdout:1837: done (1 left) 2024-08-30T21:04:46.052 INFO:tasks.rados.rados.0.smithi173.stdout:1840: rollback oid 9 current snap is 178 2024-08-30T21:04:46.052 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 176 2024-08-30T21:04:46.053 INFO:tasks.rados.rados.0.smithi173.stdout:1841: read oid 47 snap -1 2024-08-30T21:04:46.053 INFO:tasks.rados.rados.0.smithi173.stdout:1841: expect deleted 2024-08-30T21:04:46.053 INFO:tasks.rados.rados.0.smithi173.stdout:1842: rollback oid 46 current snap is 178 2024-08-30T21:04:46.053 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 46 to 172 2024-08-30T21:04:46.053 INFO:tasks.rados.rados.0.smithi173.stdout:1843: snap_remove snap 145 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1843: done (4 left) 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1844: rollback oid 4 current snap is 178 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 171 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1842: finishing rollback tid 0 to smithi17368540-46 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1842: finishing rollback tid 1 to smithi17368540-46 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1842: finishing rollback tid 2 to smithi17368540-46 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1026 (ObjNum 551 snap 169 seq_num 551) dirty exists 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1102 (ObjNum 65 snap 0 seq_num 1499753571) dirty exists 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1840: finishing rollback tid 0 to smithi17368540-9 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1840: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1104 (ObjNum 161 snap 0 seq_num 1578672672) dirty dne 2024-08-30T21:04:46.615 INFO:tasks.rados.rados.0.smithi173.stdout:1839: done (4 left) 2024-08-30T21:04:46.616 INFO:tasks.rados.rados.0.smithi173.stdout:1840: done (3 left) 2024-08-30T21:04:46.616 INFO:tasks.rados.rados.0.smithi173.stdout:1841: done (2 left) 2024-08-30T21:04:46.616 INFO:tasks.rados.rados.0.smithi173.stdout:1842: done (1 left) 2024-08-30T21:04:46.616 INFO:tasks.rados.rados.0.smithi173.stdout:1845: delete oid 36 current snap is 178 2024-08-30T21:04:46.626 INFO:tasks.rados.rados.0.smithi173.stdout:1845: done (1 left) 2024-08-30T21:04:46.626 INFO:tasks.rados.rados.0.smithi173.stdout:1846: rollback oid 34 current snap is 178 2024-08-30T21:04:46.626 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 34 to 158 2024-08-30T21:04:46.626 INFO:tasks.rados.rados.0.smithi173.stdout:1847: snap_create 2024-08-30T21:04:46.629 INFO:tasks.rados.rados.0.smithi173.stdout:1844: finishing rollback tid 0 to smithi17368540-4 2024-08-30T21:04:46.632 INFO:tasks.rados.rados.0.smithi173.stdout:1846: finishing rollback tid 0 to smithi17368540-34 2024-08-30T21:04:46.633 INFO:tasks.rados.rados.0.smithi173.stdout:1844: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:04:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:1844: finishing rollback tid 2 to smithi17368540-4 2024-08-30T21:04:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1297 (ObjNum 512 snap 159 seq_num 512) dirty exists 2024-08-30T21:04:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:1846: finishing rollback tid 1 to smithi17368540-34 2024-08-30T21:04:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:1846: finishing rollback tid 2 to smithi17368540-34 2024-08-30T21:04:46.635 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 873 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-08-30T21:04:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:46 smithi173 ceph-mon[79976]: osdmap e433: 8 total, 8 up, 8 in 2024-08-30T21:04:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:46 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 58/564 objects degraded (10.284%), 10 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:46 smithi173 ceph-mon[82405]: osdmap e433: 8 total, 8 up, 8 in 2024-08-30T21:04:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:46 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 58/564 objects degraded (10.284%), 10 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:46 smithi196 ceph-mon[74601]: osdmap e433: 8 total, 8 up, 8 in 2024-08-30T21:04:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:46 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 58/564 objects degraded (10.284%), 10 pgs degraded (PG_DEGRADED) 2024-08-30T21:04:47.622 INFO:tasks.rados.rados.0.smithi173.stdout:1844: done (2 left) 2024-08-30T21:04:47.622 INFO:tasks.rados.rados.0.smithi173.stdout:1846: done (1 left) 2024-08-30T21:04:47.622 INFO:tasks.rados.rados.0.smithi173.stdout:1847: done (0 left) 2024-08-30T21:04:47.622 INFO:tasks.rados.rados.0.smithi173.stdout:1848: snap_create 2024-08-30T21:04:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:47 smithi173 ceph-mon[79976]: pgmap v318: 121 pgs: 4 peering, 1 active+undersized, 4 active+undersized+degraded, 112 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 26 op/s; 13/537 objects degraded (2.421%); 14 MiB/s, 4 objects/s recovering 2024-08-30T21:04:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:47 smithi173 ceph-mon[79976]: osdmap e434: 8 total, 8 up, 8 in 2024-08-30T21:04:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:47 smithi173 ceph-mon[82405]: pgmap v318: 121 pgs: 4 peering, 1 active+undersized, 4 active+undersized+degraded, 112 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 26 op/s; 13/537 objects degraded (2.421%); 14 MiB/s, 4 objects/s recovering 2024-08-30T21:04:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:47 smithi173 ceph-mon[82405]: osdmap e434: 8 total, 8 up, 8 in 2024-08-30T21:04:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:47 smithi196 ceph-mon[74601]: pgmap v318: 121 pgs: 4 peering, 1 active+undersized, 4 active+undersized+degraded, 112 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 26 op/s; 13/537 objects degraded (2.421%); 14 MiB/s, 4 objects/s recovering 2024-08-30T21:04:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:47 smithi196 ceph-mon[74601]: osdmap e434: 8 total, 8 up, 8 in 2024-08-30T21:04:48.629 INFO:tasks.rados.rados.0.smithi173.stdout:1848: done (0 left) 2024-08-30T21:04:48.630 INFO:tasks.rados.rados.0.smithi173.stdout:1849: snap_create 2024-08-30T21:04:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:48 smithi173 ceph-mon[79976]: osdmap e435: 8 total, 8 up, 8 in 2024-08-30T21:04:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:48 smithi173 ceph-mon[82405]: osdmap e435: 8 total, 8 up, 8 in 2024-08-30T21:04:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:48 smithi196 ceph-mon[74601]: osdmap e435: 8 total, 8 up, 8 in 2024-08-30T21:04:49.641 INFO:tasks.rados.rados.0.smithi173.stdout:1849: done (0 left) 2024-08-30T21:04:49.641 INFO:tasks.rados.rados.0.smithi173.stdout:1850: read oid 21 snap -1 2024-08-30T21:04:49.641 INFO:tasks.rados.rados.0.smithi173.stdout:1850: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:49.641 INFO:tasks.rados.rados.0.smithi173.stdout:1851: delete oid 10 current snap is 181 2024-08-30T21:04:49.645 INFO:tasks.rados.rados.0.smithi173.stdout:1851: done (1 left) 2024-08-30T21:04:49.645 INFO:tasks.rados.rados.0.smithi173.stdout:1852: rollback oid 28 current snap is 181 2024-08-30T21:04:49.645 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 142 2024-08-30T21:04:49.645 INFO:tasks.rados.rados.0.smithi173.stdout:1853: snap_remove snap 171 2024-08-30T21:04:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[82405]: pgmap v321: 121 pgs: 121 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-30T21:04:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/537 objects degraded (2.421%), 4 pgs degraded) 2024-08-30T21:04:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:04:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[82405]: osdmap e436: 8 total, 8 up, 8 in 2024-08-30T21:04:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[79976]: pgmap v321: 121 pgs: 121 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-30T21:04:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/537 objects degraded (2.421%), 4 pgs degraded) 2024-08-30T21:04:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:04:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:49 smithi173 ceph-mon[79976]: osdmap e436: 8 total, 8 up, 8 in 2024-08-30T21:04:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:49 smithi196 ceph-mon[74601]: pgmap v321: 121 pgs: 121 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s; 19 MiB/s, 4 objects/s recovering 2024-08-30T21:04:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:49 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/537 objects degraded (2.421%), 4 pgs degraded) 2024-08-30T21:04:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:49 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:04:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:49 smithi196 ceph-mon[74601]: osdmap e436: 8 total, 8 up, 8 in 2024-08-30T21:04:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:1853: done (2 left) 2024-08-30T21:04:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:1854: snap_create 2024-08-30T21:04:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:1852: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:04:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:1852: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:04:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:1852: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:04:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1112 (ObjNum 428 snap 130 seq_num 428) dirty exists 2024-08-30T21:04:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:1850: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:50 smithi173 ceph-mon[79976]: osdmap e437: 8 total, 8 up, 8 in 2024-08-30T21:04:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:50 smithi173 ceph-mon[82405]: osdmap e437: 8 total, 8 up, 8 in 2024-08-30T21:04:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:50 smithi196 ceph-mon[74601]: osdmap e437: 8 total, 8 up, 8 in 2024-08-30T21:04:51.488 INFO:tasks.rados.rados.0.smithi173.stdout:1850: done (2 left) 2024-08-30T21:04:51.488 INFO:tasks.rados.rados.0.smithi173.stdout:1852: done (1 left) 2024-08-30T21:04:51.489 INFO:tasks.rados.rados.0.smithi173.stdout:1854: done (0 left) 2024-08-30T21:04:51.489 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 182 2024-08-30T21:04:51.489 INFO:tasks.rados.rados.0.smithi173.stdout:1855: seq_num 587 ranges {237568=237568} 2024-08-30T21:04:51.490 INFO:tasks.rados.rados.0.smithi173.stdout:1855: writing smithi17368540-40 from 237568 to 475136 tid 1 2024-08-30T21:04:51.490 INFO:tasks.rados.rados.0.smithi173.stdout:1856: setattr oid 18 current snap is 182 2024-08-30T21:04:51.491 INFO:tasks.rados.rados.0.smithi173.stdout:1857: setattr oid 7 current snap is 182 2024-08-30T21:04:51.493 INFO:tasks.rados.rados.0.smithi173.stdout:1858: rollback oid 12 current snap is 182 2024-08-30T21:04:51.493 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 12 to 178 2024-08-30T21:04:51.493 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 182 2024-08-30T21:04:51.493 INFO:tasks.rados.rados.0.smithi173.stdout:1859: seq_num 588 ranges {2588672=253952} 2024-08-30T21:04:51.509 INFO:tasks.rados.rados.0.smithi173.stdout:1859: writing smithi17368540-4 from 2588672 to 2842624 tid 1 2024-08-30T21:04:51.509 INFO:tasks.rados.rados.0.smithi173.stdout:1860: read oid 32 snap 158 2024-08-30T21:04:51.509 INFO:tasks.rados.rados.0.smithi173.stdout:1860: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:04:51.509 INFO:tasks.rados.rados.0.smithi173.stdout:1861: snap_create 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:1855: finishing write tid 1 to smithi17368540-40 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:1855: finishing write tid 2 to smithi17368540-40 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:1858: finishing rollback tid 1 to smithi17368540-12 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1099 (ObjNum 3537 snap 0 seq_num 1580036656) dirty dne 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:1855: finishing write tid 3 to smithi17368540-40 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:1855: oid 40 updating version 0 to 639 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:1855: oid 40 version 639 is already newer than 638 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 639 (ObjNum 587 snap 182 seq_num 587) dirty exists 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:1855: left oid 40 (ObjNum 587 snap 182 seq_num 587) 2024-08-30T21:04:51.510 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1317 (ObjNum 567 snap 174 seq_num 567) dirty exists 2024-08-30T21:04:51.511 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1101 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:04:51.513 INFO:tasks.rados.rados.0.smithi173.stdout:1859: finishing write tid 1 to smithi17368540-4 2024-08-30T21:04:51.513 INFO:tasks.rados.rados.0.smithi173.stdout:1859: finishing write tid 2 to smithi17368540-4 2024-08-30T21:04:51.515 INFO:tasks.rados.rados.0.smithi173.stdout:1859: finishing write tid 3 to smithi17368540-4 2024-08-30T21:04:51.515 INFO:tasks.rados.rados.0.smithi173.stdout:1859: oid 4 updating version 0 to 1320 2024-08-30T21:04:51.515 INFO:tasks.rados.rados.0.smithi173.stdout:1859: oid 4 version 1320 is already newer than 1319 2024-08-30T21:04:51.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1320 (ObjNum 588 snap 182 seq_num 588) dirty exists 2024-08-30T21:04:51.515 INFO:tasks.rados.rados.0.smithi173.stdout:1859: left oid 4 (ObjNum 588 snap 182 seq_num 588) 2024-08-30T21:04:51.526 INFO:tasks.rados.rados.0.smithi173.stdout:1860: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:04:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:51 smithi173 ceph-mon[79976]: pgmap v324: 121 pgs: 121 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-30T21:04:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:51 smithi173 ceph-mon[79976]: osdmap e438: 8 total, 8 up, 8 in 2024-08-30T21:04:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:51 smithi173 ceph-mon[79976]: osdmap e439: 8 total, 8 up, 8 in 2024-08-30T21:04:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:51 smithi173 ceph-mon[82405]: pgmap v324: 121 pgs: 121 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-30T21:04:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:51 smithi173 ceph-mon[82405]: osdmap e438: 8 total, 8 up, 8 in 2024-08-30T21:04:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:51 smithi173 ceph-mon[82405]: osdmap e439: 8 total, 8 up, 8 in 2024-08-30T21:04:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:51 smithi196 ceph-mon[74601]: pgmap v324: 121 pgs: 121 active+clean; 292 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.6 MiB/s wr, 8 op/s; 9.5 MiB/s, 1 objects/s recovering 2024-08-30T21:04:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:51 smithi196 ceph-mon[74601]: osdmap e438: 8 total, 8 up, 8 in 2024-08-30T21:04:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:51 smithi196 ceph-mon[74601]: osdmap e439: 8 total, 8 up, 8 in 2024-08-30T21:04:52.491 INFO:tasks.rados.rados.0.smithi173.stdout:1855: done (6 left) 2024-08-30T21:04:52.491 INFO:tasks.rados.rados.0.smithi173.stdout:1856: done (5 left) 2024-08-30T21:04:52.491 INFO:tasks.rados.rados.0.smithi173.stdout:1857: done (4 left) 2024-08-30T21:04:52.491 INFO:tasks.rados.rados.0.smithi173.stdout:1858: done (3 left) 2024-08-30T21:04:52.491 INFO:tasks.rados.rados.0.smithi173.stdout:1859: done (2 left) 2024-08-30T21:04:52.491 INFO:tasks.rados.rados.0.smithi173.stdout:1860: done (1 left) 2024-08-30T21:04:52.492 INFO:tasks.rados.rados.0.smithi173.stdout:1861: done (0 left) 2024-08-30T21:04:52.492 INFO:tasks.rados.rados.0.smithi173.stdout:1862: read oid 7 snap -1 2024-08-30T21:04:52.492 INFO:tasks.rados.rados.0.smithi173.stdout:1862: expect (ObjNum 525 snap 164 seq_num 525) 2024-08-30T21:04:52.492 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 183 2024-08-30T21:04:52.492 INFO:tasks.rados.rados.0.smithi173.stdout:1863: seq_num 589 ranges {229376=270336} 2024-08-30T21:04:52.493 INFO:tasks.rados.rados.0.smithi173.stdout:1863: writing smithi17368540-43 from 229376 to 499712 tid 1 2024-08-30T21:04:52.493 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 183 2024-08-30T21:04:52.494 INFO:tasks.rados.rados.0.smithi173.stdout:1864: seq_num 590 ranges {81920=286720} 2024-08-30T21:04:52.496 INFO:tasks.rados.rados.0.smithi173.stdout:1864: writing smithi17368540-41 from 81920 to 368640 tid 1 2024-08-30T21:04:52.496 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 183 2024-08-30T21:04:52.496 INFO:tasks.rados.rados.0.smithi173.stdout:1865: seq_num 591 ranges {0=303104} 2024-08-30T21:04:52.498 INFO:tasks.rados.rados.0.smithi173.stdout:1865: writing smithi17368540-8 from 0 to 303104 tid 1 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1866: read oid 17 snap -1 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1866: expect (ObjNum 479 snap 149 seq_num 479) 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1867: copy_from oid 35 from oid 29 current snap is 183 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1868: read oid 33 snap -1 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1868: expect deleted 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1869: setattr oid 3 current snap is 183 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1863: finishing write tid 1 to smithi17368540-43 2024-08-30T21:04:52.499 INFO:tasks.rados.rados.0.smithi173.stdout:1863: finishing write tid 2 to smithi17368540-43 2024-08-30T21:04:52.500 INFO:tasks.rados.rados.0.smithi173.stdout:1868: done (7 left) 2024-08-30T21:04:52.501 INFO:tasks.rados.rados.0.smithi173.stdout:1870: setattr oid 23 current snap is 183 2024-08-30T21:04:52.501 INFO:tasks.rados.rados.0.smithi173.stdout:1864: finishing write tid 1 to smithi17368540-41 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1863: finishing write tid 3 to smithi17368540-43 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1863: oid 43 updating version 0 to 1245 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1863: oid 43 version 1245 is already newer than 1244 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1245 (ObjNum 589 snap 183 seq_num 589) dirty exists 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1863: left oid 43 (ObjNum 589 snap 183 seq_num 589) 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1863: done (7 left) 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1871: rmattr oid 28 current snap is 183 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1871: done (7 left) 2024-08-30T21:04:52.503 INFO:tasks.rados.rados.0.smithi173.stdout:1872: read oid 36 snap -1 2024-08-30T21:04:52.504 INFO:tasks.rados.rados.0.smithi173.stdout:1872: expect deleted 2024-08-30T21:04:52.504 INFO:tasks.rados.rados.0.smithi173.stdout:1873: read oid 34 snap -1 2024-08-30T21:04:52.504 INFO:tasks.rados.rados.0.smithi173.stdout:1873: expect (ObjNum 504 snap 157 seq_num 504) 2024-08-30T21:04:52.504 INFO:tasks.rados.rados.0.smithi173.stdout:1874: copy_from oid 24 from oid 27 current snap is 183 2024-08-30T21:04:52.504 INFO:tasks.rados.rados.0.smithi173.stdout:1864: finishing write tid 2 to smithi17368540-41 2024-08-30T21:04:52.504 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 183 2024-08-30T21:04:52.504 INFO:tasks.rados.rados.0.smithi173.stdout:1875: seq_num 592 ranges {0=319488} 2024-08-30T21:04:52.505 INFO:tasks.rados.rados.0.smithi173.stdout:1875: writing smithi17368540-39 from 0 to 319488 tid 1 2024-08-30T21:04:52.505 INFO:tasks.rados.rados.0.smithi173.stdout:1876: snap_remove snap 180 2024-08-30T21:04:53.505 INFO:tasks.rados.rados.0.smithi173.stdout:1876: done (11 left) 2024-08-30T21:04:53.506 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 183 2024-08-30T21:04:53.506 INFO:tasks.rados.rados.0.smithi173.stdout:1877: seq_num 593 ranges {4489216=335872} 2024-08-30T21:04:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1877: writing smithi17368540-5 from 4489216 to 4825088 tid 1 2024-08-30T21:04:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1878: rollback oid 48 current snap is 183 2024-08-30T21:04:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 161 2024-08-30T21:04:53.534 INFO:tasks.rados.rados.0.smithi173.stdout:1867: finishing copy_from to smithi17368540-35 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1867: got expected ENOENT (src dne) 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1864: finishing write tid 3 to smithi17368540-41 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1864: oid 41 updating version 0 to 817 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1864: oid 41 updating version 817 to 818 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 818 (ObjNum 590 snap 183 seq_num 590) dirty exists 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1864: left oid 41 (ObjNum 590 snap 183 seq_num 590) 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1867: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1865: finishing write tid 1 to smithi17368540-8 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1865: finishing write tid 2 to smithi17368540-8 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1864: done (12 left) 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1867: done (11 left) 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:1872: done (10 left) 2024-08-30T21:04:53.535 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 183 2024-08-30T21:04:53.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1322 (ObjNum 319 snap 98 seq_num 319) dirty exists 2024-08-30T21:04:53.536 INFO:tasks.rados.rados.0.smithi173.stdout:1866: expect (ObjNum 479 snap 149 seq_num 479) 2024-08-30T21:04:53.567 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 878 (ObjNum 281 snap 83 seq_num 281) dirty exists 2024-08-30T21:04:53.567 INFO:tasks.rados.rados.0.smithi173.stdout:1875: finishing write tid 1 to smithi17368540-39 2024-08-30T21:04:53.567 INFO:tasks.rados.rados.0.smithi173.stdout:1875: finishing write tid 2 to smithi17368540-39 2024-08-30T21:04:53.567 INFO:tasks.rados.rados.0.smithi173.stdout:1879: seq_num 594 ranges {3801088=352256} 2024-08-30T21:04:53.589 INFO:tasks.rados.rados.0.smithi173.stdout:1879: writing smithi17368540-45 from 3801088 to 4153344 tid 1 2024-08-30T21:04:53.589 INFO:tasks.rados.rados.0.smithi173.stdout:1866: done (10 left) 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1869: done (9 left) 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1870: done (8 left) 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1880: snap_create 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1865: finishing write tid 3 to smithi17368540-8 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1865: oid 8 updating version 0 to 1106 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1865: oid 8 version 1106 is already newer than 1105 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1106 (ObjNum 591 snap 183 seq_num 591) dirty exists 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1865: left oid 8 (ObjNum 591 snap 183 seq_num 591) 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1875: finishing write tid 3 to smithi17368540-39 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1875: oid 39 updating version 0 to 352 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:1875: oid 39 updating version 352 to 353 2024-08-30T21:04:53.590 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 353 (ObjNum 592 snap 183 seq_num 592) dirty exists 2024-08-30T21:04:53.591 INFO:tasks.rados.rados.0.smithi173.stdout:1875: left oid 39 (ObjNum 592 snap 183 seq_num 592) 2024-08-30T21:04:53.591 INFO:tasks.rados.rados.0.smithi173.stdout:1874: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:04:53.591 INFO:tasks.rados.rados.0.smithi173.stdout:1874: finishing copy_from to smithi17368540-24 2024-08-30T21:04:53.591 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 877 (ObjNum 580 snap 177 seq_num 580) dirty exists 2024-08-30T21:04:53.591 INFO:tasks.rados.rados.0.smithi173.stdout:1862: expect (ObjNum 525 snap 164 seq_num 525) 2024-08-30T21:04:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:53 smithi196 ceph-mon[74601]: pgmap v327: 121 pgs: 121 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:04:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:53 smithi196 ceph-mon[74601]: osdmap e440: 8 total, 8 up, 8 in 2024-08-30T21:04:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:53.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[79976]: pgmap v327: 121 pgs: 121 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:04:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[79976]: osdmap e440: 8 total, 8 up, 8 in 2024-08-30T21:04:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[82405]: pgmap v327: 121 pgs: 121 active+clean; 299 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-30T21:04:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[82405]: osdmap e440: 8 total, 8 up, 8 in 2024-08-30T21:04:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:04:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:54.214 INFO:tasks.rados.rados.0.smithi173.stdout:1873: expect (ObjNum 504 snap 157 seq_num 504) 2024-08-30T21:04:54.689 INFO:tasks.rados.rados.0.smithi173.stdout:1878: finishing rollback tid 0 to smithi17368540-48 2024-08-30T21:04:54.689 INFO:tasks.rados.rados.0.smithi173.stdout:1878: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:04:54.689 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 820 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:04:54.689 INFO:tasks.rados.rados.0.smithi173.stdout:1877: finishing write tid 1 to smithi17368540-5 2024-08-30T21:04:54.689 INFO:tasks.rados.rados.0.smithi173.stdout:1877: finishing write tid 2 to smithi17368540-5 2024-08-30T21:04:54.689 INFO:tasks.rados.rados.0.smithi173.stdout:1877: finishing write tid 3 to smithi17368540-5 2024-08-30T21:04:54.690 INFO:tasks.rados.rados.0.smithi173.stdout:1877: oid 5 updating version 0 to 1330 2024-08-30T21:04:54.690 INFO:tasks.rados.rados.0.smithi173.stdout:1877: oid 5 updating version 1330 to 1331 2024-08-30T21:04:54.690 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1331 (ObjNum 593 snap 183 seq_num 593) dirty exists 2024-08-30T21:04:54.690 INFO:tasks.rados.rados.0.smithi173.stdout:1877: left oid 5 (ObjNum 593 snap 183 seq_num 593) 2024-08-30T21:04:54.690 INFO:tasks.rados.rados.0.smithi173.stdout:1879: finishing write tid 1 to smithi17368540-45 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1879: finishing write tid 2 to smithi17368540-45 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1879: finishing write tid 3 to smithi17368540-45 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1879: oid 45 updating version 0 to 1114 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1879: oid 45 version 1114 is already newer than 1113 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 1114 (ObjNum 594 snap 183 seq_num 594) dirty exists 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1879: left oid 45 (ObjNum 594 snap 183 seq_num 594) 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1862: done (8 left) 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1865: done (7 left) 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1873: done (6 left) 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1874: done (5 left) 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1875: done (4 left) 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1877: done (3 left) 2024-08-30T21:04:54.691 INFO:tasks.rados.rados.0.smithi173.stdout:1878: done (2 left) 2024-08-30T21:04:54.692 INFO:tasks.rados.rados.0.smithi173.stdout:1879: done (1 left) 2024-08-30T21:04:54.692 INFO:tasks.rados.rados.0.smithi173.stdout:1880: done (0 left) 2024-08-30T21:04:54.692 INFO:tasks.rados.rados.0.smithi173.stdout:1881: snap_remove snap 176 2024-08-30T21:04:54.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:54 smithi196 ceph-mon[74601]: osdmap e441: 8 total, 8 up, 8 in 2024-08-30T21:04:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:54 smithi173 ceph-mon[79976]: osdmap e441: 8 total, 8 up, 8 in 2024-08-30T21:04:54.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:54 smithi173 ceph-mon[82405]: osdmap e441: 8 total, 8 up, 8 in 2024-08-30T21:04:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1881: done (0 left) 2024-08-30T21:04:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1882: read oid 16 snap -1 2024-08-30T21:04:55.511 INFO:tasks.rados.rados.0.smithi173.stdout:1882: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:04:55.512 INFO:tasks.rados.rados.0.smithi173.stdout:1883: delete oid 50 current snap is 184 2024-08-30T21:04:55.521 INFO:tasks.rados.rados.0.smithi173.stdout:1883: done (1 left) 2024-08-30T21:04:55.522 INFO:tasks.rados.rados.0.smithi173.stdout:1884: snap_remove snap 161 2024-08-30T21:04:55.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:55 smithi173 ceph-mon[79976]: pgmap v330: 121 pgs: 121 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 458 KiB/s wr, 27 op/s 2024-08-30T21:04:55.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:55 smithi173 ceph-mon[79976]: osdmap e442: 8 total, 8 up, 8 in 2024-08-30T21:04:55.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:55 smithi173 ceph-mon[82405]: pgmap v330: 121 pgs: 121 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 458 KiB/s wr, 27 op/s 2024-08-30T21:04:55.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:55 smithi173 ceph-mon[82405]: osdmap e442: 8 total, 8 up, 8 in 2024-08-30T21:04:55.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:04:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:04:55] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-08-30T21:04:55.711 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:04:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:04:55.534+0000 7fb3035be640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap f1 after trimming was started 2024-08-30T21:04:55.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:55 smithi196 ceph-mon[74601]: pgmap v330: 121 pgs: 121 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 458 KiB/s wr, 27 op/s 2024-08-30T21:04:55.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:55 smithi196 ceph-mon[74601]: osdmap e442: 8 total, 8 up, 8 in 2024-08-30T21:04:56.489 INFO:tasks.rados.rados.0.smithi173.stdout:1884: done (1 left) 2024-08-30T21:04:56.490 INFO:tasks.rados.rados.0.smithi173.stdout:1885: copy_from oid 41 from oid 32 current snap is 184 2024-08-30T21:04:56.490 INFO:tasks.rados.rados.0.smithi173.stdout:1882: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:04:56.530 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:04:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:1885: finishing copy_from racing read to smithi17368540-41 2024-08-30T21:04:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:1885: finishing copy_from to smithi17368540-41 2024-08-30T21:04:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1166 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:04:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:1882: done (1 left) 2024-08-30T21:04:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:1885: done (0 left) 2024-08-30T21:04:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:1886: snap_remove snap 142 2024-08-30T21:04:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:56 smithi173 ceph-mon[79976]: osdmap e443: 8 total, 8 up, 8 in 2024-08-30T21:04:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:56 smithi173 ceph-mon[79976]: osdmap e444: 8 total, 8 up, 8 in 2024-08-30T21:04:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:56 smithi173 ceph-mon[82405]: osdmap e443: 8 total, 8 up, 8 in 2024-08-30T21:04:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:56 smithi173 ceph-mon[82405]: osdmap e444: 8 total, 8 up, 8 in 2024-08-30T21:04:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:56 smithi196 ceph-mon[74601]: osdmap e443: 8 total, 8 up, 8 in 2024-08-30T21:04:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:56 smithi196 ceph-mon[74601]: osdmap e444: 8 total, 8 up, 8 in 2024-08-30T21:04:57.092 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (7m) 52s ago 8m 23.8M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (8m) 18s ago 8m 86.5M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (10m) 52s ago 10m 16.5M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (10m) 18s ago 10m 22.2M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (4m) 18s ago 13m 454M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (4m) 52s ago 15m 523M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (3m) 52s ago 15m 52.5M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (3m) 18s ago 13m 45.6M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (3m) 52s ago 13m 43.8M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (8m) 52s ago 8m 15.6M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:04:57.093 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (8m) 18s ago 8m 15.6M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (2m) 52s ago 13m 199M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (2m) 52s ago 12m 166M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (89s) 52s ago 12m 134M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (56s) 52s ago 11m 12.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (23s) 18s ago 11m 11.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (11m) 18s ago 11m 285M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 dd2bbd601b63 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (10m) 18s ago 10m 129M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (10m) 18s ago 10m 296M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:04:57.094 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (4m) 18s ago 9m 53.6M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:04:57.427 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:04:57.427 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:04:57.427 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:04:57.427 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3, 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 5 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 5, 2024-08-30T21:04:57.428 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 10 2024-08-30T21:04:57.429 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:04:57.429 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:04:57.532 INFO:tasks.rados.rados.0.smithi173.stdout:1886: done (0 left) 2024-08-30T21:04:57.532 INFO:tasks.rados.rados.0.smithi173.stdout:1887: read oid 38 snap -1 2024-08-30T21:04:57.532 INFO:tasks.rados.rados.0.smithi173.stdout:1887: expect deleted 2024-08-30T21:04:57.532 INFO:tasks.rados.rados.0.smithi173.stdout:1888: read oid 20 snap -1 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1888: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1889: read oid 44 snap 182 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1889: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1890: read oid 43 snap 181 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1890: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1891: rmattr oid 12 current snap is 184 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1891: done (4 left) 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1892: read oid 41 snap -1 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1892: expect (ObjNum 429 snap 131 seq_num 429) 2024-08-30T21:04:57.533 INFO:tasks.rados.rados.0.smithi173.stdout:1893: delete oid 37 current snap is 184 2024-08-30T21:04:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:1887: done (5 left) 2024-08-30T21:04:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:1893: done (4 left) 2024-08-30T21:04:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 184 2024-08-30T21:04:57.549 INFO:tasks.rados.rados.0.smithi173.stdout:1894: seq_num 597 ranges {5038080=401408} 2024-08-30T21:04:57.581 INFO:tasks.rados.rados.0.smithi173.stdout:1894: writing smithi17368540-25 from 5038080 to 5439488 tid 1 2024-08-30T21:04:57.582 INFO:tasks.rados.rados.0.smithi173.stdout:1890: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:04:57.591 INFO:tasks.rados.rados.0.smithi173.stdout:1890: done (4 left) 2024-08-30T21:04:57.591 INFO:tasks.rados.rados.0.smithi173.stdout:1895: snap_remove snap 178 2024-08-30T21:04:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[79976]: pgmap v333: 121 pgs: 121 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 660 KiB/s wr, 31 op/s 2024-08-30T21:04:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[79976]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[79976]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:57.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1877231737' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:57.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[82405]: pgmap v333: 121 pgs: 121 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 660 KiB/s wr, 31 op/s 2024-08-30T21:04:57.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[82405]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:57.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[82405]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:57.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:57 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1877231737' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:57.752 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:04:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:04:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:04:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:04:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:04:57.752 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:04:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:04:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:04:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "10/20 daemons upgraded", 2024-08-30T21:04:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:04:57.753 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:04:57.753 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:04:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:57 smithi196 ceph-mon[74601]: pgmap v333: 121 pgs: 121 active+clean; 300 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 660 KiB/s wr, 31 op/s 2024-08-30T21:04:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:57 smithi196 ceph-mon[74601]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:57 smithi196 ceph-mon[74601]: from='client.34401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:57 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1877231737' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:04:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:1895: done (4 left) 2024-08-30T21:04:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 184 2024-08-30T21:04:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:1896: seq_num 598 ranges {0=417792} 2024-08-30T21:04:58.541 INFO:tasks.rados.rados.0.smithi173.stdout:1896: writing smithi17368540-50 from 0 to 417792 tid 1 2024-08-30T21:04:58.541 INFO:tasks.rados.rados.0.smithi173.stdout:1897: read oid 16 snap 158 2024-08-30T21:04:58.541 INFO:tasks.rados.rados.0.smithi173.stdout:1897: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:04:58.541 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 184 2024-08-30T21:04:58.541 INFO:tasks.rados.rados.0.smithi173.stdout:1898: seq_num 599 ranges {344064=434176} 2024-08-30T21:04:58.546 INFO:tasks.rados.rados.0.smithi173.stdout:1898: writing smithi17368540-24 from 344064 to 778240 tid 1 2024-08-30T21:04:58.546 INFO:tasks.rados.rados.0.smithi173.stdout:1899: snap_create 2024-08-30T21:04:58.546 INFO:tasks.rados.rados.0.smithi173.stdout:1888: expect (ObjNum 565 snap 173 seq_num 565) 2024-08-30T21:04:58.629 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:58 smithi196 ceph-mon[74601]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:58 smithi196 ceph-mon[74601]: osdmap e445: 8 total, 8 up, 8 in 2024-08-30T21:04:58.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:58 smithi196 ceph-mon[74601]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-30T21:04:58.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:58 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-30T21:04:58.630 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:58 smithi196 ceph-mon[74601]: Upgrade: osd.5 is safe to restart 2024-08-30T21:04:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[82405]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[82405]: osdmap e445: 8 total, 8 up, 8 in 2024-08-30T21:04:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[82405]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-30T21:04:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-30T21:04:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[82405]: Upgrade: osd.5 is safe to restart 2024-08-30T21:04:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[79976]: from='client.34407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[79976]: osdmap e445: 8 total, 8 up, 8 in 2024-08-30T21:04:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[79976]: from='client.44336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:04:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-30T21:04:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-30T21:04:58.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:58 smithi173 ceph-mon[79976]: Upgrade: osd.5 is safe to restart 2024-08-30T21:04:59.000 INFO:tasks.rados.rados.0.smithi173.stdout:1889: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:04:59.471 INFO:tasks.rados.rados.0.smithi173.stdout:1894: finishing write tid 1 to smithi17368540-25 2024-08-30T21:04:59.472 INFO:tasks.rados.rados.0.smithi173.stdout:1894: finishing write tid 2 to smithi17368540-25 2024-08-30T21:04:59.472 INFO:tasks.rados.rados.0.smithi173.stdout:1892: expect (ObjNum 429 snap 131 seq_num 429) 2024-08-30T21:04:59.535 INFO:tasks.rados.rados.0.smithi173.stdout:1894: finishing write tid 3 to smithi17368540-25 2024-08-30T21:04:59.535 INFO:tasks.rados.rados.0.smithi173.stdout:1894: oid 25 updating version 0 to 931 2024-08-30T21:04:59.535 INFO:tasks.rados.rados.0.smithi173.stdout:1894: oid 25 version 931 is already newer than 930 2024-08-30T21:04:59.535 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 931 (ObjNum 597 snap 184 seq_num 597) dirty exists 2024-08-30T21:04:59.535 INFO:tasks.rados.rados.0.smithi173.stdout:1894: left oid 25 (ObjNum 597 snap 184 seq_num 597) 2024-08-30T21:04:59.535 INFO:tasks.rados.rados.0.smithi173.stdout:1896: finishing write tid 1 to smithi17368540-50 2024-08-30T21:04:59.535 INFO:tasks.rados.rados.0.smithi173.stdout:1896: finishing write tid 2 to smithi17368540-50 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1896: finishing write tid 3 to smithi17368540-50 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1896: oid 50 updating version 0 to 1104 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1896: oid 50 version 1104 is already newer than 1103 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1104 (ObjNum 598 snap 184 seq_num 598) dirty exists 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1896: left oid 50 (ObjNum 598 snap 184 seq_num 598) 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1898: finishing write tid 1 to smithi17368540-24 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1898: finishing write tid 2 to smithi17368540-24 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1898: finishing write tid 3 to smithi17368540-24 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1898: oid 24 updating version 0 to 1027 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1898: oid 24 updating version 1027 to 1028 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1028 (ObjNum 599 snap 184 seq_num 599) dirty exists 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1898: left oid 24 (ObjNum 599 snap 184 seq_num 599) 2024-08-30T21:04:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:1897: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:04:59.632 INFO:tasks.rados.rados.0.smithi173.stdout:1888: done (7 left) 2024-08-30T21:04:59.632 INFO:tasks.rados.rados.0.smithi173.stdout:1889: done (6 left) 2024-08-30T21:04:59.632 INFO:tasks.rados.rados.0.smithi173.stdout:1892: done (5 left) 2024-08-30T21:04:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:1894: done (4 left) 2024-08-30T21:04:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:1896: done (3 left) 2024-08-30T21:04:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:1897: done (2 left) 2024-08-30T21:04:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:1898: done (1 left) 2024-08-30T21:04:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:1899: done (0 left) 2024-08-30T21:04:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 185 2024-08-30T21:04:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:1900: seq_num 600 ranges {0=450560} 2024-08-30T21:04:59.634 INFO:tasks.rados.rados.0.smithi173.stdout:1900: writing smithi17368540-33 from 0 to 450560 tid 1 2024-08-30T21:04:59.634 INFO:tasks.rados.rados.0.smithi173.stdout:1901: snap_create 2024-08-30T21:04:59.639 INFO:tasks.rados.rados.0.smithi173.stdout:1900: finishing write tid 1 to smithi17368540-33 2024-08-30T21:04:59.639 INFO:tasks.rados.rados.0.smithi173.stdout:1900: finishing write tid 2 to smithi17368540-33 2024-08-30T21:04:59.640 INFO:tasks.rados.rados.0.smithi173.stdout:1900: finishing write tid 3 to smithi17368540-33 2024-08-30T21:04:59.640 INFO:tasks.rados.rados.0.smithi173.stdout:1900: oid 33 updating version 0 to 1115 2024-08-30T21:04:59.641 INFO:tasks.rados.rados.0.smithi173.stdout:1900: oid 33 updating version 1115 to 1116 2024-08-30T21:04:59.641 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1116 (ObjNum 600 snap 185 seq_num 600) dirty exists 2024-08-30T21:04:59.641 INFO:tasks.rados.rados.0.smithi173.stdout:1900: left oid 33 (ObjNum 600 snap 185 seq_num 600) 2024-08-30T21:04:59.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:59 smithi196 ceph-mon[74601]: pgmap v336: 121 pgs: 121 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 202 KiB/s wr, 5 op/s 2024-08-30T21:04:59.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:59 smithi196 ceph-mon[74601]: osdmap e446: 8 total, 8 up, 8 in 2024-08-30T21:04:59.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:59.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-30T21:04:59.692 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:04:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[79976]: pgmap v336: 121 pgs: 121 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 202 KiB/s wr, 5 op/s 2024-08-30T21:04:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[79976]: osdmap e446: 8 total, 8 up, 8 in 2024-08-30T21:04:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-30T21:04:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:04:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[82405]: pgmap v336: 121 pgs: 121 active+clean; 298 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 202 KiB/s wr, 5 op/s 2024-08-30T21:04:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[82405]: osdmap e446: 8 total, 8 up, 8 in 2024-08-30T21:04:59.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:04:59.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-30T21:04:59.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:04:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:00.547 INFO:tasks.rados.rados.0.smithi173.stdout:1900: done (1 left) 2024-08-30T21:05:00.547 INFO:tasks.rados.rados.0.smithi173.stdout:1901: done (0 left) 2024-08-30T21:05:00.547 INFO:tasks.rados.rados.0.smithi173.stdout:1902: delete oid 46 current snap is 186 2024-08-30T21:05:00.551 INFO:tasks.rados.rados.0.smithi173.stdout:1902: done (0 left) 2024-08-30T21:05:00.552 INFO:tasks.rados.rados.0.smithi173.stdout:1903: delete oid 40 current snap is 186 2024-08-30T21:05:00.553 INFO:tasks.rados.rados.0.smithi173.stdout:1903: done (0 left) 2024-08-30T21:05:00.553 INFO:tasks.rados.rados.0.smithi173.stdout:1904: snap_create 2024-08-30T21:05:00.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:00 smithi196 ceph-mon[74601]: Upgrade: Updating osd.5 2024-08-30T21:05:00.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:00 smithi196 ceph-mon[74601]: Deploying daemon osd.5 on smithi196 2024-08-30T21:05:00.664 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:00 smithi196 ceph-mon[74601]: osdmap e447: 8 total, 8 up, 8 in 2024-08-30T21:05:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:00 smithi173 ceph-mon[82405]: Upgrade: Updating osd.5 2024-08-30T21:05:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:00 smithi173 ceph-mon[82405]: Deploying daemon osd.5 on smithi196 2024-08-30T21:05:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:00 smithi173 ceph-mon[82405]: osdmap e447: 8 total, 8 up, 8 in 2024-08-30T21:05:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:00 smithi173 ceph-mon[79976]: Upgrade: Updating osd.5 2024-08-30T21:05:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:00 smithi173 ceph-mon[79976]: Deploying daemon osd.5 on smithi196 2024-08-30T21:05:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:00 smithi173 ceph-mon[79976]: osdmap e447: 8 total, 8 up, 8 in 2024-08-30T21:05:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1904: done (0 left) 2024-08-30T21:05:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1905: read oid 50 snap -1 2024-08-30T21:05:01.491 INFO:tasks.rados.rados.0.smithi173.stdout:1905: expect (ObjNum 598 snap 184 seq_num 598) 2024-08-30T21:05:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:1906: read oid 18 snap -1 2024-08-30T21:05:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:1906: expect (ObjNum 567 snap 174 seq_num 567) 2024-08-30T21:05:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:1907: setattr oid 7 current snap is 187 2024-08-30T21:05:01.492 INFO:tasks.rados.rados.0.smithi173.stdout:1908: snap_create 2024-08-30T21:05:01.500 INFO:tasks.rados.rados.0.smithi173.stdout:1905: expect (ObjNum 598 snap 184 seq_num 598) 2024-08-30T21:05:01.514 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1105 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:05:01.514 INFO:tasks.rados.rados.0.smithi173.stdout:1906: expect (ObjNum 567 snap 174 seq_num 567) 2024-08-30T21:05:01.851 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:01 smithi196 ceph-mon[74601]: pgmap v339: 121 pgs: 121 active+clean; 240 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 786 KiB/s wr, 9 op/s 2024-08-30T21:05:01.851 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:01 smithi196 ceph-mon[74601]: osdmap e448: 8 total, 8 up, 8 in 2024-08-30T21:05:01.851 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:01 smithi196 ceph-mon[74601]: osdmap e449: 8 total, 8 up, 8 in 2024-08-30T21:05:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:01 smithi173 ceph-mon[79976]: pgmap v339: 121 pgs: 121 active+clean; 240 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 786 KiB/s wr, 9 op/s 2024-08-30T21:05:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:01 smithi173 ceph-mon[79976]: osdmap e448: 8 total, 8 up, 8 in 2024-08-30T21:05:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:01 smithi173 ceph-mon[79976]: osdmap e449: 8 total, 8 up, 8 in 2024-08-30T21:05:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:01 smithi173 ceph-mon[82405]: pgmap v339: 121 pgs: 121 active+clean; 240 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 786 KiB/s wr, 9 op/s 2024-08-30T21:05:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:01 smithi173 ceph-mon[82405]: osdmap e448: 8 total, 8 up, 8 in 2024-08-30T21:05:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:01 smithi173 ceph-mon[82405]: osdmap e449: 8 total, 8 up, 8 in 2024-08-30T21:05:02.493 INFO:tasks.rados.rados.0.smithi173.stdout:1905: done (3 left) 2024-08-30T21:05:02.493 INFO:tasks.rados.rados.0.smithi173.stdout:1906: done (2 left) 2024-08-30T21:05:02.493 INFO:tasks.rados.rados.0.smithi173.stdout:1907: done (1 left) 2024-08-30T21:05:02.494 INFO:tasks.rados.rados.0.smithi173.stdout:1908: done (0 left) 2024-08-30T21:05:02.494 INFO:tasks.rados.rados.0.smithi173.stdout:1909: read oid 21 snap -1 2024-08-30T21:05:02.494 INFO:tasks.rados.rados.0.smithi173.stdout:1909: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:05:02.494 INFO:tasks.rados.rados.0.smithi173.stdout:1910: read oid 16 snap -1 2024-08-30T21:05:02.494 INFO:tasks.rados.rados.0.smithi173.stdout:1910: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:05:02.494 INFO:tasks.rados.rados.0.smithi173.stdout:1911: snap_remove snap 182 2024-08-30T21:05:02.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:02 smithi196 systemd[1]: Stopping Ceph osd.5 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:05:02.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:02 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[31668]: 2024-08-30T21:05:02.462+0000 7f7fe2046640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:05:02.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:02 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[31668]: 2024-08-30T21:05:02.462+0000 7f7fe2046640 -1 osd.5 449 *** Got signal Terminated *** 2024-08-30T21:05:02.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:02 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[31668]: 2024-08-30T21:05:02.462+0000 7f7fe2046640 -1 osd.5 449 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:05:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:02 smithi173 ceph-mon[79976]: osd.5 marked itself down and dead 2024-08-30T21:05:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:02 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:05:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:02 smithi173 ceph-mon[79976]: osdmap e450: 8 total, 7 up, 8 in 2024-08-30T21:05:02.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:02 smithi173 ceph-mon[82405]: osd.5 marked itself down and dead 2024-08-30T21:05:02.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:02 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:05:02.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:02 smithi173 ceph-mon[82405]: osdmap e450: 8 total, 7 up, 8 in 2024-08-30T21:05:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:02 smithi196 ceph-mon[74601]: osd.5 marked itself down and dead 2024-08-30T21:05:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:02 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:05:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:02 smithi196 ceph-mon[74601]: osdmap e450: 8 total, 7 up, 8 in 2024-08-30T21:05:03.396 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:03 smithi196 podman[84420]: 2024-08-30 21:05:03.074549508 +0000 UTC m=+0.713726493 container died dd2bbd601b631501e82d3cf0f17f3bbd1a4d2af57bf0e665999d93c2e112efe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-30T21:05:03.502 INFO:tasks.rados.rados.0.smithi173.stdout:1911: done (2 left) 2024-08-30T21:05:03.502 INFO:tasks.rados.rados.0.smithi173.stdout:1912: copy_from oid 30 from oid 36 current snap is 188 2024-08-30T21:05:03.502 INFO:tasks.rados.rados.0.smithi173.stdout:1913: rmattr oid 5 current snap is 188 2024-08-30T21:05:03.502 INFO:tasks.rados.rados.0.smithi173.stdout:1914: rmattr oid 4 current snap is 188 2024-08-30T21:05:03.502 INFO:tasks.rados.rados.0.smithi173.stdout:1915: delete oid 40 current snap is 188 2024-08-30T21:05:03.502 INFO:tasks.rados.rados.0.smithi173.stdout:1910: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:05:03.607 INFO:tasks.rados.rados.0.smithi173.stdout:1909: expect (ObjNum 522 snap 162 seq_num 522) 2024-08-30T21:05:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:03 smithi196 ceph-mon[74601]: pgmap v342: 121 pgs: 121 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 786 KiB/s wr, 8 op/s 2024-08-30T21:05:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:03 smithi196 ceph-mon[74601]: osdmap e451: 8 total, 7 up, 8 in 2024-08-30T21:05:03.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:03 smithi196 podman[84420]: 2024-08-30 21:05:03.39546208 +0000 UTC m=+1.034639065 container cleanup dd2bbd601b631501e82d3cf0f17f3bbd1a4d2af57bf0e665999d93c2e112efe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-63b0b8e, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-08-30T21:05:03.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:03 smithi196 bash[84420]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5 2024-08-30T21:05:03.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:03 smithi196 podman[84438]: 2024-08-30 21:05:03.622168037 +0000 UTC m=+0.547582738 container remove dd2bbd601b631501e82d3cf0f17f3bbd1a4d2af57bf0e665999d93c2e112efe1 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:05:03.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:03 smithi173 ceph-mon[79976]: pgmap v342: 121 pgs: 121 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 786 KiB/s wr, 8 op/s 2024-08-30T21:05:03.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:03 smithi173 ceph-mon[79976]: osdmap e451: 8 total, 7 up, 8 in 2024-08-30T21:05:03.861 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:03 smithi173 ceph-mon[82405]: pgmap v342: 121 pgs: 121 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 786 KiB/s wr, 8 op/s 2024-08-30T21:05:03.862 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:03 smithi173 ceph-mon[82405]: osdmap e451: 8 total, 7 up, 8 in 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1912: finishing copy_from to smithi17368540-30 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1912: got expected ENOENT (src dne) 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1912: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1373 (ObjNum 593 snap 183 seq_num 593) dirty exists 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1375 (ObjNum 588 snap 182 seq_num 588) dirty exists 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1909: done (5 left) 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1910: done (4 left) 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1912: done (3 left) 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1913: done (2 left) 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1914: done (1 left) 2024-08-30T21:05:04.081 INFO:tasks.rados.rados.0.smithi173.stdout:1915: done (0 left) 2024-08-30T21:05:04.082 INFO:tasks.rados.rados.0.smithi173.stdout:1916: snap_remove snap 172 2024-08-30T21:05:04.368 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:04 smithi196 podman[84526]: 2024-08-30 21:05:03.942931477 +0000 UTC m=+0.016066586 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:05:04.368 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:04 smithi196 podman[84526]: 2024-08-30 21:05:04.056263645 +0000 UTC m=+0.129398733 container create 6375aa3a406a9f4b39f891904af3e017e4c7f97c9d86893dfdfd5d442c1da6e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-30T21:05:04.368 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:04 smithi196 podman[84526]: 2024-08-30 21:05:04.284505537 +0000 UTC m=+0.357640635 container init 6375aa3a406a9f4b39f891904af3e017e4c7f97c9d86893dfdfd5d442c1da6e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-30T21:05:04.368 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:04 smithi196 podman[84526]: 2024-08-30 21:05:04.287853269 +0000 UTC m=+0.360988364 container start 6375aa3a406a9f4b39f891904af3e017e4c7f97c9d86893dfdfd5d442c1da6e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-30T21:05:04.369 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:04 smithi196 podman[84526]: 2024-08-30 21:05:04.367804388 +0000 UTC m=+0.440939475 container attach 6375aa3a406a9f4b39f891904af3e017e4c7f97c9d86893dfdfd5d442c1da6e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:05:04.560 INFO:tasks.rados.rados.0.smithi173.stdout:1916: done (0 left) 2024-08-30T21:05:04.560 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 188 2024-08-30T21:05:04.560 INFO:tasks.rados.rados.0.smithi173.stdout:1917: seq_num 604 ranges {2842624=524288} 2024-08-30T21:05:04.579 INFO:tasks.rados.rados.0.smithi173.stdout:1917: writing smithi17368540-4 from 2842624 to 3366912 tid 1 2024-08-30T21:05:04.579 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 188 2024-08-30T21:05:04.579 INFO:tasks.rados.rados.0.smithi173.stdout:1918: seq_num 605 ranges {1417216=540672} 2024-08-30T21:05:04.590 INFO:tasks.rados.rados.0.smithi173.stdout:1918: writing smithi17368540-13 from 1417216 to 1957888 tid 1 2024-08-30T21:05:04.590 INFO:tasks.rados.rados.0.smithi173.stdout:1919: snap_remove snap 186 2024-08-30T21:05:04.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:04 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 58/489 objects degraded (11.861%), 7 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:04.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:04 smithi196 ceph-mon[74601]: osdmap e452: 8 total, 7 up, 8 in 2024-08-30T21:05:04.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:04 smithi196 podman[84549]: 2024-08-30 21:05:04.510325656 +0000 UTC m=+0.016788074 container died 6375aa3a406a9f4b39f891904af3e017e4c7f97c9d86893dfdfd5d442c1da6e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-30T21:05:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:04 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 58/489 objects degraded (11.861%), 7 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:04 smithi173 ceph-mon[79976]: osdmap e452: 8 total, 7 up, 8 in 2024-08-30T21:05:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:04 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 58/489 objects degraded (11.861%), 7 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:04 smithi173 ceph-mon[82405]: osdmap e452: 8 total, 7 up, 8 in 2024-08-30T21:05:05.482 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 podman[84549]: 2024-08-30 21:05:05.046467924 +0000 UTC m=+0.552930342 container remove 6375aa3a406a9f4b39f891904af3e017e4c7f97c9d86893dfdfd5d442c1da6e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-30T21:05:05.483 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-30T21:05:05.483 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 systemd[1]: Stopped Ceph osd.5 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:05:05.483 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.5.service: Consumed 16.405s CPU time. 2024-08-30T21:05:05.483 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 systemd[1]: Starting Ceph osd.5 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:05:05.562 INFO:tasks.rados.rados.0.smithi173.stdout:1919: done (2 left) 2024-08-30T21:05:05.562 INFO:tasks.rados.rados.0.smithi173.stdout:1920: setattr oid 10 current snap is 188 2024-08-30T21:05:05.562 INFO:tasks.rados.rados.0.smithi173.stdout:1917: finishing write tid 1 to smithi17368540-4 2024-08-30T21:05:05.562 INFO:tasks.rados.rados.0.smithi173.stdout:1917: finishing write tid 2 to smithi17368540-4 2024-08-30T21:05:05.562 INFO:tasks.rados.rados.0.smithi173.stdout:1917: finishing write tid 3 to smithi17368540-4 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1917: oid 4 updating version 0 to 1376 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1917: oid 4 updating version 1376 to 1377 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1377 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1917: left oid 4 (ObjNum 604 snap 188 seq_num 604) 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1918: finishing write tid 1 to smithi17368540-13 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1918: finishing write tid 2 to smithi17368540-13 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1918: finishing write tid 3 to smithi17368540-13 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1918: oid 13 updating version 0 to 1380 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:1918: oid 13 version 1380 is already newer than 1379 2024-08-30T21:05:05.563 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1380 (ObjNum 605 snap 188 seq_num 605) dirty exists 2024-08-30T21:05:05.564 INFO:tasks.rados.rados.0.smithi173.stdout:1918: left oid 13 (ObjNum 605 snap 188 seq_num 605) 2024-08-30T21:05:05.564 INFO:tasks.rados.rados.0.smithi173.stdout:1917: done (2 left) 2024-08-30T21:05:05.564 INFO:tasks.rados.rados.0.smithi173.stdout:1918: done (1 left) 2024-08-30T21:05:05.564 INFO:tasks.rados.rados.0.smithi173.stdout:1921: rmattr oid 39 current snap is 188 2024-08-30T21:05:05.564 INFO:tasks.rados.rados.0.smithi173.stdout:1921: done (1 left) 2024-08-30T21:05:05.564 INFO:tasks.rados.rados.0.smithi173.stdout:1922: rollback oid 23 current snap is 188 2024-08-30T21:05:05.564 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 158 2024-08-30T21:05:05.565 INFO:tasks.rados.rados.0.smithi173.stdout:1923: snap_remove snap 181 2024-08-30T21:05:05.605 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:05:05] "GET /metrics HTTP/1.1" 200 36312 "" "Prometheus/2.43.0" 2024-08-30T21:05:05.736 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-mon[74601]: pgmap v345: 121 pgs: 15 active+undersized, 8 peering, 8 stale+active+clean, 7 active+undersized+degraded, 83 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 216 KiB/s wr, 10 op/s; 58/489 objects degraded (11.861%) 2024-08-30T21:05:05.737 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-mon[74601]: osdmap e453: 8 total, 7 up, 8 in 2024-08-30T21:05:05.737 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 podman[84649]: 2024-08-30 21:05:05.384552103 +0000 UTC m=+0.016427563 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:05:05.737 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 podman[84649]: 2024-08-30 21:05:05.491784466 +0000 UTC m=+0.123659920 container create aa323e8be07aeb6efa7b5414b76d1df1fd6da2d17a1c8660c563bab86a8e0508 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0) 2024-08-30T21:05:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:05 smithi173 ceph-mon[79976]: pgmap v345: 121 pgs: 15 active+undersized, 8 peering, 8 stale+active+clean, 7 active+undersized+degraded, 83 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 216 KiB/s wr, 10 op/s; 58/489 objects degraded (11.861%) 2024-08-30T21:05:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:05 smithi173 ceph-mon[79976]: osdmap e453: 8 total, 7 up, 8 in 2024-08-30T21:05:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:05 smithi173 ceph-mon[82405]: pgmap v345: 121 pgs: 15 active+undersized, 8 peering, 8 stale+active+clean, 7 active+undersized+degraded, 83 active+clean; 235 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 216 KiB/s wr, 10 op/s; 58/489 objects degraded (11.861%) 2024-08-30T21:05:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:05 smithi173 ceph-mon[82405]: osdmap e453: 8 total, 7 up, 8 in 2024-08-30T21:05:05.988 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 podman[84649]: 2024-08-30 21:05:05.736408273 +0000 UTC m=+0.368283727 container init aa323e8be07aeb6efa7b5414b76d1df1fd6da2d17a1c8660c563bab86a8e0508 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:05:05.988 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 podman[84649]: 2024-08-30 21:05:05.739941658 +0000 UTC m=+0.371817116 container start aa323e8be07aeb6efa7b5414b76d1df1fd6da2d17a1c8660c563bab86a8e0508 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2) 2024-08-30T21:05:05.988 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 podman[84649]: 2024-08-30 21:05:05.844660722 +0000 UTC m=+0.476536189 container attach aa323e8be07aeb6efa7b5414b76d1df1fd6da2d17a1c8660c563bab86a8e0508 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-30T21:05:05.988 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.988 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 bash[84649]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.988 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 bash[84649]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 bash[84649]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 bash[84649]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 bash[84649]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 bash[84649]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-30T21:05:05.989 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:05 smithi196 bash[84649]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-30T21:05:06.492 INFO:tasks.rados.rados.0.smithi173.stdout:1923: done (2 left) 2024-08-30T21:05:06.492 INFO:tasks.rados.rados.0.smithi173.stdout:1924: delete oid 19 current snap is 188 2024-08-30T21:05:06.492 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 932 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:05:06.493 INFO:tasks.rados.rados.0.smithi173.stdout:1922: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:05:06.493 INFO:tasks.rados.rados.0.smithi173.stdout:1922: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:05:06.493 INFO:tasks.rados.rados.0.smithi173.stdout:1922: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:05:06.493 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 881 (ObjNum 457 snap 141 seq_num 457) dirty exists 2024-08-30T21:05:06.503 INFO:tasks.rados.rados.0.smithi173.stdout:1920: done (2 left) 2024-08-30T21:05:06.504 INFO:tasks.rados.rados.0.smithi173.stdout:1922: done (1 left) 2024-08-30T21:05:06.504 INFO:tasks.rados.rados.0.smithi173.stdout:1924: done (0 left) 2024-08-30T21:05:06.504 INFO:tasks.rados.rados.0.smithi173.stdout:1925: read oid 50 snap -1 2024-08-30T21:05:06.504 INFO:tasks.rados.rados.0.smithi173.stdout:1925: expect (ObjNum 598 snap 184 seq_num 598) 2024-08-30T21:05:06.504 INFO:tasks.rados.rados.0.smithi173.stdout:1926: rollback oid 21 current snap is 188 2024-08-30T21:05:06.504 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 185 2024-08-30T21:05:06.504 INFO:tasks.rados.rados.0.smithi173.stdout:1927: delete oid 35 current snap is 188 2024-08-30T21:05:06.508 INFO:tasks.rados.rados.0.smithi173.stdout:1926: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:05:06.509 INFO:tasks.rados.rados.0.smithi173.stdout:1926: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:05:06.510 INFO:tasks.rados.rados.0.smithi173.stdout:1926: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:05:06.510 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1119 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:05:06.511 INFO:tasks.rados.rados.0.smithi173.stdout:1925: expect (ObjNum 598 snap 184 seq_num 598) 2024-08-30T21:05:06.523 INFO:tasks.rados.rados.0.smithi173.stdout:1925: done (2 left) 2024-08-30T21:05:06.523 INFO:tasks.rados.rados.0.smithi173.stdout:1926: done (1 left) 2024-08-30T21:05:06.523 INFO:tasks.rados.rados.0.smithi173.stdout:1927: done (0 left) 2024-08-30T21:05:06.523 INFO:tasks.rados.rados.0.smithi173.stdout:1928: delete oid 50 current snap is 188 2024-08-30T21:05:06.525 INFO:tasks.rados.rados.0.smithi173.stdout:1928: done (0 left) 2024-08-30T21:05:06.525 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 188 2024-08-30T21:05:06.525 INFO:tasks.rados.rados.0.smithi173.stdout:1929: seq_num 609 ranges {0=606208} 2024-08-30T21:05:06.528 INFO:tasks.rados.rados.0.smithi173.stdout:1929: writing smithi17368540-35 from 0 to 606208 tid 1 2024-08-30T21:05:06.528 INFO:tasks.rados.rados.0.smithi173.stdout:1930: delete oid 17 current snap is 188 2024-08-30T21:05:06.530 INFO:tasks.rados.rados.0.smithi173.stdout:1930: done (1 left) 2024-08-30T21:05:06.530 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 188 2024-08-30T21:05:06.530 INFO:tasks.rados.rados.0.smithi173.stdout:1931: seq_num 611 ranges {1032192=638976} 2024-08-30T21:05:06.539 INFO:tasks.rados.rados.0.smithi173.stdout:1931: writing smithi17368540-3 from 1032192 to 1671168 tid 1 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:1932: snap_create 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:1929: finishing write tid 1 to smithi17368540-35 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:1929: finishing write tid 2 to smithi17368540-35 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:1929: finishing write tid 3 to smithi17368540-35 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:1929: oid 35 updating version 0 to 1032 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:1929: oid 35 version 1032 is already newer than 1031 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1032 (ObjNum 609 snap 188 seq_num 609) dirty exists 2024-08-30T21:05:06.540 INFO:tasks.rados.rados.0.smithi173.stdout:1929: left oid 35 (ObjNum 609 snap 188 seq_num 609) 2024-08-30T21:05:06.543 INFO:tasks.rados.rados.0.smithi173.stdout:1931: finishing write tid 1 to smithi17368540-3 2024-08-30T21:05:06.543 INFO:tasks.rados.rados.0.smithi173.stdout:1931: finishing write tid 2 to smithi17368540-3 2024-08-30T21:05:06.544 INFO:tasks.rados.rados.0.smithi173.stdout:1931: finishing write tid 3 to smithi17368540-3 2024-08-30T21:05:06.545 INFO:tasks.rados.rados.0.smithi173.stdout:1931: oid 3 updating version 0 to 1383 2024-08-30T21:05:06.545 INFO:tasks.rados.rados.0.smithi173.stdout:1931: oid 3 version 1383 is already newer than 1382 2024-08-30T21:05:06.545 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1383 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-08-30T21:05:06.545 INFO:tasks.rados.rados.0.smithi173.stdout:1931: left oid 3 (ObjNum 611 snap 188 seq_num 611) 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 bash[84649]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 bash[84649]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 bash[84649]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 bash[84649]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate[84663]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 bash[84649]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-30T21:05:06.616 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 podman[84649]: 2024-08-30 21:05:06.30564251 +0000 UTC m=+0.937517965 container died aa323e8be07aeb6efa7b5414b76d1df1fd6da2d17a1c8660c563bab86a8e0508 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:05:07.270 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:06 smithi196 podman[84780]: 2024-08-30 21:05:06.990901441 +0000 UTC m=+0.678055913 container remove aa323e8be07aeb6efa7b5414b76d1df1fd6da2d17a1c8660c563bab86a8e0508 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-activate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-08-30T21:05:07.270 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:07 smithi196 podman[84840]: 2024-08-30 21:05:07.101562974 +0000 UTC m=+0.015681840 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:05:07.270 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:07 smithi196 podman[84840]: 2024-08-30 21:05:07.216580041 +0000 UTC m=+0.130698933 container create 1acacf75db77e85199a715a66a3c8c49f6c249298e9a95ba837d2d943dc22f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731) 2024-08-30T21:05:07.498 INFO:tasks.rados.rados.0.smithi173.stdout:1929: done (2 left) 2024-08-30T21:05:07.498 INFO:tasks.rados.rados.0.smithi173.stdout:1931: done (1 left) 2024-08-30T21:05:07.499 INFO:tasks.rados.rados.0.smithi173.stdout:1932: done (0 left) 2024-08-30T21:05:07.499 INFO:tasks.rados.rados.0.smithi173.stdout:1933: delete oid 47 current snap is 189 2024-08-30T21:05:07.503 INFO:tasks.rados.rados.0.smithi173.stdout:1933: done (0 left) 2024-08-30T21:05:07.503 INFO:tasks.rados.rados.0.smithi173.stdout:1934: copy_from oid 37 from oid 34 current snap is 189 2024-08-30T21:05:07.503 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 189 2024-08-30T21:05:07.503 INFO:tasks.rados.rados.0.smithi173.stdout:1935: seq_num 613 ranges {0=671744} 2024-08-30T21:05:07.507 INFO:tasks.rados.rados.0.smithi173.stdout:1935: writing smithi17368540-9 from 0 to 671744 tid 1 2024-08-30T21:05:07.507 INFO:tasks.rados.rados.0.smithi173.stdout:1936: rollback oid 27 current snap is 189 2024-08-30T21:05:07.507 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 27 to 158 2024-08-30T21:05:07.508 INFO:tasks.rados.rados.0.smithi173.stdout:1937: delete oid 28 current snap is 189 2024-08-30T21:05:07.513 INFO:tasks.rados.rados.0.smithi173.stdout:1937: done (3 left) 2024-08-30T21:05:07.514 INFO:tasks.rados.rados.0.smithi173.stdout:1938: delete oid 35 current snap is 189 2024-08-30T21:05:07.514 INFO:tasks.rados.rados.0.smithi173.stdout:1935: finishing write tid 1 to smithi17368540-9 2024-08-30T21:05:07.514 INFO:tasks.rados.rados.0.smithi173.stdout:1935: finishing write tid 2 to smithi17368540-9 2024-08-30T21:05:07.515 INFO:tasks.rados.rados.0.smithi173.stdout:1936: finishing rollback tid 0 to smithi17368540-27 2024-08-30T21:05:07.515 INFO:tasks.rados.rados.0.smithi173.stdout:1936: finishing rollback tid 1 to smithi17368540-27 2024-08-30T21:05:07.515 INFO:tasks.rados.rados.0.smithi173.stdout:1936: finishing rollback tid 2 to smithi17368540-27 2024-08-30T21:05:07.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 884 (ObjNum 434 snap 132 seq_num 434) dirty exists 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1935: finishing write tid 3 to smithi17368540-9 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1935: oid 9 updating version 0 to 1108 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1935: oid 9 version 1108 is already newer than 1107 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1108 (ObjNum 613 snap 189 seq_num 613) dirty exists 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1935: left oid 9 (ObjNum 613 snap 189 seq_num 613) 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1935: done (3 left) 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1936: done (2 left) 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1938: done (1 left) 2024-08-30T21:05:07.516 INFO:tasks.rados.rados.0.smithi173.stdout:1939: snap_create 2024-08-30T21:05:07.533 INFO:tasks.rados.rados.0.smithi173.stdout:1934: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:05:07.538 INFO:tasks.rados.rados.0.smithi173.stdout:1934: finishing copy_from to smithi17368540-37 2024-08-30T21:05:07.538 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 873 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-08-30T21:05:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:07 smithi196 ceph-mon[74601]: pgmap v348: 121 pgs: 24 active+undersized, 8 peering, 2 stale+active+clean, 10 active+undersized+degraded, 77 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 216 KiB/s wr, 10 op/s; 70/477 objects degraded (14.675%) 2024-08-30T21:05:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:07 smithi196 ceph-mon[74601]: osdmap e454: 8 total, 7 up, 8 in 2024-08-30T21:05:07.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:07 smithi196 podman[84840]: 2024-08-30 21:05:07.427548452 +0000 UTC m=+0.341667316 container init 1acacf75db77e85199a715a66a3c8c49f6c249298e9a95ba837d2d943dc22f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:05:07.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:07 smithi196 podman[84840]: 2024-08-30 21:05:07.430904059 +0000 UTC m=+0.345022912 container start 1acacf75db77e85199a715a66a3c8c49f6c249298e9a95ba837d2d943dc22f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-08-30T21:05:07.771 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:07 smithi196 ceph-osd[84858]: -- 172.21.15.196:0/1197027220 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d66e42ba40 con 0x55d66f1f8000 2024-08-30T21:05:07.771 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:07 smithi196 bash[84840]: 1acacf75db77e85199a715a66a3c8c49f6c249298e9a95ba837d2d943dc22f42 2024-08-30T21:05:07.771 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:07 smithi196 systemd[1]: Started Ceph osd.5 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:05:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:07 smithi173 ceph-mon[82405]: pgmap v348: 121 pgs: 24 active+undersized, 8 peering, 2 stale+active+clean, 10 active+undersized+degraded, 77 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 216 KiB/s wr, 10 op/s; 70/477 objects degraded (14.675%) 2024-08-30T21:05:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:07 smithi173 ceph-mon[82405]: osdmap e454: 8 total, 7 up, 8 in 2024-08-30T21:05:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:07 smithi173 ceph-mon[79976]: pgmap v348: 121 pgs: 24 active+undersized, 8 peering, 2 stale+active+clean, 10 active+undersized+degraded, 77 active+clean; 234 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 216 KiB/s wr, 10 op/s; 70/477 objects degraded (14.675%) 2024-08-30T21:05:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:07 smithi173 ceph-mon[79976]: osdmap e454: 8 total, 7 up, 8 in 2024-08-30T21:05:08.508 INFO:tasks.rados.rados.0.smithi173.stdout:1934: done (1 left) 2024-08-30T21:05:08.508 INFO:tasks.rados.rados.0.smithi173.stdout:1939: done (0 left) 2024-08-30T21:05:08.508 INFO:tasks.rados.rados.0.smithi173.stdout:1940: snap_remove snap 187 2024-08-30T21:05:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:08 smithi196 ceph-mon[74601]: osdmap e455: 8 total, 7 up, 8 in 2024-08-30T21:05:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[82405]: osdmap e455: 8 total, 7 up, 8 in 2024-08-30T21:05:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:08.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[79976]: osdmap e455: 8 total, 7 up, 8 in 2024-08-30T21:05:08.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:08.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:08.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:09.513 INFO:tasks.rados.rados.0.smithi173.stdout:1940: done (0 left) 2024-08-30T21:05:09.513 INFO:tasks.rados.rados.0.smithi173.stdout:1941: snap_create 2024-08-30T21:05:09.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:09 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:05:09.321+0000 7fd1c613b640 -1 Falling back to public interface 2024-08-30T21:05:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:09 smithi196 ceph-mon[74601]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 232 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 148 KiB/s wr, 7 op/s; 83/477 objects degraded (17.400%) 2024-08-30T21:05:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:09 smithi196 ceph-mon[74601]: osdmap e456: 8 total, 7 up, 8 in 2024-08-30T21:05:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:09 smithi173 ceph-mon[79976]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 232 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 148 KiB/s wr, 7 op/s; 83/477 objects degraded (17.400%) 2024-08-30T21:05:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:09 smithi173 ceph-mon[79976]: osdmap e456: 8 total, 7 up, 8 in 2024-08-30T21:05:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:09 smithi173 ceph-mon[82405]: pgmap v351: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 232 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 306 KiB/s rd, 148 KiB/s wr, 7 op/s; 83/477 objects degraded (17.400%) 2024-08-30T21:05:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:09 smithi173 ceph-mon[82405]: osdmap e456: 8 total, 7 up, 8 in 2024-08-30T21:05:10.519 INFO:tasks.rados.rados.0.smithi173.stdout:1941: done (0 left) 2024-08-30T21:05:10.519 INFO:tasks.rados.rados.0.smithi173.stdout:1942: snap_remove snap 183 2024-08-30T21:05:10.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:10 smithi196 ceph-mon[74601]: osdmap e457: 8 total, 7 up, 8 in 2024-08-30T21:05:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:10 smithi173 ceph-mon[79976]: osdmap e457: 8 total, 7 up, 8 in 2024-08-30T21:05:10.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:10 smithi173 ceph-mon[82405]: osdmap e457: 8 total, 7 up, 8 in 2024-08-30T21:05:11.520 INFO:tasks.rados.rados.0.smithi173.stdout:1942: done (0 left) 2024-08-30T21:05:11.520 INFO:tasks.rados.rados.0.smithi173.stdout:1943: setattr oid 43 current snap is 191 2024-08-30T21:05:11.523 INFO:tasks.rados.rados.0.smithi173.stdout:1944: setattr oid 29 current snap is 191 2024-08-30T21:05:11.527 INFO:tasks.rados.rados.0.smithi173.stdout:1945: rmattr oid 12 current snap is 191 2024-08-30T21:05:11.527 INFO:tasks.rados.rados.0.smithi173.stdout:1945: done (2 left) 2024-08-30T21:05:11.527 INFO:tasks.rados.rados.0.smithi173.stdout:1946: read oid 3 snap -1 2024-08-30T21:05:11.527 INFO:tasks.rados.rados.0.smithi173.stdout:1946: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-30T21:05:11.527 INFO:tasks.rados.rados.0.smithi173.stdout:1947: rollback oid 50 current snap is 191 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 188 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:1948: copy_from oid 47 from oid 19 current snap is 191 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:1949: rollback oid 17 current snap is 191 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 17 to 190 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:1950: read oid 16 snap 185 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:1950: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:1951: rollback oid 4 current snap is 191 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 189 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:1952: snap_create 2024-08-30T21:05:11.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1287 (ObjNum 589 snap 183 seq_num 589) dirty exists 2024-08-30T21:05:11.532 INFO:tasks.rados.rados.0.smithi173.stdout:1949: finishing rollback tid 1 to smithi17368540-17 2024-08-30T21:05:11.532 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 932 (ObjNum 161 snap 0 seq_num 137748757) dirty dne 2024-08-30T21:05:11.532 INFO:tasks.rados.rados.0.smithi173.stdout:1947: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:05:11.532 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1106 (ObjNum 33 snap 0 seq_num 3) dirty dne 2024-08-30T21:05:11.535 INFO:tasks.rados.rados.0.smithi173.stdout:1948: finishing copy_from to smithi17368540-47 2024-08-30T21:05:11.535 INFO:tasks.rados.rados.0.smithi173.stdout:1948: got expected ENOENT (src dne) 2024-08-30T21:05:11.535 INFO:tasks.rados.rados.0.smithi173.stdout:1948: finishing copy_from racing read to smithi17368540-47 2024-08-30T21:05:11.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1384 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-30T21:05:11.543 INFO:tasks.rados.rados.0.smithi173.stdout:1946: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-30T21:05:11.620 INFO:tasks.rados.rados.0.smithi173.stdout:1951: finishing rollback tid 0 to smithi17368540-4 2024-08-30T21:05:11.620 INFO:tasks.rados.rados.0.smithi173.stdout:1951: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:05:11.620 INFO:tasks.rados.rados.0.smithi173.stdout:1951: finishing rollback tid 2 to smithi17368540-4 2024-08-30T21:05:11.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1388 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:05:11.620 INFO:tasks.rados.rados.0.smithi173.stdout:1950: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:05:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[79976]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 237 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 728 KiB/s wr, 17 op/s; 87/480 objects degraded (18.125%) 2024-08-30T21:05:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[79976]: osdmap e458: 8 total, 7 up, 8 in 2024-08-30T21:05:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 87/480 objects degraded (18.125%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[79976]: osdmap e459: 8 total, 7 up, 8 in 2024-08-30T21:05:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[82405]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 237 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 728 KiB/s wr, 17 op/s; 87/480 objects degraded (18.125%) 2024-08-30T21:05:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[82405]: osdmap e458: 8 total, 7 up, 8 in 2024-08-30T21:05:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 87/480 objects degraded (18.125%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:11 smithi173 ceph-mon[82405]: osdmap e459: 8 total, 7 up, 8 in 2024-08-30T21:05:12.014 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:11 smithi196 ceph-mon[74601]: pgmap v354: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 237 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 728 KiB/s wr, 17 op/s; 87/480 objects degraded (18.125%) 2024-08-30T21:05:12.014 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:11 smithi196 ceph-mon[74601]: osdmap e458: 8 total, 7 up, 8 in 2024-08-30T21:05:12.014 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:11 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 87/480 objects degraded (18.125%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:12.014 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:11 smithi196 ceph-mon[74601]: osdmap e459: 8 total, 7 up, 8 in 2024-08-30T21:05:12.516 INFO:tasks.rados.rados.0.smithi173.stdout:1943: done (8 left) 2024-08-30T21:05:12.516 INFO:tasks.rados.rados.0.smithi173.stdout:1944: done (7 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1946: done (6 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1947: done (5 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1948: done (4 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1949: done (3 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1950: done (2 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1951: done (1 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1952: done (0 left) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1953: copy_from oid 16 from oid 7 current snap is 192 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1954: read oid 14 snap -1 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1954: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:05:12.517 INFO:tasks.rados.rados.0.smithi173.stdout:1955: delete oid 40 current snap is 192 2024-08-30T21:05:12.520 INFO:tasks.rados.rados.0.smithi173.stdout:1955: done (2 left) 2024-08-30T21:05:12.521 INFO:tasks.rados.rados.0.smithi173.stdout:1956: snap_remove snap 185 2024-08-30T21:05:12.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.838 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:12 smithi196 ceph-mon[74601]: osdmap e460: 8 total, 7 up, 8 in 2024-08-30T21:05:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[79976]: osdmap e460: 8 total, 7 up, 8 in 2024-08-30T21:05:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:12.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:12 smithi173 ceph-mon[82405]: osdmap e460: 8 total, 7 up, 8 in 2024-08-30T21:05:13.520 INFO:tasks.rados.rados.0.smithi173.stdout:1956: done (2 left) 2024-08-30T21:05:13.520 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 192 2024-08-30T21:05:13.520 INFO:tasks.rados.rados.0.smithi173.stdout:1957: seq_num 617 ranges {6881280=737280} 2024-08-30T21:05:13.561 INFO:tasks.rados.rados.0.smithi173.stdout:1957: writing smithi17368540-37 from 6881280 to 7618560 tid 1 2024-08-30T21:05:13.561 INFO:tasks.rados.rados.0.smithi173.stdout:1958: snap_remove snap 188 2024-08-30T21:05:13.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:05:13.498+0000 7fd1c613b640 -1 osd.5 449 log_to_monitors true 2024-08-30T21:05:13.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:05:13.544+0000 7fd1b9edd640 -1 osd.5 449 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:05:13.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-mon[74601]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 244 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 2.2 MiB/s wr, 12 op/s; 88/486 objects degraded (18.107%) 2024-08-30T21:05:13.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-mon[74601]: from='osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-30T21:05:13.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-mon[74601]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-30T21:05:13.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-mon[74601]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-30T21:05:13.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-mon[74601]: from='osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:13.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-mon[74601]: osdmap e461: 8 total, 7 up, 8 in 2024-08-30T21:05:13.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:13 smithi196 ceph-mon[74601]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[79976]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 244 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 2.2 MiB/s wr, 12 op/s; 88/486 objects degraded (18.107%) 2024-08-30T21:05:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[79976]: from='osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-30T21:05:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[79976]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-30T21:05:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[79976]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[79976]: from='osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[79976]: osdmap e461: 8 total, 7 up, 8 in 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[79976]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[82405]: pgmap v357: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 244 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 307 KiB/s rd, 2.2 MiB/s wr, 12 op/s; 88/486 objects degraded (18.107%) 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[82405]: from='osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[82405]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[82405]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[82405]: from='osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[82405]: osdmap e461: 8 total, 7 up, 8 in 2024-08-30T21:05:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:13 smithi173 ceph-mon[82405]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:14.524 INFO:tasks.rados.rados.0.smithi173.stdout:1958: done (3 left) 2024-08-30T21:05:14.524 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 192 2024-08-30T21:05:14.524 INFO:tasks.rados.rados.0.smithi173.stdout:1959: seq_num 618 ranges {1957888=753664} 2024-08-30T21:05:14.540 INFO:tasks.rados.rados.0.smithi173.stdout:1959: writing smithi17368540-13 from 1957888 to 2711552 tid 1 2024-08-30T21:05:14.540 INFO:tasks.rados.rados.0.smithi173.stdout:1960: copy_from oid 34 from oid 12 current snap is 192 2024-08-30T21:05:14.540 INFO:tasks.rados.rados.0.smithi173.stdout:1954: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1953: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1953: finishing copy_from to smithi17368540-16 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1105 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1957: finishing write tid 1 to smithi17368540-37 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1957: finishing write tid 2 to smithi17368540-37 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1957: finishing write tid 3 to smithi17368540-37 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1957: oid 37 updating version 0 to 875 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:1957: oid 37 version 875 is already newer than 874 2024-08-30T21:05:14.606 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 875 (ObjNum 617 snap 192 seq_num 617) dirty exists 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:1957: left oid 37 (ObjNum 617 snap 192 seq_num 617) 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:1953: done (4 left) 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:1954: done (3 left) 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:1957: done (2 left) 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:1961: rollback oid 48 current snap is 192 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 189 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:1962: delete oid 24 current snap is 192 2024-08-30T21:05:14.607 INFO:tasks.rados.rados.0.smithi173.stdout:1962: done (3 left) 2024-08-30T21:05:14.608 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 192 2024-08-30T21:05:14.608 INFO:tasks.rados.rados.0.smithi173.stdout:1963: seq_num 620 ranges {7618560=794624} 2024-08-30T21:05:14.652 INFO:tasks.rados.rados.0.smithi173.stdout:1963: writing smithi17368540-37 from 7618560 to 8413184 tid 1 2024-08-30T21:05:14.652 INFO:tasks.rados.rados.0.smithi173.stdout:1964: copy_from oid 19 from oid 42 current snap is 192 2024-08-30T21:05:14.652 INFO:tasks.rados.rados.0.smithi173.stdout:1965: snap_remove snap 190 2024-08-30T21:05:14.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:14 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:05:14.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:14 smithi196 ceph-mon[74601]: osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004] boot 2024-08-30T21:05:14.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:14 smithi196 ceph-mon[74601]: osdmap e462: 8 total, 8 up, 8 in 2024-08-30T21:05:14.827 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:14 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-30T21:05:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:05:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[82405]: osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004] boot 2024-08-30T21:05:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[82405]: osdmap e462: 8 total, 8 up, 8 in 2024-08-30T21:05:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-30T21:05:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:05:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[79976]: osd.5 [v2:172.21.15.196:6808/1001368004,v1:172.21.15.196:6809/1001368004] boot 2024-08-30T21:05:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[79976]: osdmap e462: 8 total, 8 up, 8 in 2024-08-30T21:05:14.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:14 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-30T21:05:15.527 INFO:tasks.rados.rados.0.smithi173.stdout:1965: done (5 left) 2024-08-30T21:05:15.528 INFO:tasks.rados.rados.0.smithi173.stdout:1966: read oid 1 snap -1 2024-08-30T21:05:15.528 INFO:tasks.rados.rados.0.smithi173.stdout:1966: expect deleted 2024-08-30T21:05:15.528 INFO:tasks.rados.rados.0.smithi173.stdout:1967: snap_remove snap 177 2024-08-30T21:05:15.569 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:05:15] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-08-30T21:05:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:15 smithi173 ceph-mon[79976]: pgmap v360: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 10 op/s; 89/489 objects degraded (18.200%) 2024-08-30T21:05:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:15 smithi173 ceph-mon[79976]: osdmap e463: 8 total, 8 up, 8 in 2024-08-30T21:05:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:15 smithi173 ceph-mon[82405]: pgmap v360: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 10 op/s; 89/489 objects degraded (18.200%) 2024-08-30T21:05:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:15 smithi173 ceph-mon[82405]: osdmap e463: 8 total, 8 up, 8 in 2024-08-30T21:05:15.961 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:05:15.748+0000 7f9609a04640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:05:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:15 smithi196 ceph-mon[74601]: pgmap v360: 121 pgs: 36 active+undersized, 13 active+undersized+degraded, 72 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 10 op/s; 89/489 objects degraded (18.200%) 2024-08-30T21:05:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:15 smithi196 ceph-mon[74601]: osdmap e463: 8 total, 8 up, 8 in 2024-08-30T21:05:16.525 INFO:tasks.rados.rados.0.smithi173.stdout:1967: done (6 left) 2024-08-30T21:05:16.525 INFO:tasks.rados.rados.0.smithi173.stdout:1968: setattr oid 29 current snap is 192 2024-08-30T21:05:16.525 INFO:tasks.rados.rados.0.smithi173.stdout:1960: finishing copy_from to smithi17368540-34 2024-08-30T21:05:16.525 INFO:tasks.rados.rados.0.smithi173.stdout:1960: got expected ENOENT (src dne) 2024-08-30T21:05:16.525 INFO:tasks.rados.rados.0.smithi173.stdout:1960: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:05:16.525 INFO:tasks.rados.rados.0.smithi173.stdout:1961: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:05:16.525 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 820 (ObjNum 177 snap 0 seq_num 1579216368) dirty dne 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1959: finishing write tid 1 to smithi17368540-13 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1959: finishing write tid 2 to smithi17368540-13 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1959: finishing write tid 3 to smithi17368540-13 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1959: oid 13 updating version 0 to 1390 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1959: oid 13 updating version 1390 to 1391 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1391 (ObjNum 618 snap 192 seq_num 618) dirty exists 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1959: left oid 13 (ObjNum 618 snap 192 seq_num 618) 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1964: finishing copy_from racing read to smithi17368540-19 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1964: finishing copy_from to smithi17368540-19 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1158 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1963: finishing write tid 1 to smithi17368540-37 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1963: finishing write tid 2 to smithi17368540-37 2024-08-30T21:05:16.526 INFO:tasks.rados.rados.0.smithi173.stdout:1963: finishing write tid 3 to smithi17368540-37 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1963: oid 37 updating version 0 to 876 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1963: oid 37 updating version 876 to 877 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 877 (ObjNum 620 snap 192 seq_num 620) dirty exists 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1963: left oid 37 (ObjNum 620 snap 192 seq_num 620) 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1959: done (6 left) 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1960: done (5 left) 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1961: done (4 left) 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1963: done (3 left) 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1964: done (2 left) 2024-08-30T21:05:16.527 INFO:tasks.rados.rados.0.smithi173.stdout:1966: done (1 left) 2024-08-30T21:05:16.528 INFO:tasks.rados.rados.0.smithi173.stdout:1969: snap_create 2024-08-30T21:05:16.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1417 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:05:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 89/489 objects degraded (18.200%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[79976]: osdmap e464: 8 total, 8 up, 8 in 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:16.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:16.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:16.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-30T21:05:16.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-30T21:05:16.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:05:16.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 89/489 objects degraded (18.200%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:16.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:16 smithi173 ceph-mon[82405]: osdmap e464: 8 total, 8 up, 8 in 2024-08-30T21:05:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:05:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:17.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:17.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:17.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-30T21:05:17.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-30T21:05:17.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-30T21:05:17.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 89/489 objects degraded (18.200%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:17.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:16 smithi196 ceph-mon[74601]: osdmap e464: 8 total, 8 up, 8 in 2024-08-30T21:05:17.526 INFO:tasks.rados.rados.0.smithi173.stdout:1968: done (1 left) 2024-08-30T21:05:17.526 INFO:tasks.rados.rados.0.smithi173.stdout:1969: done (0 left) 2024-08-30T21:05:17.526 INFO:tasks.rados.rados.0.smithi173.stdout:1970: delete oid 27 current snap is 193 2024-08-30T21:05:17.532 INFO:tasks.rados.rados.0.smithi173.stdout:1970: done (0 left) 2024-08-30T21:05:17.532 INFO:tasks.rados.rados.0.smithi173.stdout:1971: read oid 47 snap 189 2024-08-30T21:05:17.532 INFO:tasks.rados.rados.0.smithi173.stdout:1971: expect deleted 2024-08-30T21:05:17.532 INFO:tasks.rados.rados.0.smithi173.stdout:1972: read oid 6 snap -1 2024-08-30T21:05:17.532 INFO:tasks.rados.rados.0.smithi173.stdout:1972: expect (ObjNum 583 snap 177 seq_num 583) 2024-08-30T21:05:17.533 INFO:tasks.rados.rados.0.smithi173.stdout:1973: snap_create 2024-08-30T21:05:17.553 INFO:tasks.rados.rados.0.smithi173.stdout:1972: expect (ObjNum 583 snap 177 seq_num 583) 2024-08-30T21:05:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:17 smithi173 ceph-mon[79976]: pgmap v363: 121 pgs: 4 peering, 32 active+undersized, 11 active+undersized+degraded, 74 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 83/489 objects degraded (16.973%) 2024-08-30T21:05:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:17 smithi173 ceph-mon[79976]: osdmap e465: 8 total, 8 up, 8 in 2024-08-30T21:05:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:17 smithi173 ceph-mon[82405]: pgmap v363: 121 pgs: 4 peering, 32 active+undersized, 11 active+undersized+degraded, 74 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 83/489 objects degraded (16.973%) 2024-08-30T21:05:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:17 smithi173 ceph-mon[82405]: osdmap e465: 8 total, 8 up, 8 in 2024-08-30T21:05:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:17 smithi196 ceph-mon[74601]: pgmap v363: 121 pgs: 4 peering, 32 active+undersized, 11 active+undersized+degraded, 74 active+clean; 252 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 83/489 objects degraded (16.973%) 2024-08-30T21:05:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:17 smithi196 ceph-mon[74601]: osdmap e465: 8 total, 8 up, 8 in 2024-08-30T21:05:18.525 INFO:tasks.rados.rados.0.smithi173.stdout:1971: done (2 left) 2024-08-30T21:05:18.525 INFO:tasks.rados.rados.0.smithi173.stdout:1972: done (1 left) 2024-08-30T21:05:18.525 INFO:tasks.rados.rados.0.smithi173.stdout:1973: done (0 left) 2024-08-30T21:05:18.525 INFO:tasks.rados.rados.0.smithi173.stdout:1974: copy_from oid 43 from oid 4 current snap is 194 2024-08-30T21:05:18.525 INFO:tasks.rados.rados.0.smithi173.stdout:1975: setattr oid 12 current snap is 194 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1976: read oid 2 snap -1 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1976: expect (ObjNum 532 snap 166 seq_num 532) 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1977: copy_from oid 9 from oid 16 current snap is 194 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1978: read oid 48 snap 158 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1978: expect (ObjNum 480 snap 150 seq_num 480) 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1979: read oid 8 snap -1 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1979: expect (ObjNum 591 snap 183 seq_num 591) 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:1980: rollback oid 21 current snap is 194 2024-08-30T21:05:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 184 2024-08-30T21:05:18.528 INFO:tasks.rados.rados.0.smithi173.stdout:1981: read oid 14 snap -1 2024-08-30T21:05:18.528 INFO:tasks.rados.rados.0.smithi173.stdout:1981: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:05:18.528 INFO:tasks.rados.rados.0.smithi173.stdout:1982: rmattr oid 42 current snap is 194 2024-08-30T21:05:18.528 INFO:tasks.rados.rados.0.smithi173.stdout:1983: copy_from oid 11 from oid 32 current snap is 194 2024-08-30T21:05:18.528 INFO:tasks.rados.rados.0.smithi173.stdout:1984: delete oid 24 current snap is 194 2024-08-30T21:05:18.530 INFO:tasks.rados.rados.0.smithi173.stdout:1979: expect (ObjNum 591 snap 183 seq_num 591) 2024-08-30T21:05:18.547 INFO:tasks.rados.rados.0.smithi173.stdout:1979: done (10 left) 2024-08-30T21:05:18.547 INFO:tasks.rados.rados.0.smithi173.stdout:1984: done (9 left) 2024-08-30T21:05:18.547 INFO:tasks.rados.rados.0.smithi173.stdout:1985: rollback oid 22 current snap is 194 2024-08-30T21:05:18.548 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 192 2024-08-30T21:05:18.548 INFO:tasks.rados.rados.0.smithi173.stdout:1981: expect (ObjNum 427 snap 129 seq_num 427) 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:1980: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:1980: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:1981: done (9 left) 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:1986: read oid 3 snap -1 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:1986: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:1987: snap_create 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:1980: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1123 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1296 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:05:18.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1298 (ObjNum 557 snap 173 seq_num 557) dirty exists 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:1983: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:1985: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:1985: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:1985: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1126 (ObjNum 541 snap 168 seq_num 541) dirty exists 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:1983: finishing copy_from to smithi17368540-11 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1166 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:05:18.621 INFO:tasks.rados.rados.0.smithi173.stdout:1978: expect (ObjNum 480 snap 150 seq_num 480) 2024-08-30T21:05:18.773 INFO:tasks.rados.rados.0.smithi173.stdout:1974: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:05:18.773 INFO:tasks.rados.rados.0.smithi173.stdout:1974: finishing copy_from to smithi17368540-43 2024-08-30T21:05:18.774 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1388 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:05:18.774 INFO:tasks.rados.rados.0.smithi173.stdout:1976: expect (ObjNum 532 snap 166 seq_num 532) 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1977: finishing copy_from racing read to smithi17368540-9 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1977: finishing copy_from to smithi17368540-9 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1105 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1974: done (10 left) 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1975: done (9 left) 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1976: done (8 left) 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1977: done (7 left) 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1978: done (6 left) 2024-08-30T21:05:19.543 INFO:tasks.rados.rados.0.smithi173.stdout:1980: done (5 left) 2024-08-30T21:05:19.544 INFO:tasks.rados.rados.0.smithi173.stdout:1982: done (4 left) 2024-08-30T21:05:19.544 INFO:tasks.rados.rados.0.smithi173.stdout:1983: done (3 left) 2024-08-30T21:05:19.544 INFO:tasks.rados.rados.0.smithi173.stdout:1985: done (2 left) 2024-08-30T21:05:19.544 INFO:tasks.rados.rados.0.smithi173.stdout:1987: done (1 left) 2024-08-30T21:05:19.544 INFO:tasks.rados.rados.0.smithi173.stdout:1988: rollback oid 47 current snap is 195 2024-08-30T21:05:19.544 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 194 2024-08-30T21:05:19.544 INFO:tasks.rados.rados.0.smithi173.stdout:1986: expect (ObjNum 611 snap 188 seq_num 611) 2024-08-30T21:05:19.611 INFO:tasks.rados.rados.0.smithi173.stdout:1988: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 0 (ObjNum 33 snap 0 seq_num 1579479344) dirty dne 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:1986: done (1 left) 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:1988: done (0 left) 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:1989: read oid 27 snap -1 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:1989: expect deleted 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:1990: read oid 50 snap -1 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:1990: expect deleted 2024-08-30T21:05:19.612 INFO:tasks.rados.rados.0.smithi173.stdout:1991: delete oid 23 current snap is 195 2024-08-30T21:05:19.616 INFO:tasks.rados.rados.0.smithi173.stdout:1989: done (2 left) 2024-08-30T21:05:19.616 INFO:tasks.rados.rados.0.smithi173.stdout:1990: done (1 left) 2024-08-30T21:05:19.616 INFO:tasks.rados.rados.0.smithi173.stdout:1991: done (0 left) 2024-08-30T21:05:19.616 INFO:tasks.rados.rados.0.smithi173.stdout:1992: delete oid 22 current snap is 195 2024-08-30T21:05:19.618 INFO:tasks.rados.rados.0.smithi173.stdout:1992: done (0 left) 2024-08-30T21:05:19.618 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 195 2024-08-30T21:05:19.619 INFO:tasks.rados.rados.0.smithi173.stdout:1993: seq_num 625 ranges {8339456=475136,8814592=401408} 2024-08-30T21:05:19.664 INFO:tasks.rados.rados.0.smithi173.stdout:1993: writing smithi17368540-21 from 8339456 to 8814592 tid 1 2024-08-30T21:05:19.667 INFO:tasks.rados.rados.0.smithi173.stdout:1993: writing smithi17368540-21 from 8814592 to 9216000 tid 2 2024-08-30T21:05:19.667 INFO:tasks.rados.rados.0.smithi173.stdout:1994: rollback oid 1 current snap is 195 2024-08-30T21:05:19.667 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 191 2024-08-30T21:05:19.667 INFO:tasks.rados.rados.0.smithi173.stdout:1995: snap_create 2024-08-30T21:05:19.668 INFO:tasks.rados.rados.0.smithi173.stdout:1994: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:05:19.668 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 634 (ObjNum 223 snap 0 seq_num 304) dirty dne 2024-08-30T21:05:19.669 INFO:tasks.rados.rados.0.smithi173.stdout:1993: finishing write tid 1 to smithi17368540-21 2024-08-30T21:05:19.670 INFO:tasks.rados.rados.0.smithi173.stdout:1993: finishing write tid 2 to smithi17368540-21 2024-08-30T21:05:19.670 INFO:tasks.rados.rados.0.smithi173.stdout:1993: finishing write tid 3 to smithi17368540-21 2024-08-30T21:05:19.670 INFO:tasks.rados.rados.0.smithi173.stdout:1993: finishing write tid 4 to smithi17368540-21 2024-08-30T21:05:19.670 INFO:tasks.rados.rados.0.smithi173.stdout:1993: oid 21 updating version 0 to 1129 2024-08-30T21:05:19.671 INFO:tasks.rados.rados.0.smithi173.stdout:1993: oid 21 version 1129 is already newer than 1128 2024-08-30T21:05:19.671 INFO:tasks.rados.rados.0.smithi173.stdout:1993: oid 21 updating version 1129 to 1130 2024-08-30T21:05:19.671 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1130 (ObjNum 625 snap 195 seq_num 625) dirty exists 2024-08-30T21:05:19.671 INFO:tasks.rados.rados.0.smithi173.stdout:1993: left oid 21 (ObjNum 625 snap 195 seq_num 625) 2024-08-30T21:05:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:19 smithi173 ceph-mon[79976]: pgmap v366: 121 pgs: 4 peering, 26 active+undersized, 9 active+undersized+degraded, 82 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 80/483 objects degraded (16.563%) 2024-08-30T21:05:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:19 smithi173 ceph-mon[79976]: osdmap e466: 8 total, 8 up, 8 in 2024-08-30T21:05:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:19 smithi173 ceph-mon[82405]: pgmap v366: 121 pgs: 4 peering, 26 active+undersized, 9 active+undersized+degraded, 82 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 80/483 objects degraded (16.563%) 2024-08-30T21:05:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:19 smithi173 ceph-mon[82405]: osdmap e466: 8 total, 8 up, 8 in 2024-08-30T21:05:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:19 smithi196 ceph-mon[74601]: pgmap v366: 121 pgs: 4 peering, 26 active+undersized, 9 active+undersized+degraded, 82 active+clean; 247 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s; 80/483 objects degraded (16.563%) 2024-08-30T21:05:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:19 smithi196 ceph-mon[74601]: osdmap e466: 8 total, 8 up, 8 in 2024-08-30T21:05:20.541 INFO:tasks.rados.rados.0.smithi173.stdout:1993: done (2 left) 2024-08-30T21:05:20.541 INFO:tasks.rados.rados.0.smithi173.stdout:1994: done (1 left) 2024-08-30T21:05:20.541 INFO:tasks.rados.rados.0.smithi173.stdout:1995: done (0 left) 2024-08-30T21:05:20.541 INFO:tasks.rados.rados.0.smithi173.stdout:1996: snap_create 2024-08-30T21:05:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:20 smithi173 ceph-mon[79976]: osdmap e467: 8 total, 8 up, 8 in 2024-08-30T21:05:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:20 smithi173 ceph-mon[82405]: osdmap e467: 8 total, 8 up, 8 in 2024-08-30T21:05:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:20 smithi196 ceph-mon[74601]: osdmap e467: 8 total, 8 up, 8 in 2024-08-30T21:05:21.499 INFO:tasks.rados.rados.0.smithi173.stdout:1996: done (0 left) 2024-08-30T21:05:21.499 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 197 2024-08-30T21:05:21.499 INFO:tasks.rados.rados.0.smithi173.stdout:1997: seq_num 626 ranges {0=491520,491520=401408} 2024-08-30T21:05:21.501 INFO:tasks.rados.rados.0.smithi173.stdout:1997: writing smithi17368540-36 from 0 to 491520 tid 1 2024-08-30T21:05:21.503 INFO:tasks.rados.rados.0.smithi173.stdout:1997: writing smithi17368540-36 from 491520 to 892928 tid 2 2024-08-30T21:05:21.504 INFO:tasks.rados.rados.0.smithi173.stdout:1998: snap_create 2024-08-30T21:05:21.507 INFO:tasks.rados.rados.0.smithi173.stdout:1997: finishing write tid 1 to smithi17368540-36 2024-08-30T21:05:21.508 INFO:tasks.rados.rados.0.smithi173.stdout:1997: finishing write tid 2 to smithi17368540-36 2024-08-30T21:05:21.508 INFO:tasks.rados.rados.0.smithi173.stdout:1997: finishing write tid 3 to smithi17368540-36 2024-08-30T21:05:21.509 INFO:tasks.rados.rados.0.smithi173.stdout:1997: finishing write tid 4 to smithi17368540-36 2024-08-30T21:05:21.509 INFO:tasks.rados.rados.0.smithi173.stdout:1997: oid 36 updating version 0 to 879 2024-08-30T21:05:21.509 INFO:tasks.rados.rados.0.smithi173.stdout:1997: oid 36 updating version 879 to 880 2024-08-30T21:05:21.509 INFO:tasks.rados.rados.0.smithi173.stdout:1997: oid 36 version 880 is already newer than 878 2024-08-30T21:05:21.509 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 880 (ObjNum 626 snap 197 seq_num 626) dirty exists 2024-08-30T21:05:21.510 INFO:tasks.rados.rados.0.smithi173.stdout:1997: left oid 36 (ObjNum 626 snap 197 seq_num 626) 2024-08-30T21:05:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[79976]: pgmap v369: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 23 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-30T21:05:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 80/483 objects degraded (16.563%), 9 pgs degraded) 2024-08-30T21:05:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:05:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[79976]: osdmap e468: 8 total, 8 up, 8 in 2024-08-30T21:05:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[79976]: osdmap e469: 8 total, 8 up, 8 in 2024-08-30T21:05:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[82405]: pgmap v369: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 23 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-30T21:05:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 80/483 objects degraded (16.563%), 9 pgs degraded) 2024-08-30T21:05:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:05:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[82405]: osdmap e468: 8 total, 8 up, 8 in 2024-08-30T21:05:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:21 smithi173 ceph-mon[82405]: osdmap e469: 8 total, 8 up, 8 in 2024-08-30T21:05:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:21 smithi196 ceph-mon[74601]: pgmap v369: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 23 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-30T21:05:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:21 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 80/483 objects degraded (16.563%), 9 pgs degraded) 2024-08-30T21:05:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:21 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:05:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:21 smithi196 ceph-mon[74601]: osdmap e468: 8 total, 8 up, 8 in 2024-08-30T21:05:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:21 smithi196 ceph-mon[74601]: osdmap e469: 8 total, 8 up, 8 in 2024-08-30T21:05:22.501 INFO:tasks.rados.rados.0.smithi173.stdout:1997: done (1 left) 2024-08-30T21:05:22.501 INFO:tasks.rados.rados.0.smithi173.stdout:1998: done (0 left) 2024-08-30T21:05:22.501 INFO:tasks.rados.rados.0.smithi173.stdout:1999: read oid 5 snap 184 2024-08-30T21:05:22.501 INFO:tasks.rados.rados.0.smithi173.stdout:1999: expect (ObjNum 593 snap 183 seq_num 593) 2024-08-30T21:05:22.501 INFO:tasks.rados.rados.0.smithi173.stdout:2000: setattr oid 8 current snap is 198 2024-08-30T21:05:22.502 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 198 2024-08-30T21:05:22.502 INFO:tasks.rados.rados.0.smithi173.stdout:2001: seq_num 627 ranges {0=507904,507904=401408} 2024-08-30T21:05:22.505 INFO:tasks.rados.rados.0.smithi173.stdout:2001: writing smithi17368540-47 from 0 to 507904 tid 1 2024-08-30T21:05:22.509 INFO:tasks.rados.rados.0.smithi173.stdout:2001: writing smithi17368540-47 from 507904 to 909312 tid 2 2024-08-30T21:05:22.509 INFO:tasks.rados.rados.0.smithi173.stdout:2002: rmattr oid 3 current snap is 198 2024-08-30T21:05:22.509 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1109 (ObjNum 591 snap 183 seq_num 591) dirty exists 2024-08-30T21:05:22.509 INFO:tasks.rados.rados.0.smithi173.stdout:2000: done (3 left) 2024-08-30T21:05:22.509 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 198 2024-08-30T21:05:22.509 INFO:tasks.rados.rados.0.smithi173.stdout:2003: seq_num 628 ranges {0=524288,524288=401408} 2024-08-30T21:05:22.512 INFO:tasks.rados.rados.0.smithi173.stdout:2003: writing smithi17368540-10 from 0 to 524288 tid 1 2024-08-30T21:05:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:2003: writing smithi17368540-10 from 524288 to 925696 tid 2 2024-08-30T21:05:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:2004: rmattr oid 6 current snap is 198 2024-08-30T21:05:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:2004: done (4 left) 2024-08-30T21:05:22.515 INFO:tasks.rados.rados.0.smithi173.stdout:2005: snap_remove snap 179 2024-08-30T21:05:23.519 INFO:tasks.rados.rados.0.smithi173.stdout:2005: done (4 left) 2024-08-30T21:05:23.519 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 198 2024-08-30T21:05:23.519 INFO:tasks.rados.rados.0.smithi173.stdout:2006: seq_num 629 ranges {0=540672,540672=401408} 2024-08-30T21:05:23.522 INFO:tasks.rados.rados.0.smithi173.stdout:2006: writing smithi17368540-28 from 0 to 540672 tid 1 2024-08-30T21:05:23.525 INFO:tasks.rados.rados.0.smithi173.stdout:2006: writing smithi17368540-28 from 540672 to 942080 tid 2 2024-08-30T21:05:23.529 INFO:tasks.rados.rados.0.smithi173.stdout:2001: finishing write tid 1 to smithi17368540-47 2024-08-30T21:05:23.529 INFO:tasks.rados.rados.0.smithi173.stdout:2001: finishing write tid 2 to smithi17368540-47 2024-08-30T21:05:23.529 INFO:tasks.rados.rados.0.smithi173.stdout:2001: finishing write tid 3 to smithi17368540-47 2024-08-30T21:05:23.529 INFO:tasks.rados.rados.0.smithi173.stdout:2001: finishing write tid 4 to smithi17368540-47 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2001: oid 47 updating version 0 to 1109 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2001: oid 47 version 1109 is already newer than 1108 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2001: oid 47 version 1109 is already newer than 1107 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1109 (ObjNum 627 snap 198 seq_num 627) dirty exists 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2001: left oid 47 (ObjNum 627 snap 198 seq_num 627) 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2003: finishing write tid 1 to smithi17368540-10 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2003: finishing write tid 2 to smithi17368540-10 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2003: finishing write tid 3 to smithi17368540-10 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2003: finishing write tid 4 to smithi17368540-10 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2003: oid 10 updating version 0 to 935 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2003: oid 10 version 935 is already newer than 934 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:2003: oid 10 version 935 is already newer than 933 2024-08-30T21:05:23.530 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 935 (ObjNum 628 snap 198 seq_num 628) dirty exists 2024-08-30T21:05:23.531 INFO:tasks.rados.rados.0.smithi173.stdout:2003: left oid 10 (ObjNum 628 snap 198 seq_num 628) 2024-08-30T21:05:23.531 INFO:tasks.rados.rados.0.smithi173.stdout:1999: expect (ObjNum 593 snap 183 seq_num 593) 2024-08-30T21:05:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:23 smithi196 ceph-mon[74601]: pgmap v372: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 24 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-30T21:05:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:23 smithi196 ceph-mon[74601]: osdmap e470: 8 total, 8 up, 8 in 2024-08-30T21:05:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:23.836 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1431 (ObjNum 611 snap 188 seq_num 611) dirty exists 2024-08-30T21:05:23.836 INFO:tasks.rados.rados.0.smithi173.stdout:2006: finishing write tid 1 to smithi17368540-28 2024-08-30T21:05:23.836 INFO:tasks.rados.rados.0.smithi173.stdout:2006: finishing write tid 2 to smithi17368540-28 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2006: finishing write tid 3 to smithi17368540-28 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2006: finishing write tid 4 to smithi17368540-28 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2006: oid 28 updating version 0 to 1132 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2006: oid 28 version 1132 is already newer than 1131 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2006: oid 28 updating version 1132 to 1133 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1133 (ObjNum 629 snap 198 seq_num 629) dirty exists 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2006: left oid 28 (ObjNum 629 snap 198 seq_num 629) 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:1999: done (4 left) 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2001: done (3 left) 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2002: done (2 left) 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2003: done (1 left) 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2006: done (0 left) 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 198 2024-08-30T21:05:23.837 INFO:tasks.rados.rados.0.smithi173.stdout:2007: seq_num 630 ranges {0=557056,557056=401408} 2024-08-30T21:05:23.838 INFO:tasks.rados.rados.0.smithi173.stdout:2007: writing smithi17368540-12 from 0 to 557056 tid 1 2024-08-30T21:05:23.841 INFO:tasks.rados.rados.0.smithi173.stdout:2007: writing smithi17368540-12 from 557056 to 958464 tid 2 2024-08-30T21:05:23.841 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 198 2024-08-30T21:05:23.841 INFO:tasks.rados.rados.0.smithi173.stdout:2008: seq_num 631 ranges {2310144=573440,2883584=401408} 2024-08-30T21:05:23.857 INFO:tasks.rados.rados.0.smithi173.stdout:2008: writing smithi17368540-18 from 2310144 to 2883584 tid 1 2024-08-30T21:05:23.859 INFO:tasks.rados.rados.0.smithi173.stdout:2008: writing smithi17368540-18 from 2883584 to 3284992 tid 2 2024-08-30T21:05:23.859 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 198 2024-08-30T21:05:23.859 INFO:tasks.rados.rados.0.smithi173.stdout:2007: finishing write tid 1 to smithi17368540-12 2024-08-30T21:05:23.859 INFO:tasks.rados.rados.0.smithi173.stdout:2007: finishing write tid 2 to smithi17368540-12 2024-08-30T21:05:23.859 INFO:tasks.rados.rados.0.smithi173.stdout:2009: seq_num 632 ranges {4153344=589824,4743168=401408} 2024-08-30T21:05:23.884 INFO:tasks.rados.rados.0.smithi173.stdout:2009: writing smithi17368540-45 from 4153344 to 4743168 tid 1 2024-08-30T21:05:23.887 INFO:tasks.rados.rados.0.smithi173.stdout:2009: writing smithi17368540-45 from 4743168 to 5144576 tid 2 2024-08-30T21:05:23.887 INFO:tasks.rados.rados.0.smithi173.stdout:2010: rollback oid 1 current snap is 198 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 189 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2011: snap_create 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2007: finishing write tid 3 to smithi17368540-12 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2007: finishing write tid 4 to smithi17368540-12 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2007: oid 12 updating version 0 to 1389 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2007: oid 12 updating version 1389 to 1391 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2007: oid 12 version 1391 is already newer than 1390 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1391 (ObjNum 630 snap 198 seq_num 630) dirty exists 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2007: left oid 12 (ObjNum 630 snap 198 seq_num 630) 2024-08-30T21:05:23.888 INFO:tasks.rados.rados.0.smithi173.stdout:2008: finishing write tid 1 to smithi17368540-18 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:2008: finishing write tid 2 to smithi17368540-18 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:2008: finishing write tid 3 to smithi17368540-18 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:2008: finishing write tid 4 to smithi17368540-18 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:2008: oid 18 updating version 0 to 1445 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:2008: oid 18 updating version 1445 to 1446 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:2008: oid 18 updating version 1446 to 1447 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1447 (ObjNum 631 snap 198 seq_num 631) dirty exists 2024-08-30T21:05:23.889 INFO:tasks.rados.rados.0.smithi173.stdout:2008: left oid 18 (ObjNum 631 snap 198 seq_num 631) 2024-08-30T21:05:23.890 INFO:tasks.rados.rados.0.smithi173.stdout:2010: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:05:23.890 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 634 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:05:23.890 INFO:tasks.rados.rados.0.smithi173.stdout:2009: finishing write tid 1 to smithi17368540-45 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:2009: finishing write tid 2 to smithi17368540-45 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:2009: finishing write tid 3 to smithi17368540-45 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:2009: finishing write tid 4 to smithi17368540-45 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:2009: oid 45 updating version 0 to 1135 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:2009: oid 45 version 1135 is already newer than 1134 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:2009: oid 45 updating version 1135 to 1136 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 1136 (ObjNum 632 snap 198 seq_num 632) dirty exists 2024-08-30T21:05:23.891 INFO:tasks.rados.rados.0.smithi173.stdout:2009: left oid 45 (ObjNum 632 snap 198 seq_num 632) 2024-08-30T21:05:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[79976]: pgmap v372: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 24 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-30T21:05:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[79976]: osdmap e470: 8 total, 8 up, 8 in 2024-08-30T21:05:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[82405]: pgmap v372: 121 pgs: 121 active+clean; 262 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.0 MiB/s wr, 24 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-30T21:05:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[82405]: osdmap e470: 8 total, 8 up, 8 in 2024-08-30T21:05:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:24.522 INFO:tasks.rados.rados.0.smithi173.stdout:2007: done (4 left) 2024-08-30T21:05:24.522 INFO:tasks.rados.rados.0.smithi173.stdout:2008: done (3 left) 2024-08-30T21:05:24.522 INFO:tasks.rados.rados.0.smithi173.stdout:2009: done (2 left) 2024-08-30T21:05:24.522 INFO:tasks.rados.rados.0.smithi173.stdout:2010: done (1 left) 2024-08-30T21:05:24.522 INFO:tasks.rados.rados.0.smithi173.stdout:2011: done (0 left) 2024-08-30T21:05:24.523 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 199 2024-08-30T21:05:24.523 INFO:tasks.rados.rados.0.smithi173.stdout:2012: seq_num 633 ranges {925696=606208,1531904=401408} 2024-08-30T21:05:24.530 INFO:tasks.rados.rados.0.smithi173.stdout:2012: writing smithi17368540-10 from 925696 to 1531904 tid 1 2024-08-30T21:05:24.532 INFO:tasks.rados.rados.0.smithi173.stdout:2012: writing smithi17368540-10 from 1531904 to 1933312 tid 2 2024-08-30T21:05:24.533 INFO:tasks.rados.rados.0.smithi173.stdout:2013: read oid 21 snap -1 2024-08-30T21:05:24.533 INFO:tasks.rados.rados.0.smithi173.stdout:2013: expect (ObjNum 625 snap 195 seq_num 625) 2024-08-30T21:05:24.533 INFO:tasks.rados.rados.0.smithi173.stdout:2014: snap_remove snap 194 2024-08-30T21:05:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:24 smithi196 ceph-mon[74601]: osdmap e471: 8 total, 8 up, 8 in 2024-08-30T21:05:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:24 smithi173 ceph-mon[79976]: osdmap e471: 8 total, 8 up, 8 in 2024-08-30T21:05:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:24 smithi173 ceph-mon[82405]: osdmap e471: 8 total, 8 up, 8 in 2024-08-30T21:05:25.530 INFO:tasks.rados.rados.0.smithi173.stdout:2014: done (2 left) 2024-08-30T21:05:25.530 INFO:tasks.rados.rados.0.smithi173.stdout:2015: read oid 23 snap -1 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2015: expect deleted 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2016: snap_create 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: finishing write tid 1 to smithi17368540-10 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: finishing write tid 2 to smithi17368540-10 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: finishing write tid 3 to smithi17368540-10 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: finishing write tid 4 to smithi17368540-10 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: oid 10 updating version 0 to 936 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: oid 10 updating version 936 to 938 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: oid 10 version 938 is already newer than 937 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 938 (ObjNum 633 snap 199 seq_num 633) dirty exists 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2012: left oid 10 (ObjNum 633 snap 199 seq_num 633) 2024-08-30T21:05:25.531 INFO:tasks.rados.rados.0.smithi173.stdout:2013: expect (ObjNum 625 snap 195 seq_num 625) 2024-08-30T21:05:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:25 smithi173 ceph-mon[79976]: pgmap v375: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-30T21:05:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:25 smithi173 ceph-mon[79976]: osdmap e472: 8 total, 8 up, 8 in 2024-08-30T21:05:25.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:25 smithi173 ceph-mon[82405]: pgmap v375: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-30T21:05:25.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:25 smithi173 ceph-mon[82405]: osdmap e472: 8 total, 8 up, 8 in 2024-08-30T21:05:25.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:05:25] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-08-30T21:05:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:25 smithi196 ceph-mon[74601]: pgmap v375: 121 pgs: 121 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-08-30T21:05:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:25 smithi196 ceph-mon[74601]: osdmap e472: 8 total, 8 up, 8 in 2024-08-30T21:05:26.496 INFO:tasks.rados.rados.0.smithi173.stdout:2012: done (3 left) 2024-08-30T21:05:26.497 INFO:tasks.rados.rados.0.smithi173.stdout:2013: done (2 left) 2024-08-30T21:05:26.497 INFO:tasks.rados.rados.0.smithi173.stdout:2015: done (1 left) 2024-08-30T21:05:26.497 INFO:tasks.rados.rados.0.smithi173.stdout:2016: done (0 left) 2024-08-30T21:05:26.497 INFO:tasks.rados.rados.0.smithi173.stdout:2017: rollback oid 30 current snap is 200 2024-08-30T21:05:26.497 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 198 2024-08-30T21:05:26.497 INFO:tasks.rados.rados.0.smithi173.stdout:2018: delete oid 21 current snap is 200 2024-08-30T21:05:26.503 INFO:tasks.rados.rados.0.smithi173.stdout:2018: done (1 left) 2024-08-30T21:05:26.503 INFO:tasks.rados.rados.0.smithi173.stdout:2019: snap_create 2024-08-30T21:05:26.503 INFO:tasks.rados.rados.0.smithi173.stdout:2017: finishing rollback tid 0 to smithi17368540-30 2024-08-30T21:05:26.504 INFO:tasks.rados.rados.0.smithi173.stdout:2017: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:05:26.504 INFO:tasks.rados.rados.0.smithi173.stdout:2017: finishing rollback tid 2 to smithi17368540-30 2024-08-30T21:05:26.504 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1112 (ObjNum 526 snap 164 seq_num 526) dirty exists 2024-08-30T21:05:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:26 smithi173 ceph-mon[79976]: osdmap e473: 8 total, 8 up, 8 in 2024-08-30T21:05:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:26 smithi173 ceph-mon[79976]: osdmap e474: 8 total, 8 up, 8 in 2024-08-30T21:05:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:26 smithi173 ceph-mon[82405]: osdmap e473: 8 total, 8 up, 8 in 2024-08-30T21:05:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:26 smithi173 ceph-mon[82405]: osdmap e474: 8 total, 8 up, 8 in 2024-08-30T21:05:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:26 smithi196 ceph-mon[74601]: osdmap e473: 8 total, 8 up, 8 in 2024-08-30T21:05:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:26 smithi196 ceph-mon[74601]: osdmap e474: 8 total, 8 up, 8 in 2024-08-30T21:05:27.503 INFO:tasks.rados.rados.0.smithi173.stdout:2017: done (1 left) 2024-08-30T21:05:27.503 INFO:tasks.rados.rados.0.smithi173.stdout:2019: done (0 left) 2024-08-30T21:05:27.503 INFO:tasks.rados.rados.0.smithi173.stdout:2020: snap_create 2024-08-30T21:05:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:27 smithi173 ceph-mon[79976]: pgmap v378: 121 pgs: 121 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-30T21:05:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:27 smithi173 ceph-mon[79976]: osdmap e475: 8 total, 8 up, 8 in 2024-08-30T21:05:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:27 smithi173 ceph-mon[82405]: pgmap v378: 121 pgs: 121 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-30T21:05:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:27 smithi173 ceph-mon[82405]: osdmap e475: 8 total, 8 up, 8 in 2024-08-30T21:05:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:27 smithi196 ceph-mon[74601]: pgmap v378: 121 pgs: 121 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-30T21:05:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:27 smithi196 ceph-mon[74601]: osdmap e475: 8 total, 8 up, 8 in 2024-08-30T21:05:28.061 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:05:28.505 INFO:tasks.rados.rados.0.smithi173.stdout:2020: done (0 left) 2024-08-30T21:05:28.505 INFO:tasks.rados.rados.0.smithi173.stdout:2021: delete oid 36 current snap is 202 2024-08-30T21:05:28.509 INFO:tasks.rados.rados.0.smithi173.stdout:2021: done (0 left) 2024-08-30T21:05:28.509 INFO:tasks.rados.rados.0.smithi173.stdout:2022: delete oid 1 current snap is 202 2024-08-30T21:05:28.510 INFO:tasks.rados.rados.0.smithi173.stdout:2022: done (0 left) 2024-08-30T21:05:28.510 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 202 2024-08-30T21:05:28.510 INFO:tasks.rados.rados.0.smithi173.stdout:2023: seq_num 637 ranges {0=671744,671744=401408} 2024-08-30T21:05:28.514 INFO:tasks.rados.rados.0.smithi173.stdout:2023: writing smithi17368540-21 from 0 to 671744 tid 1 2024-08-30T21:05:28.517 INFO:tasks.rados.rados.0.smithi173.stdout:2023: writing smithi17368540-21 from 671744 to 1073152 tid 2 2024-08-30T21:05:28.517 INFO:tasks.rados.rados.0.smithi173.stdout:2024: copy_from oid 19 from oid 49 current snap is 202 2024-08-30T21:05:28.517 INFO:tasks.rados.rados.0.smithi173.stdout:2025: read oid 9 snap -1 2024-08-30T21:05:28.517 INFO:tasks.rados.rados.0.smithi173.stdout:2025: expect (ObjNum 525 snap 164 seq_num 525) 2024-08-30T21:05:28.517 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 202 2024-08-30T21:05:28.517 INFO:tasks.rados.rados.0.smithi173.stdout:2026: seq_num 638 ranges {2400256=688128,3088384=401408} 2024-08-30T21:05:28.533 INFO:tasks.rados.rados.0.smithi173.stdout:2026: writing smithi17368540-11 from 2400256 to 3088384 tid 1 2024-08-30T21:05:28.536 INFO:tasks.rados.rados.0.smithi173.stdout:2026: writing smithi17368540-11 from 3088384 to 3489792 tid 2 2024-08-30T21:05:28.536 INFO:tasks.rados.rados.0.smithi173.stdout:2027: setattr oid 34 current snap is 202 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: finishing write tid 1 to smithi17368540-21 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: finishing write tid 2 to smithi17368540-21 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: finishing write tid 3 to smithi17368540-21 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: finishing write tid 4 to smithi17368540-21 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: oid 21 updating version 0 to 1140 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: oid 21 version 1140 is already newer than 1138 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: oid 21 version 1140 is already newer than 1139 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1140 (ObjNum 637 snap 202 seq_num 637) dirty exists 2024-08-30T21:05:28.537 INFO:tasks.rados.rados.0.smithi173.stdout:2023: left oid 21 (ObjNum 637 snap 202 seq_num 637) 2024-08-30T21:05:28.538 INFO:tasks.rados.rados.0.smithi173.stdout:2023: done (4 left) 2024-08-30T21:05:28.538 INFO:tasks.rados.rados.0.smithi173.stdout:2028: read oid 28 snap -1 2024-08-30T21:05:28.538 INFO:tasks.rados.rados.0.smithi173.stdout:2028: expect (ObjNum 629 snap 198 seq_num 629) 2024-08-30T21:05:28.538 INFO:tasks.rados.rados.0.smithi173.stdout:2029: snap_remove snap 198 2024-08-30T21:05:28.640 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:05:28.640 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (8m) 83s ago 9m 23.8M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:05:28.640 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (9m) 17s ago 9m 86.8M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:05:28.640 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (10m) 83s ago 10m 16.5M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (10m) 17s ago 10m 22.6M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (4m) 17s ago 13m 455M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (5m) 83s ago 15m 523M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (4m) 83s ago 15m 52.5M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (3m) 17s ago 14m 47.0M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (4m) 83s ago 14m 43.8M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (8m) 83s ago 8m 15.6M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (8m) 17s ago 8m 15.6M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (3m) 83s ago 13m 199M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (2m) 83s ago 13m 166M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (2m) 83s ago 12m 134M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:05:28.641 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (87s) 83s ago 12m 12.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:05:28.642 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (54s) 17s ago 12m 150M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:05:28.642 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (21s) 17s ago 11m 12.1M 2480M 19.3.0-4625-g24432b66 fb225243d408 1acacf75db77 2024-08-30T21:05:28.642 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (11m) 17s ago 11m 142M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 c236a3ad05ac 2024-08-30T21:05:28.642 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (10m) 17s ago 10m 329M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:05:28.642 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (4m) 17s ago 9m 53.7M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:05:28.976 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:05:28.976 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:05:28.976 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2, 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 6 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:05:28.977 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 4, 2024-08-30T21:05:28.978 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 11 2024-08-30T21:05:28.978 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:05:28.978 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:05:29.260 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:05:29.260 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:05:29.260 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:05:29.260 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:05:29.260 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:05:29.261 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:05:29.261 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:05:29.261 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:05:29.261 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "11/20 daemons upgraded", 2024-08-30T21:05:29.261 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:05:29.261 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:05:29.261 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:05:29.541 INFO:tasks.rados.rados.0.smithi173.stdout:2029: done (5 left) 2024-08-30T21:05:29.542 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 202 2024-08-30T21:05:29.542 INFO:tasks.rados.rados.0.smithi173.stdout:2030: seq_num 639 ranges {8486912=704512,9191424=401408} 2024-08-30T21:05:29.591 INFO:tasks.rados.rados.0.smithi173.stdout:2030: writing smithi17368540-7 from 8486912 to 9191424 tid 1 2024-08-30T21:05:29.594 INFO:tasks.rados.rados.0.smithi173.stdout:2030: writing smithi17368540-7 from 9191424 to 9592832 tid 2 2024-08-30T21:05:29.594 INFO:tasks.rados.rados.0.smithi173.stdout:2031: delete oid 26 current snap is 202 2024-08-30T21:05:29.594 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 874 (ObjNum 504 snap 157 seq_num 504) dirty exists 2024-08-30T21:05:29.594 INFO:tasks.rados.rados.0.smithi173.stdout:2028: expect (ObjNum 629 snap 198 seq_num 629) 2024-08-30T21:05:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:2026: finishing write tid 1 to smithi17368540-11 2024-08-30T21:05:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:2026: finishing write tid 2 to smithi17368540-11 2024-08-30T21:05:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:2026: finishing write tid 3 to smithi17368540-11 2024-08-30T21:05:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:2026: finishing write tid 4 to smithi17368540-11 2024-08-30T21:05:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:2026: oid 11 updating version 0 to 1453 2024-08-30T21:05:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:2026: oid 11 updating version 1453 to 1454 2024-08-30T21:05:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:2026: oid 11 updating version 1454 to 1455 2024-08-30T21:05:29.621 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1455 (ObjNum 638 snap 202 seq_num 638) dirty exists 2024-08-30T21:05:29.621 INFO:tasks.rados.rados.0.smithi173.stdout:2026: left oid 11 (ObjNum 638 snap 202 seq_num 638) 2024-08-30T21:05:29.621 INFO:tasks.rados.rados.0.smithi173.stdout:2024: finishing copy_from racing read to smithi17368540-19 2024-08-30T21:05:29.621 INFO:tasks.rados.rados.0.smithi173.stdout:2025: expect (ObjNum 525 snap 164 seq_num 525) 2024-08-30T21:05:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[79976]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[79976]: pgmap v381: 121 pgs: 121 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 234 KiB/s wr, 0 op/s 2024-08-30T21:05:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[79976]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[79976]: osdmap e476: 8 total, 8 up, 8 in 2024-08-30T21:05:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[79976]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2672728826' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[82405]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[82405]: pgmap v381: 121 pgs: 121 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 234 KiB/s wr, 0 op/s 2024-08-30T21:05:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[82405]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[82405]: osdmap e476: 8 total, 8 up, 8 in 2024-08-30T21:05:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[82405]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:29 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2672728826' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:29 smithi196 ceph-mon[74601]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:29 smithi196 ceph-mon[74601]: pgmap v381: 121 pgs: 121 active+clean; 256 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 234 KiB/s wr, 0 op/s 2024-08-30T21:05:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:29 smithi196 ceph-mon[74601]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:29 smithi196 ceph-mon[74601]: osdmap e476: 8 total, 8 up, 8 in 2024-08-30T21:05:29.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:29 smithi196 ceph-mon[74601]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:29.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:29 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2672728826' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:30.246 INFO:tasks.rados.rados.0.smithi173.stdout:2024: finishing copy_from to smithi17368540-19 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 931 (ObjNum 574 snap 176 seq_num 574) dirty exists 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: finishing write tid 1 to smithi17368540-7 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: finishing write tid 2 to smithi17368540-7 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: finishing write tid 3 to smithi17368540-7 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: finishing write tid 4 to smithi17368540-7 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: oid 7 updating version 0 to 1115 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: oid 7 version 1115 is already newer than 1113 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: oid 7 version 1115 is already newer than 1114 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1115 (ObjNum 639 snap 202 seq_num 639) dirty exists 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2030: left oid 7 (ObjNum 639 snap 202 seq_num 639) 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2024: done (6 left) 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2025: done (5 left) 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2026: done (4 left) 2024-08-30T21:05:30.247 INFO:tasks.rados.rados.0.smithi173.stdout:2027: done (3 left) 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2028: done (2 left) 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2030: done (1 left) 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2031: done (0 left) 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2032: read oid 28 snap -1 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2032: expect (ObjNum 629 snap 198 seq_num 629) 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2033: read oid 23 snap -1 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2033: expect deleted 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2034: copy_from oid 4 from oid 13 current snap is 202 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2035: read oid 8 snap -1 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2035: expect (ObjNum 591 snap 183 seq_num 591) 2024-08-30T21:05:30.248 INFO:tasks.rados.rados.0.smithi173.stdout:2036: setattr oid 30 current snap is 202 2024-08-30T21:05:30.249 INFO:tasks.rados.rados.0.smithi173.stdout:2033: done (4 left) 2024-08-30T21:05:30.249 INFO:tasks.rados.rados.0.smithi173.stdout:2037: delete oid 18 current snap is 202 2024-08-30T21:05:30.250 INFO:tasks.rados.rados.0.smithi173.stdout:2032: expect (ObjNum 629 snap 198 seq_num 629) 2024-08-30T21:05:30.275 INFO:tasks.rados.rados.0.smithi173.stdout:2035: expect (ObjNum 591 snap 183 seq_num 591) 2024-08-30T21:05:30.287 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1116 (ObjNum 526 snap 164 seq_num 526) dirty exists 2024-08-30T21:05:30.287 INFO:tasks.rados.rados.0.smithi173.stdout:2034: finishing copy_from racing read to smithi17368540-4 2024-08-30T21:05:30.287 INFO:tasks.rados.rados.0.smithi173.stdout:2034: finishing copy_from to smithi17368540-4 2024-08-30T21:05:30.287 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1391 (ObjNum 618 snap 192 seq_num 618) dirty exists 2024-08-30T21:05:30.287 INFO:tasks.rados.rados.0.smithi173.stdout:2032: done (4 left) 2024-08-30T21:05:30.288 INFO:tasks.rados.rados.0.smithi173.stdout:2034: done (3 left) 2024-08-30T21:05:30.288 INFO:tasks.rados.rados.0.smithi173.stdout:2035: done (2 left) 2024-08-30T21:05:30.288 INFO:tasks.rados.rados.0.smithi173.stdout:2036: done (1 left) 2024-08-30T21:05:30.288 INFO:tasks.rados.rados.0.smithi173.stdout:2037: done (0 left) 2024-08-30T21:05:30.288 INFO:tasks.rados.rados.0.smithi173.stdout:2038: read oid 28 snap -1 2024-08-30T21:05:30.288 INFO:tasks.rados.rados.0.smithi173.stdout:2038: expect (ObjNum 629 snap 198 seq_num 629) 2024-08-30T21:05:30.288 INFO:tasks.rados.rados.0.smithi173.stdout:2039: delete oid 3 current snap is 202 2024-08-30T21:05:30.289 INFO:tasks.rados.rados.0.smithi173.stdout:2039: done (1 left) 2024-08-30T21:05:30.289 INFO:tasks.rados.rados.0.smithi173.stdout:2040: delete oid 20 current snap is 202 2024-08-30T21:05:30.290 INFO:tasks.rados.rados.0.smithi173.stdout:2038: expect (ObjNum 629 snap 198 seq_num 629) 2024-08-30T21:05:30.315 INFO:tasks.rados.rados.0.smithi173.stdout:2038: done (1 left) 2024-08-30T21:05:30.315 INFO:tasks.rados.rados.0.smithi173.stdout:2040: done (0 left) 2024-08-30T21:05:30.315 INFO:tasks.rados.rados.0.smithi173.stdout:2041: read oid 48 snap -1 2024-08-30T21:05:30.315 INFO:tasks.rados.rados.0.smithi173.stdout:2041: expect deleted 2024-08-30T21:05:30.315 INFO:tasks.rados.rados.0.smithi173.stdout:2042: delete oid 31 current snap is 202 2024-08-30T21:05:30.317 INFO:tasks.rados.rados.0.smithi173.stdout:2041: done (1 left) 2024-08-30T21:05:30.317 INFO:tasks.rados.rados.0.smithi173.stdout:2042: done (0 left) 2024-08-30T21:05:30.317 INFO:tasks.rados.rados.0.smithi173.stdout:2043: read oid 16 snap 184 2024-08-30T21:05:30.317 INFO:tasks.rados.rados.0.smithi173.stdout:2043: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:05:30.318 INFO:tasks.rados.rados.0.smithi173.stdout:2044: delete oid 18 current snap is 202 2024-08-30T21:05:30.319 INFO:tasks.rados.rados.0.smithi173.stdout:2044: done (1 left) 2024-08-30T21:05:30.319 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 202 2024-08-30T21:05:30.319 INFO:tasks.rados.rados.0.smithi173.stdout:2045: seq_num 646 ranges {8798208=425984,9224192=655360,9879552=147456} 2024-08-30T21:05:30.368 INFO:tasks.rados.rados.0.smithi173.stdout:2045: writing smithi17368540-42 from 8798208 to 9224192 tid 1 2024-08-30T21:05:30.372 INFO:tasks.rados.rados.0.smithi173.stdout:2045: writing smithi17368540-42 from 9224192 to 9879552 tid 2 2024-08-30T21:05:30.373 INFO:tasks.rados.rados.0.smithi173.stdout:2045: writing smithi17368540-42 from 9879552 to 10027008 tid 3 2024-08-30T21:05:30.373 INFO:tasks.rados.rados.0.smithi173.stdout:2046: delete oid 25 current snap is 202 2024-08-30T21:05:30.373 INFO:tasks.rados.rados.0.smithi173.stdout:2043: expect (ObjNum 280 snap 83 seq_num 280) 2024-08-30T21:05:30.471 INFO:tasks.rados.rados.0.smithi173.stdout:2045: finishing write tid 1 to smithi17368540-42 2024-08-30T21:05:30.471 INFO:tasks.rados.rados.0.smithi173.stdout:2045: finishing write tid 2 to smithi17368540-42 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: finishing write tid 3 to smithi17368540-42 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: finishing write tid 4 to smithi17368540-42 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: finishing write tid 5 to smithi17368540-42 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: oid 42 updating version 0 to 1396 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: oid 42 version 1396 is already newer than 1394 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: oid 42 updating version 1396 to 1397 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: oid 42 version 1397 is already newer than 1395 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1397 (ObjNum 646 snap 202 seq_num 646) dirty exists 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: left oid 42 (ObjNum 646 snap 202 seq_num 646) 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2043: done (2 left) 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2045: done (1 left) 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2046: done (0 left) 2024-08-30T21:05:30.472 INFO:tasks.rados.rados.0.smithi173.stdout:2047: rollback oid 33 current snap is 202 2024-08-30T21:05:30.473 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 192 2024-08-30T21:05:30.473 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 202 2024-08-30T21:05:30.473 INFO:tasks.rados.rados.0.smithi173.stdout:2048: seq_num 648 ranges {909312=458752,1368064=475136,1843200=327680} 2024-08-30T21:05:30.478 INFO:tasks.rados.rados.0.smithi173.stdout:2048: writing smithi17368540-47 from 909312 to 1368064 tid 1 2024-08-30T21:05:30.481 INFO:tasks.rados.rados.0.smithi173.stdout:2048: writing smithi17368540-47 from 1368064 to 1843200 tid 2 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2048: writing smithi17368540-47 from 1843200 to 2170880 tid 3 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2049: read oid 30 snap -1 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2049: expect (ObjNum 526 snap 164 seq_num 526) 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2050: rmattr oid 32 current snap is 202 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2047: finishing rollback tid 0 to smithi17368540-33 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2047: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2051: setattr oid 3 current snap is 202 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2047: finishing rollback tid 2 to smithi17368540-33 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1143 (ObjNum 600 snap 185 seq_num 600) dirty exists 2024-08-30T21:05:30.484 INFO:tasks.rados.rados.0.smithi173.stdout:2048: finishing write tid 1 to smithi17368540-47 2024-08-30T21:05:30.485 INFO:tasks.rados.rados.0.smithi173.stdout:2048: finishing write tid 2 to smithi17368540-47 2024-08-30T21:05:30.486 INFO:tasks.rados.rados.0.smithi173.stdout:2047: done (4 left) 2024-08-30T21:05:30.486 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 202 2024-08-30T21:05:30.486 INFO:tasks.rados.rados.0.smithi173.stdout:2052: seq_num 649 ranges {8880128=475136,9355264=761856,10117120=40960} 2024-08-30T21:05:30.536 INFO:tasks.rados.rados.0.smithi173.stdout:2052: writing smithi17368540-19 from 8880128 to 9355264 tid 1 2024-08-30T21:05:30.541 INFO:tasks.rados.rados.0.smithi173.stdout:2052: writing smithi17368540-19 from 9355264 to 10117120 tid 2 2024-08-30T21:05:30.541 INFO:tasks.rados.rados.0.smithi173.stdout:2052: writing smithi17368540-19 from 10117120 to 10158080 tid 3 2024-08-30T21:05:30.541 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 202 2024-08-30T21:05:30.542 INFO:tasks.rados.rados.0.smithi173.stdout:2048: finishing write tid 3 to smithi17368540-47 2024-08-30T21:05:30.542 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1398 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:05:30.542 INFO:tasks.rados.rados.0.smithi173.stdout:2048: finishing write tid 4 to smithi17368540-47 2024-08-30T21:05:30.542 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1465 (ObjNum 97 snap 0 seq_num 1579168576) dirty exists 2024-08-30T21:05:30.542 INFO:tasks.rados.rados.0.smithi173.stdout:2053: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-08-30T21:05:30.544 INFO:tasks.rados.rados.0.smithi173.stdout:2053: writing smithi17368540-35 from 0 to 491520 tid 1 2024-08-30T21:05:30.548 INFO:tasks.rados.rados.0.smithi173.stdout:2053: writing smithi17368540-35 from 491520 to 1138688 tid 2 2024-08-30T21:05:30.550 INFO:tasks.rados.rados.0.smithi173.stdout:2053: writing smithi17368540-35 from 1138688 to 1294336 tid 3 2024-08-30T21:05:30.550 INFO:tasks.rados.rados.0.smithi173.stdout:2050: done (5 left) 2024-08-30T21:05:30.550 INFO:tasks.rados.rados.0.smithi173.stdout:2051: done (4 left) 2024-08-30T21:05:30.550 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 202 2024-08-30T21:05:30.550 INFO:tasks.rados.rados.0.smithi173.stdout:2048: finishing write tid 5 to smithi17368540-47 2024-08-30T21:05:30.551 INFO:tasks.rados.rados.0.smithi173.stdout:2048: oid 47 updating version 0 to 1120 2024-08-30T21:05:30.551 INFO:tasks.rados.rados.0.smithi173.stdout:2048: oid 47 version 1120 is already newer than 1117 2024-08-30T21:05:30.551 INFO:tasks.rados.rados.0.smithi173.stdout:2048: oid 47 version 1120 is already newer than 1119 2024-08-30T21:05:30.551 INFO:tasks.rados.rados.0.smithi173.stdout:2048: oid 47 version 1120 is already newer than 1118 2024-08-30T21:05:30.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1120 (ObjNum 648 snap 202 seq_num 648) dirty exists 2024-08-30T21:05:30.551 INFO:tasks.rados.rados.0.smithi173.stdout:2048: left oid 47 (ObjNum 648 snap 202 seq_num 648) 2024-08-30T21:05:30.551 INFO:tasks.rados.rados.0.smithi173.stdout:2049: expect (ObjNum 526 snap 164 seq_num 526) 2024-08-30T21:05:30.596 INFO:tasks.rados.rados.0.smithi173.stdout:2052: finishing write tid 1 to smithi17368540-19 2024-08-30T21:05:30.596 INFO:tasks.rados.rados.0.smithi173.stdout:2052: finishing write tid 2 to smithi17368540-19 2024-08-30T21:05:30.596 INFO:tasks.rados.rados.0.smithi173.stdout:2052: finishing write tid 3 to smithi17368540-19 2024-08-30T21:05:30.596 INFO:tasks.rados.rados.0.smithi173.stdout:2054: seq_num 651 ranges {8880128=507904,9388032=532480,9920512=270336} 2024-08-30T21:05:30.646 INFO:tasks.rados.rados.0.smithi173.stdout:2054: writing smithi17368540-49 from 8880128 to 9388032 tid 1 2024-08-30T21:05:30.649 INFO:tasks.rados.rados.0.smithi173.stdout:2054: writing smithi17368540-49 from 9388032 to 9920512 tid 2 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:2054: writing smithi17368540-49 from 9920512 to 10190848 tid 3 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:2048: done (4 left) 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:2049: done (3 left) 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:2055: rollback oid 50 current snap is 202 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 197 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:2052: finishing write tid 4 to smithi17368540-19 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:2053: finishing write tid 1 to smithi17368540-35 2024-08-30T21:05:30.652 INFO:tasks.rados.rados.0.smithi173.stdout:2052: finishing write tid 5 to smithi17368540-19 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2052: oid 19 updating version 0 to 1164 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2052: oid 19 version 1164 is already newer than 1163 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2052: oid 19 version 1164 is already newer than 1162 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2052: oid 19 version 1164 is already newer than 1161 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1164 (ObjNum 649 snap 202 seq_num 649) dirty exists 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2052: left oid 19 (ObjNum 649 snap 202 seq_num 649) 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2053: finishing write tid 2 to smithi17368540-35 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2053: finishing write tid 3 to smithi17368540-35 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2053: finishing write tid 4 to smithi17368540-35 2024-08-30T21:05:30.653 INFO:tasks.rados.rados.0.smithi173.stdout:2053: finishing write tid 5 to smithi17368540-35 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2053: oid 35 updating version 0 to 1037 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2053: oid 35 version 1037 is already newer than 1036 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2053: oid 35 updating version 1037 to 1038 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2053: oid 35 version 1038 is already newer than 1035 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1038 (ObjNum 650 snap 202 seq_num 650) dirty exists 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2053: left oid 35 (ObjNum 650 snap 202 seq_num 650) 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2052: done (3 left) 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2053: done (2 left) 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2056: delete oid 13 current snap is 202 2024-08-30T21:05:30.654 INFO:tasks.rados.rados.0.smithi173.stdout:2054: finishing write tid 1 to smithi17368540-49 2024-08-30T21:05:30.655 INFO:tasks.rados.rados.0.smithi173.stdout:2055: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1106 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2054: finishing write tid 2 to smithi17368540-49 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2055: done (2 left) 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2056: done (1 left) 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2057: snap_create 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2054: finishing write tid 3 to smithi17368540-49 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2054: finishing write tid 4 to smithi17368540-49 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2054: finishing write tid 5 to smithi17368540-49 2024-08-30T21:05:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:2054: oid 49 updating version 0 to 933 2024-08-30T21:05:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:2054: oid 49 updating version 933 to 934 2024-08-30T21:05:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:2054: oid 49 updating version 934 to 936 2024-08-30T21:05:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:2054: oid 49 version 936 is already newer than 935 2024-08-30T21:05:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 936 (ObjNum 651 snap 202 seq_num 651) dirty exists 2024-08-30T21:05:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:2054: left oid 49 (ObjNum 651 snap 202 seq_num 651) 2024-08-30T21:05:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:30 smithi173 ceph-mon[79976]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:30 smithi173 ceph-mon[79976]: osdmap e477: 8 total, 8 up, 8 in 2024-08-30T21:05:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:30 smithi173 ceph-mon[82405]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:30 smithi173 ceph-mon[82405]: osdmap e477: 8 total, 8 up, 8 in 2024-08-30T21:05:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:30 smithi196 ceph-mon[74601]: from='client.34452 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:05:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:30 smithi196 ceph-mon[74601]: osdmap e477: 8 total, 8 up, 8 in 2024-08-30T21:05:31.500 INFO:tasks.rados.rados.0.smithi173.stdout:2054: done (1 left) 2024-08-30T21:05:31.500 INFO:tasks.rados.rados.0.smithi173.stdout:2057: done (0 left) 2024-08-30T21:05:31.500 INFO:tasks.rados.rados.0.smithi173.stdout:2058: copy_from oid 8 from oid 3 current snap is 203 2024-08-30T21:05:31.500 INFO:tasks.rados.rados.0.smithi173.stdout:2059: setattr oid 13 current snap is 203 2024-08-30T21:05:31.501 INFO:tasks.rados.rados.0.smithi173.stdout:2060: delete oid 23 current snap is 203 2024-08-30T21:05:31.505 INFO:tasks.rados.rados.0.smithi173.stdout:2058: finishing copy_from racing read to smithi17368540-8 2024-08-30T21:05:31.505 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1468 (ObjNum 33 snap 0 seq_num 1578996384) dirty exists 2024-08-30T21:05:31.506 INFO:tasks.rados.rados.0.smithi173.stdout:2058: finishing copy_from to smithi17368540-8 2024-08-30T21:05:31.506 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1465 (ObjNum 33 snap 0 seq_num 1579314704) dirty exists 2024-08-30T21:05:31.507 INFO:tasks.rados.rados.0.smithi173.stdout:2058: done (2 left) 2024-08-30T21:05:31.507 INFO:tasks.rados.rados.0.smithi173.stdout:2059: done (1 left) 2024-08-30T21:05:31.507 INFO:tasks.rados.rados.0.smithi173.stdout:2060: done (0 left) 2024-08-30T21:05:31.507 INFO:tasks.rados.rados.0.smithi173.stdout:2061: copy_from oid 14 from oid 16 current snap is 203 2024-08-30T21:05:31.507 INFO:tasks.rados.rados.0.smithi173.stdout:2062: snap_create 2024-08-30T21:05:31.544 INFO:tasks.rados.rados.0.smithi173.stdout:2061: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:05:31.554 INFO:tasks.rados.rados.0.smithi173.stdout:2061: finishing copy_from to smithi17368540-14 2024-08-30T21:05:31.554 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1105 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:05:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:31 smithi196 ceph-mon[74601]: pgmap v384: 121 pgs: 121 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-08-30T21:05:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-30T21:05:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:31 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-30T21:05:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:31 smithi196 ceph-mon[74601]: Upgrade: osd.6 is safe to restart 2024-08-30T21:05:31.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:31 smithi196 ceph-mon[74601]: osdmap e478: 8 total, 8 up, 8 in 2024-08-30T21:05:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[82405]: pgmap v384: 121 pgs: 121 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-08-30T21:05:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-30T21:05:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-30T21:05:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[82405]: Upgrade: osd.6 is safe to restart 2024-08-30T21:05:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[82405]: osdmap e478: 8 total, 8 up, 8 in 2024-08-30T21:05:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[79976]: pgmap v384: 121 pgs: 121 active+clean; 267 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 7 op/s 2024-08-30T21:05:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-30T21:05:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-30T21:05:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[79976]: Upgrade: osd.6 is safe to restart 2024-08-30T21:05:31.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:31 smithi173 ceph-mon[79976]: osdmap e478: 8 total, 8 up, 8 in 2024-08-30T21:05:32.504 INFO:tasks.rados.rados.0.smithi173.stdout:2061: done (1 left) 2024-08-30T21:05:32.504 INFO:tasks.rados.rados.0.smithi173.stdout:2062: done (0 left) 2024-08-30T21:05:32.504 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 204 2024-08-30T21:05:32.505 INFO:tasks.rados.rados.0.smithi173.stdout:2063: seq_num 654 ranges {958464=557056,1515520=630784,2146304=172032} 2024-08-30T21:05:32.512 INFO:tasks.rados.rados.0.smithi173.stdout:2063: writing smithi17368540-12 from 958464 to 1515520 tid 1 2024-08-30T21:05:32.516 INFO:tasks.rados.rados.0.smithi173.stdout:2063: writing smithi17368540-12 from 1515520 to 2146304 tid 2 2024-08-30T21:05:32.518 INFO:tasks.rados.rados.0.smithi173.stdout:2063: writing smithi17368540-12 from 2146304 to 2318336 tid 3 2024-08-30T21:05:32.518 INFO:tasks.rados.rados.0.smithi173.stdout:2064: read oid 33 snap -1 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:2064: expect (ObjNum 600 snap 185 seq_num 600) 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:2065: rmattr oid 38 current snap is 204 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:2065: done (2 left) 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:2066: rollback oid 44 current snap is 204 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 192 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:2067: rollback oid 4 current snap is 204 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 203 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:2068: rollback oid 41 current snap is 204 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 197 2024-08-30T21:05:32.519 INFO:tasks.rados.rados.0.smithi173.stdout:2069: read oid 29 snap -1 2024-08-30T21:05:32.520 INFO:tasks.rados.rados.0.smithi173.stdout:2069: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:05:32.520 INFO:tasks.rados.rados.0.smithi173.stdout:2070: snap_remove snap 196 2024-08-30T21:05:33.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[82405]: Upgrade: Updating osd.6 2024-08-30T21:05:33.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:33.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-30T21:05:33.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:33.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[82405]: Deploying daemon osd.6 on smithi196 2024-08-30T21:05:33.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[82405]: pgmap v386: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[82405]: osdmap e479: 8 total, 8 up, 8 in 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[79976]: Upgrade: Updating osd.6 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[79976]: Deploying daemon osd.6 on smithi196 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[79976]: pgmap v386: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-30T21:05:33.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:33 smithi173 ceph-mon[79976]: osdmap e479: 8 total, 8 up, 8 in 2024-08-30T21:05:33.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-mon[74601]: Upgrade: Updating osd.6 2024-08-30T21:05:33.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:33.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-30T21:05:33.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:33.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-mon[74601]: Deploying daemon osd.6 on smithi196 2024-08-30T21:05:33.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-mon[74601]: pgmap v386: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-08-30T21:05:33.490 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-mon[74601]: osdmap e479: 8 total, 8 up, 8 in 2024-08-30T21:05:33.506 INFO:tasks.rados.rados.0.smithi173.stdout:2070: done (6 left) 2024-08-30T21:05:33.507 INFO:tasks.rados.rados.0.smithi173.stdout:2071: read oid 7 snap -1 2024-08-30T21:05:33.507 INFO:tasks.rados.rados.0.smithi173.stdout:2071: expect (ObjNum 639 snap 202 seq_num 639) 2024-08-30T21:05:33.507 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 204 2024-08-30T21:05:33.507 INFO:tasks.rados.rados.0.smithi173.stdout:2063: finishing write tid 1 to smithi17368540-12 2024-08-30T21:05:33.507 INFO:tasks.rados.rados.0.smithi173.stdout:2072: seq_num 655 ranges {8265728=573440,8839168=516096,9355264=286720} 2024-08-30T21:05:33.557 INFO:tasks.rados.rados.0.smithi173.stdout:2072: writing smithi17368540-2 from 8265728 to 8839168 tid 1 2024-08-30T21:05:33.560 INFO:tasks.rados.rados.0.smithi173.stdout:2072: writing smithi17368540-2 from 8839168 to 9355264 tid 2 2024-08-30T21:05:33.562 INFO:tasks.rados.rados.0.smithi173.stdout:2072: writing smithi17368540-2 from 9355264 to 9641984 tid 3 2024-08-30T21:05:33.562 INFO:tasks.rados.rados.0.smithi173.stdout:2073: snap_create 2024-08-30T21:05:33.562 INFO:tasks.rados.rados.0.smithi173.stdout:2063: finishing write tid 2 to smithi17368540-12 2024-08-30T21:05:33.562 INFO:tasks.rados.rados.0.smithi173.stdout:2063: finishing write tid 3 to smithi17368540-12 2024-08-30T21:05:33.563 INFO:tasks.rados.rados.0.smithi173.stdout:2066: finishing rollback tid 0 to smithi17368540-44 2024-08-30T21:05:33.563 INFO:tasks.rados.rados.0.smithi173.stdout:2069: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:05:33.569 INFO:tasks.rados.rados.0.smithi173.stdout:2067: finishing rollback tid 0 to smithi17368540-4 2024-08-30T21:05:33.569 INFO:tasks.rados.rados.0.smithi173.stdout:2063: finishing write tid 4 to smithi17368540-12 2024-08-30T21:05:33.569 INFO:tasks.rados.rados.0.smithi173.stdout:2066: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:05:33.569 INFO:tasks.rados.rados.0.smithi173.stdout:2067: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:05:33.569 INFO:tasks.rados.rados.0.smithi173.stdout:2066: finishing rollback tid 2 to smithi17368540-44 2024-08-30T21:05:33.569 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1468 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:05:33.569 INFO:tasks.rados.rados.0.smithi173.stdout:2064: expect (ObjNum 600 snap 185 seq_num 600) 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2068: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2067: finishing rollback tid 2 to smithi17368540-4 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1472 (ObjNum 618 snap 192 seq_num 618) dirty exists 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2068: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2063: finishing write tid 5 to smithi17368540-12 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2063: oid 12 updating version 0 to 1400 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2063: oid 12 updating version 1400 to 1401 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2063: oid 12 updating version 1401 to 1402 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2063: oid 12 version 1402 is already newer than 1399 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1402 (ObjNum 654 snap 204 seq_num 654) dirty exists 2024-08-30T21:05:33.581 INFO:tasks.rados.rados.0.smithi173.stdout:2063: left oid 12 (ObjNum 654 snap 204 seq_num 654) 2024-08-30T21:05:33.582 INFO:tasks.rados.rados.0.smithi173.stdout:2068: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:05:33.582 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1170 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:05:33.582 INFO:tasks.rados.rados.0.smithi173.stdout:2071: expect (ObjNum 639 snap 202 seq_num 639) 2024-08-30T21:05:33.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:05:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:05:33.544+0000 7fd1a4e99640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 105 after trimming was started 2024-08-30T21:05:34.366 INFO:tasks.rados.rados.0.smithi173.stdout:2072: finishing write tid 1 to smithi17368540-2 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: finishing write tid 2 to smithi17368540-2 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: finishing write tid 3 to smithi17368540-2 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: finishing write tid 4 to smithi17368540-2 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: finishing write tid 5 to smithi17368540-2 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: oid 2 updating version 0 to 1165 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: oid 2 updating version 1165 to 1168 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: oid 2 version 1168 is already newer than 1166 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: oid 2 version 1168 is already newer than 1167 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1168 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-08-30T21:05:34.367 INFO:tasks.rados.rados.0.smithi173.stdout:2072: left oid 2 (ObjNum 655 snap 204 seq_num 655) 2024-08-30T21:05:34.509 INFO:tasks.rados.rados.0.smithi173.stdout:2063: done (8 left) 2024-08-30T21:05:34.509 INFO:tasks.rados.rados.0.smithi173.stdout:2064: done (7 left) 2024-08-30T21:05:34.509 INFO:tasks.rados.rados.0.smithi173.stdout:2066: done (6 left) 2024-08-30T21:05:34.509 INFO:tasks.rados.rados.0.smithi173.stdout:2067: done (5 left) 2024-08-30T21:05:34.510 INFO:tasks.rados.rados.0.smithi173.stdout:2068: done (4 left) 2024-08-30T21:05:34.510 INFO:tasks.rados.rados.0.smithi173.stdout:2069: done (3 left) 2024-08-30T21:05:34.510 INFO:tasks.rados.rados.0.smithi173.stdout:2071: done (2 left) 2024-08-30T21:05:34.510 INFO:tasks.rados.rados.0.smithi173.stdout:2072: done (1 left) 2024-08-30T21:05:34.510 INFO:tasks.rados.rados.0.smithi173.stdout:2073: done (0 left) 2024-08-30T21:05:34.510 INFO:tasks.rados.rados.0.smithi173.stdout:2074: copy_from oid 48 from oid 27 current snap is 205 2024-08-30T21:05:34.510 INFO:tasks.rados.rados.0.smithi173.stdout:2075: snap_remove snap 191 2024-08-30T21:05:34.689 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:34 smithi196 ceph-mon[74601]: osdmap e480: 8 total, 8 up, 8 in 2024-08-30T21:05:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:34 smithi173 ceph-mon[79976]: osdmap e480: 8 total, 8 up, 8 in 2024-08-30T21:05:34.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:34 smithi173 ceph-mon[82405]: osdmap e480: 8 total, 8 up, 8 in 2024-08-30T21:05:35.335 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:35 smithi196 systemd[1]: Stopping Ceph osd.6 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:05:35.513 INFO:tasks.rados.rados.0.smithi173.stdout:2075: done (1 left) 2024-08-30T21:05:35.513 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 205 2024-08-30T21:05:35.514 INFO:tasks.rados.rados.0.smithi173.stdout:2076: seq_num 656 ranges {0=589824,589824=802816} 2024-08-30T21:05:35.517 INFO:tasks.rados.rados.0.smithi173.stdout:2076: writing smithi17368540-24 from 0 to 589824 tid 1 2024-08-30T21:05:35.522 INFO:tasks.rados.rados.0.smithi173.stdout:2076: writing smithi17368540-24 from 589824 to 1392640 tid 2 2024-08-30T21:05:35.523 INFO:tasks.rados.rados.0.smithi173.stdout:2077: snap_remove snap 200 2024-08-30T21:05:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:35 smithi173 ceph-mon[79976]: pgmap v389: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-08-30T21:05:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:35 smithi173 ceph-mon[79976]: osdmap e481: 8 total, 8 up, 8 in 2024-08-30T21:05:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:35 smithi173 ceph-mon[79976]: osd.6 marked itself down and dead 2024-08-30T21:05:35.711 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:05:35] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-08-30T21:05:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:35 smithi173 ceph-mon[82405]: pgmap v389: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-08-30T21:05:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:35 smithi173 ceph-mon[82405]: osdmap e481: 8 total, 8 up, 8 in 2024-08-30T21:05:35.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:35 smithi173 ceph-mon[82405]: osd.6 marked itself down and dead 2024-08-30T21:05:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:35 smithi196 ceph-mon[74601]: pgmap v389: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-08-30T21:05:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:35 smithi196 ceph-mon[74601]: osdmap e481: 8 total, 8 up, 8 in 2024-08-30T21:05:35.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:35 smithi196 ceph-mon[74601]: osd.6 marked itself down and dead 2024-08-30T21:05:35.770 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[37599]: 2024-08-30T21:05:35.333+0000 7fd7d7033640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:05:35.771 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[37599]: 2024-08-30T21:05:35.333+0000 7fd7d7033640 -1 osd.6 481 *** Got signal Terminated *** 2024-08-30T21:05:35.771 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[37599]: 2024-08-30T21:05:35.333+0000 7fd7d7033640 -1 osd.6 481 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:05:36.160 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:35 smithi196 podman[88923]: 2024-08-30 21:05:35.855336977 +0000 UTC m=+0.637277962 container died c236a3ad05acdb109a3f0a97af919be157f9728331063aa377ee60582f389675 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, org.label-schema.license=GPLv2, RELEASE=reef-63b0b8e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:05:36.477 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:36 smithi196 podman[88923]: 2024-08-30 21:05:36.250737163 +0000 UTC m=+1.032678149 container cleanup c236a3ad05acdb109a3f0a97af919be157f9728331063aa377ee60582f389675 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-63b0b8e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-30T21:05:36.477 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:36 smithi196 bash[88923]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6 2024-08-30T21:05:36.502 INFO:tasks.rados.rados.0.smithi173.stdout:2077: done (2 left) 2024-08-30T21:05:36.502 INFO:tasks.rados.rados.0.smithi173.stdout:2078: snap_remove snap 203 2024-08-30T21:05:36.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:36 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:05:36.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:36 smithi196 ceph-mon[74601]: osdmap e482: 8 total, 7 up, 8 in 2024-08-30T21:05:36.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:36 smithi196 ceph-mon[74601]: osdmap e483: 8 total, 7 up, 8 in 2024-08-30T21:05:36.770 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:36 smithi196 podman[88938]: 2024-08-30 21:05:36.476955433 +0000 UTC m=+0.619416417 container remove c236a3ad05acdb109a3f0a97af919be157f9728331063aa377ee60582f389675 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-63b0b8e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-08-30T21:05:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:36 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:05:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:36 smithi173 ceph-mon[79976]: osdmap e482: 8 total, 7 up, 8 in 2024-08-30T21:05:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:36 smithi173 ceph-mon[79976]: osdmap e483: 8 total, 7 up, 8 in 2024-08-30T21:05:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:36 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:05:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:36 smithi173 ceph-mon[82405]: osdmap e482: 8 total, 7 up, 8 in 2024-08-30T21:05:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:36 smithi173 ceph-mon[82405]: osdmap e483: 8 total, 7 up, 8 in 2024-08-30T21:05:37.081 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:36 smithi196 podman[89027]: 2024-08-30 21:05:36.729652102 +0000 UTC m=+0.015980092 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:05:37.081 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:36 smithi196 podman[89027]: 2024-08-30 21:05:36.853012254 +0000 UTC m=+0.139340235 container create 9db247b0abc38845952c27d61a6e2be0488a16d40da4628025b6b3a1d9ff0fb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-30T21:05:37.503 INFO:tasks.rados.rados.0.smithi173.stdout:2078: done (2 left) 2024-08-30T21:05:37.503 INFO:tasks.rados.rados.0.smithi173.stdout:2079: snap_remove snap 193 2024-08-30T21:05:37.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 podman[89027]: 2024-08-30 21:05:37.080776319 +0000 UTC m=+0.367104308 container init 9db247b0abc38845952c27d61a6e2be0488a16d40da4628025b6b3a1d9ff0fb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-08-30T21:05:37.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 podman[89027]: 2024-08-30 21:05:37.084300209 +0000 UTC m=+0.370628195 container start 9db247b0abc38845952c27d61a6e2be0488a16d40da4628025b6b3a1d9ff0fb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-08-30T21:05:37.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 podman[89027]: 2024-08-30 21:05:37.163935594 +0000 UTC m=+0.450263579 container attach 9db247b0abc38845952c27d61a6e2be0488a16d40da4628025b6b3a1d9ff0fb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-30T21:05:37.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 podman[89027]: 2024-08-30 21:05:37.272317018 +0000 UTC m=+0.558645005 container died 9db247b0abc38845952c27d61a6e2be0488a16d40da4628025b6b3a1d9ff0fb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-30T21:05:37.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:37 smithi196 ceph-mon[74601]: pgmap v392: 121 pgs: 8 peering, 9 stale+active+clean, 1 active+clean+snaptrim, 103 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-08-30T21:05:37.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:37 smithi196 ceph-mon[74601]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-30T21:05:37.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:37 smithi196 ceph-mon[74601]: osdmap e484: 8 total, 7 up, 8 in 2024-08-30T21:05:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:37 smithi173 ceph-mon[79976]: pgmap v392: 121 pgs: 8 peering, 9 stale+active+clean, 1 active+clean+snaptrim, 103 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-08-30T21:05:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:37 smithi173 ceph-mon[79976]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-30T21:05:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:37 smithi173 ceph-mon[79976]: osdmap e484: 8 total, 7 up, 8 in 2024-08-30T21:05:37.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:37 smithi173 ceph-mon[82405]: pgmap v392: 121 pgs: 8 peering, 9 stale+active+clean, 1 active+clean+snaptrim, 103 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-08-30T21:05:37.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:37 smithi173 ceph-mon[82405]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-30T21:05:37.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:37 smithi173 ceph-mon[82405]: osdmap e484: 8 total, 7 up, 8 in 2024-08-30T21:05:38.270 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 podman[89050]: 2024-08-30 21:05:37.875622213 +0000 UTC m=+0.594752017 container remove 9db247b0abc38845952c27d61a6e2be0488a16d40da4628025b6b3a1d9ff0fb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-30T21:05:38.270 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-30T21:05:38.271 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 systemd[1]: Stopped Ceph osd.6 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:05:38.271 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:37 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.6.service: Consumed 10.393s CPU time. 2024-08-30T21:05:38.271 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 systemd[1]: Starting Ceph osd.6 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2079: done (2 left) 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2080: rollback oid 19 current snap is 205 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 189 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2074: finishing copy_from to smithi17368540-48 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2074: got expected ENOENT (src dne) 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2074: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2076: finishing write tid 1 to smithi17368540-24 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2076: finishing write tid 2 to smithi17368540-24 2024-08-30T21:05:38.511 INFO:tasks.rados.rados.0.smithi173.stdout:2076: finishing write tid 3 to smithi17368540-24 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2076: finishing write tid 4 to smithi17368540-24 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2076: oid 24 updating version 0 to 1039 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2076: oid 24 updating version 1039 to 1040 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2076: oid 24 updating version 1040 to 1041 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1041 (ObjNum 656 snap 205 seq_num 656) dirty exists 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2076: left oid 24 (ObjNum 656 snap 205 seq_num 656) 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2074: done (2 left) 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2076: done (1 left) 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 205 2024-08-30T21:05:38.512 INFO:tasks.rados.rados.0.smithi173.stdout:2081: seq_num 657 ranges {9641984=606208,10248192=688128,10936320=114688} 2024-08-30T21:05:38.566 INFO:tasks.rados.rados.0.smithi173.stdout:2081: writing smithi17368540-2 from 9641984 to 10248192 tid 1 2024-08-30T21:05:38.570 INFO:tasks.rados.rados.0.smithi173.stdout:2081: writing smithi17368540-2 from 10248192 to 10936320 tid 2 2024-08-30T21:05:38.571 INFO:tasks.rados.rados.0.smithi173.stdout:2081: writing smithi17368540-2 from 10936320 to 11051008 tid 3 2024-08-30T21:05:38.571 INFO:tasks.rados.rados.0.smithi173.stdout:2082: rollback oid 49 current snap is 205 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 199 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:2080: finishing rollback tid 0 to smithi17368540-19 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:2080: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1170 (ObjNum 4113 snap 0 seq_num 1634035807) dirty dne 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:2081: finishing write tid 1 to smithi17368540-2 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:2080: done (2 left) 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 205 2024-08-30T21:05:38.572 INFO:tasks.rados.rados.0.smithi173.stdout:2083: seq_num 658 ranges {2400256=622592,3022848=565248,3588096=237568} 2024-08-30T21:05:38.588 INFO:tasks.rados.rados.0.smithi173.stdout:2083: writing smithi17368540-32 from 2400256 to 3022848 tid 1 2024-08-30T21:05:38.591 INFO:tasks.rados.rados.0.smithi173.stdout:2083: writing smithi17368540-32 from 3022848 to 3588096 tid 2 2024-08-30T21:05:38.593 INFO:tasks.rados.rados.0.smithi173.stdout:2083: writing smithi17368540-32 from 3588096 to 3825664 tid 3 2024-08-30T21:05:38.593 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 205 2024-08-30T21:05:38.593 INFO:tasks.rados.rados.0.smithi173.stdout:2081: finishing write tid 2 to smithi17368540-2 2024-08-30T21:05:38.593 INFO:tasks.rados.rados.0.smithi173.stdout:2084: seq_num 659 ranges {2400256=647168,3047424=450560,3497984=352256} 2024-08-30T21:05:38.609 INFO:tasks.rados.rados.0.smithi173.stdout:2084: writing smithi17368540-41 from 2400256 to 3047424 tid 1 2024-08-30T21:05:38.612 INFO:tasks.rados.rados.0.smithi173.stdout:2084: writing smithi17368540-41 from 3047424 to 3497984 tid 2 2024-08-30T21:05:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:2084: writing smithi17368540-41 from 3497984 to 3850240 tid 3 2024-08-30T21:05:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:2085: read oid 37 snap -1 2024-08-30T21:05:38.615 INFO:tasks.rados.rados.0.smithi173.stdout:2085: expect (ObjNum 620 snap 192 seq_num 620) 2024-08-30T21:05:38.615 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 205 2024-08-30T21:05:38.615 INFO:tasks.rados.rados.0.smithi173.stdout:2086: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2024-08-30T21:05:38.618 INFO:tasks.rados.rados.0.smithi173.stdout:2086: writing smithi17368540-36 from 0 to 663552 tid 1 2024-08-30T21:05:38.622 INFO:tasks.rados.rados.0.smithi173.stdout:2086: writing smithi17368540-36 from 663552 to 1400832 tid 2 2024-08-30T21:05:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:2086: writing smithi17368540-36 from 1400832 to 1466368 tid 3 2024-08-30T21:05:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:2087: copy_from oid 25 from oid 1 current snap is 205 2024-08-30T21:05:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:2081: finishing write tid 3 to smithi17368540-2 2024-08-30T21:05:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:2082: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:05:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:2081: finishing write tid 4 to smithi17368540-2 2024-08-30T21:05:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:2082: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:05:38.624 INFO:tasks.rados.rados.0.smithi173.stdout:2082: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 939 (ObjNum 574 snap 176 seq_num 574) dirty exists 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2081: finishing write tid 5 to smithi17368540-2 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2081: oid 2 updating version 0 to 1173 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2081: oid 2 version 1173 is already newer than 1171 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2081: oid 2 updating version 1173 to 1174 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2081: oid 2 version 1174 is already newer than 1172 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1174 (ObjNum 657 snap 205 seq_num 657) dirty exists 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2081: left oid 2 (ObjNum 657 snap 205 seq_num 657) 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2083: finishing write tid 1 to smithi17368540-32 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2083: finishing write tid 2 to smithi17368540-32 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2083: finishing write tid 3 to smithi17368540-32 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2081: done (6 left) 2024-08-30T21:05:38.625 INFO:tasks.rados.rados.0.smithi173.stdout:2082: done (5 left) 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2088: setattr oid 7 current snap is 205 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2083: finishing write tid 4 to smithi17368540-32 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2083: finishing write tid 5 to smithi17368540-32 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2083: oid 32 updating version 0 to 1406 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2083: oid 32 version 1406 is already newer than 1403 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2083: oid 32 version 1406 is already newer than 1404 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2083: oid 32 version 1406 is already newer than 1405 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1406 (ObjNum 658 snap 205 seq_num 658) dirty exists 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2083: left oid 32 (ObjNum 658 snap 205 seq_num 658) 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2084: finishing write tid 1 to smithi17368540-41 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2084: finishing write tid 2 to smithi17368540-41 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2084: finishing write tid 3 to smithi17368540-41 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2084: finishing write tid 4 to smithi17368540-41 2024-08-30T21:05:38.626 INFO:tasks.rados.rados.0.smithi173.stdout:2084: finishing write tid 5 to smithi17368540-41 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2084: oid 41 updating version 0 to 1173 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2084: oid 41 version 1173 is already newer than 1171 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2084: oid 41 version 1173 is already newer than 1172 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2084: oid 41 updating version 1173 to 1174 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1174 (ObjNum 659 snap 205 seq_num 659) dirty exists 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2084: left oid 41 (ObjNum 659 snap 205 seq_num 659) 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2083: done (5 left) 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2084: done (4 left) 2024-08-30T21:05:38.627 INFO:tasks.rados.rados.0.smithi173.stdout:2089: snap_remove snap 201 2024-08-30T21:05:38.638 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 podman[89148]: 2024-08-30 21:05:38.206966704 +0000 UTC m=+0.015953526 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:05:38.638 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 podman[89148]: 2024-08-30 21:05:38.310224551 +0000 UTC m=+0.119211371 container create 60bb0d46adf9c5aec24cb0f385cff66853e84264c6451bd62143c616bbf38cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:05:38.638 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 podman[89148]: 2024-08-30 21:05:38.529450131 +0000 UTC m=+0.338436961 container init 60bb0d46adf9c5aec24cb0f385cff66853e84264c6451bd62143c616bbf38cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-08-30T21:05:38.638 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 podman[89148]: 2024-08-30 21:05:38.534810402 +0000 UTC m=+0.343797233 container start 60bb0d46adf9c5aec24cb0f385cff66853e84264c6451bd62143c616bbf38cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-30T21:05:38.638 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 podman[89148]: 2024-08-30 21:05:38.637855004 +0000 UTC m=+0.446841838 container attach 60bb0d46adf9c5aec24cb0f385cff66853e84264c6451bd62143c616bbf38cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:05:39.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 bash[89148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 bash[89148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 bash[89148]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 bash[89148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 bash[89148]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 bash[89148]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-30T21:05:39.021 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:38 smithi196 bash[89148]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 bash[89148]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 bash[89148]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 bash[89148]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-30T21:05:39.393 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 bash[89148]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-30T21:05:39.394 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate[89163]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-30T21:05:39.394 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 bash[89148]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-30T21:05:39.394 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 podman[89148]: 2024-08-30 21:05:39.103011207 +0000 UTC m=+0.911998027 container died 60bb0d46adf9c5aec24cb0f385cff66853e84264c6451bd62143c616bbf38cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True) 2024-08-30T21:05:39.538 INFO:tasks.rados.rados.0.smithi173.stdout:2087: finishing copy_from to smithi17368540-25 2024-08-30T21:05:39.538 INFO:tasks.rados.rados.0.smithi173.stdout:2087: got expected ENOENT (src dne) 2024-08-30T21:05:39.538 INFO:tasks.rados.rados.0.smithi173.stdout:2087: finishing copy_from racing read to smithi17368540-25 2024-08-30T21:05:39.538 INFO:tasks.rados.rados.0.smithi173.stdout:2085: expect (ObjNum 620 snap 192 seq_num 620) 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[79976]: pgmap v395: 121 pgs: 8 active+undersized, 8 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 2 active+undersized+degraded, 93 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 972 KiB/s wr, 6 op/s; 5/525 objects degraded (0.952%) 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[79976]: osdmap e485: 8 total, 7 up, 8 in 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 5/525 objects degraded (0.952%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[82405]: pgmap v395: 121 pgs: 8 active+undersized, 8 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 2 active+undersized+degraded, 93 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 972 KiB/s wr, 6 op/s; 5/525 objects degraded (0.952%) 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:39.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[82405]: osdmap e485: 8 total, 7 up, 8 in 2024-08-30T21:05:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:39 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 5/525 objects degraded (0.952%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:39.742 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-mon[74601]: pgmap v395: 121 pgs: 8 active+undersized, 8 peering, 8 stale+active+clean, 2 active+clean+snaptrim, 2 active+undersized+degraded, 93 active+clean; 289 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 972 KiB/s wr, 6 op/s; 5/525 objects degraded (0.952%) 2024-08-30T21:05:39.742 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:39.742 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:39.742 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-mon[74601]: osdmap e485: 8 total, 7 up, 8 in 2024-08-30T21:05:39.742 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:39 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 5/525 objects degraded (0.952%), 2 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:40.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 podman[89284]: 2024-08-30 21:05:39.742063822 +0000 UTC m=+0.632096280 container remove 60bb0d46adf9c5aec24cb0f385cff66853e84264c6451bd62143c616bbf38cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-activate, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:05:40.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 podman[89347]: 2024-08-30 21:05:39.851108759 +0000 UTC m=+0.015786565 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:05:40.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:39 smithi196 podman[89347]: 2024-08-30 21:05:39.959380232 +0000 UTC m=+0.124058038 container create 957f82d650b2eae2e4db0095d08a7bed84fffdc3c701c2802dead02b03db2a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:05:40.284 INFO:tasks.rados.rados.0.smithi173.stdout:2086: finishing write tid 1 to smithi17368540-36 2024-08-30T21:05:40.284 INFO:tasks.rados.rados.0.smithi173.stdout:2086: finishing write tid 2 to smithi17368540-36 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: finishing write tid 3 to smithi17368540-36 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: finishing write tid 4 to smithi17368540-36 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: finishing write tid 5 to smithi17368540-36 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: oid 36 updating version 0 to 885 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: oid 36 version 885 is already newer than 882 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: oid 36 version 885 is already newer than 883 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: oid 36 version 885 is already newer than 884 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 885 (ObjNum 660 snap 205 seq_num 660) dirty exists 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: left oid 36 (ObjNum 660 snap 205 seq_num 660) 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1121 (ObjNum 639 snap 202 seq_num 639) dirty exists 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2085: done (4 left) 2024-08-30T21:05:40.285 INFO:tasks.rados.rados.0.smithi173.stdout:2086: done (3 left) 2024-08-30T21:05:40.286 INFO:tasks.rados.rados.0.smithi173.stdout:2087: done (2 left) 2024-08-30T21:05:40.286 INFO:tasks.rados.rados.0.smithi173.stdout:2088: done (1 left) 2024-08-30T21:05:40.286 INFO:tasks.rados.rados.0.smithi173.stdout:2089: done (0 left) 2024-08-30T21:05:40.286 INFO:tasks.rados.rados.0.smithi173.stdout:2090: snap_create 2024-08-30T21:05:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:40 smithi196 podman[89347]: 2024-08-30 21:05:40.203385692 +0000 UTC m=+0.368063495 container init 957f82d650b2eae2e4db0095d08a7bed84fffdc3c701c2802dead02b03db2a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-30T21:05:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:40 smithi196 podman[89347]: 2024-08-30 21:05:40.206941525 +0000 UTC m=+0.371619330 container start 957f82d650b2eae2e4db0095d08a7bed84fffdc3c701c2802dead02b03db2a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-30T21:05:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:40 smithi196 ceph-osd[89366]: -- 172.21.15.196:0/352835366 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a030267a40 con 0x55a031034400 2024-08-30T21:05:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:40 smithi196 bash[89347]: 957f82d650b2eae2e4db0095d08a7bed84fffdc3c701c2802dead02b03db2a7d 2024-08-30T21:05:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:40 smithi196 systemd[1]: Started Ceph osd.6 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:05:40.549 INFO:tasks.rados.rados.0.smithi173.stdout:2090: done (0 left) 2024-08-30T21:05:40.549 INFO:tasks.rados.rados.0.smithi173.stdout:2091: rmattr oid 49 current snap is 206 2024-08-30T21:05:40.549 INFO:tasks.rados.rados.0.smithi173.stdout:2092: snap_remove snap 202 2024-08-30T21:05:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[79976]: osdmap e486: 8 total, 7 up, 8 in 2024-08-30T21:05:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[82405]: osdmap e486: 8 total, 7 up, 8 in 2024-08-30T21:05:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:40 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:40 smithi196 ceph-mon[74601]: osdmap e486: 8 total, 7 up, 8 in 2024-08-30T21:05:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:40 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:40 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:40 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:41.501 INFO:tasks.rados.rados.0.smithi173.stdout:2092: done (1 left) 2024-08-30T21:05:41.502 INFO:tasks.rados.rados.0.smithi173.stdout:2093: rollback oid 14 current snap is 206 2024-08-30T21:05:41.502 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 205 2024-08-30T21:05:41.502 INFO:tasks.rados.rados.0.smithi173.stdout:2094: delete oid 47 current snap is 206 2024-08-30T21:05:41.502 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 940 (ObjNum 574 snap 176 seq_num 574) dirty exists 2024-08-30T21:05:41.514 INFO:tasks.rados.rados.0.smithi173.stdout:2093: finishing rollback tid 0 to smithi17368540-14 2024-08-30T21:05:41.514 INFO:tasks.rados.rados.0.smithi173.stdout:2093: finishing rollback tid 1 to smithi17368540-14 2024-08-30T21:05:41.514 INFO:tasks.rados.rados.0.smithi173.stdout:2093: finishing rollback tid 2 to smithi17368540-14 2024-08-30T21:05:41.515 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1124 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:05:41.515 INFO:tasks.rados.rados.0.smithi173.stdout:2091: done (2 left) 2024-08-30T21:05:41.515 INFO:tasks.rados.rados.0.smithi173.stdout:2093: done (1 left) 2024-08-30T21:05:41.515 INFO:tasks.rados.rados.0.smithi173.stdout:2094: done (0 left) 2024-08-30T21:05:41.515 INFO:tasks.rados.rados.0.smithi173.stdout:2095: copy_from oid 45 from oid 47 current snap is 206 2024-08-30T21:05:41.515 INFO:tasks.rados.rados.0.smithi173.stdout:2096: snap_remove snap 192 2024-08-30T21:05:41.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:41 smithi196 ceph-mon[74601]: pgmap v398: 121 pgs: 27 active+undersized, 8 peering, 1 active+clean+snaptrim, 8 active+undersized+degraded, 77 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s; 26/534 objects degraded (4.869%) 2024-08-30T21:05:41.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:41 smithi196 ceph-mon[74601]: osdmap e487: 8 total, 7 up, 8 in 2024-08-30T21:05:41.837 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:41 smithi196 ceph-mon[74601]: osdmap e488: 8 total, 7 up, 8 in 2024-08-30T21:05:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:41 smithi173 ceph-mon[79976]: pgmap v398: 121 pgs: 27 active+undersized, 8 peering, 1 active+clean+snaptrim, 8 active+undersized+degraded, 77 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s; 26/534 objects degraded (4.869%) 2024-08-30T21:05:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:41 smithi173 ceph-mon[79976]: osdmap e487: 8 total, 7 up, 8 in 2024-08-30T21:05:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:41 smithi173 ceph-mon[79976]: osdmap e488: 8 total, 7 up, 8 in 2024-08-30T21:05:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:41 smithi173 ceph-mon[82405]: pgmap v398: 121 pgs: 27 active+undersized, 8 peering, 1 active+clean+snaptrim, 8 active+undersized+degraded, 77 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s; 26/534 objects degraded (4.869%) 2024-08-30T21:05:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:41 smithi173 ceph-mon[82405]: osdmap e487: 8 total, 7 up, 8 in 2024-08-30T21:05:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:41 smithi173 ceph-mon[82405]: osdmap e488: 8 total, 7 up, 8 in 2024-08-30T21:05:42.169 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:41 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:05:41.835+0000 7fa60e91f640 -1 Falling back to public interface 2024-08-30T21:05:42.504 INFO:tasks.rados.rados.0.smithi173.stdout:2096: done (1 left) 2024-08-30T21:05:42.504 INFO:tasks.rados.rados.0.smithi173.stdout:2097: setattr oid 1 current snap is 206 2024-08-30T21:05:42.504 INFO:tasks.rados.rados.0.smithi173.stdout:2095: finishing copy_from to smithi17368540-45 2024-08-30T21:05:42.504 INFO:tasks.rados.rados.0.smithi173.stdout:2095: got expected ENOENT (src dne) 2024-08-30T21:05:42.504 INFO:tasks.rados.rados.0.smithi173.stdout:2095: finishing copy_from racing read to smithi17368540-45 2024-08-30T21:05:42.506 INFO:tasks.rados.rados.0.smithi173.stdout:2095: done (1 left) 2024-08-30T21:05:42.506 INFO:tasks.rados.rados.0.smithi173.stdout:2098: snap_create 2024-08-30T21:05:42.508 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 641 (ObjNum 193 snap 0 seq_num 137682137) dirty exists 2024-08-30T21:05:43.505 INFO:tasks.rados.rados.0.smithi173.stdout:2097: done (1 left) 2024-08-30T21:05:43.505 INFO:tasks.rados.rados.0.smithi173.stdout:2098: done (0 left) 2024-08-30T21:05:43.505 INFO:tasks.rados.rados.0.smithi173.stdout:2099: snap_remove snap 197 2024-08-30T21:05:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:43 smithi196 ceph-mon[74601]: pgmap v401: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 7 op/s; 26/540 objects degraded (4.815%) 2024-08-30T21:05:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:43 smithi196 ceph-mon[74601]: osdmap e489: 8 total, 7 up, 8 in 2024-08-30T21:05:43.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:43 smithi196 ceph-mon[74601]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-30T21:05:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:43 smithi173 ceph-mon[79976]: pgmap v401: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 7 op/s; 26/540 objects degraded (4.815%) 2024-08-30T21:05:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:43 smithi173 ceph-mon[79976]: osdmap e489: 8 total, 7 up, 8 in 2024-08-30T21:05:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:43 smithi173 ceph-mon[79976]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-30T21:05:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:43 smithi173 ceph-mon[82405]: pgmap v401: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 7 op/s; 26/540 objects degraded (4.815%) 2024-08-30T21:05:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:43 smithi173 ceph-mon[82405]: osdmap e489: 8 total, 7 up, 8 in 2024-08-30T21:05:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:43 smithi173 ceph-mon[82405]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-30T21:05:44.508 INFO:tasks.rados.rados.0.smithi173.stdout:2099: done (0 left) 2024-08-30T21:05:44.508 INFO:tasks.rados.rados.0.smithi173.stdout:2100: delete oid 29 current snap is 207 2024-08-30T21:05:44.522 INFO:tasks.rados.rados.0.smithi173.stdout:2100: done (0 left) 2024-08-30T21:05:44.522 INFO:tasks.rados.rados.0.smithi173.stdout:2101: copy_from oid 14 from oid 22 current snap is 207 2024-08-30T21:05:44.523 INFO:tasks.rados.rados.0.smithi173.stdout:2102: delete oid 40 current snap is 207 2024-08-30T21:05:44.524 INFO:tasks.rados.rados.0.smithi173.stdout:2101: finishing copy_from to smithi17368540-14 2024-08-30T21:05:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:2101: got expected ENOENT (src dne) 2024-08-30T21:05:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:2101: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:05:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:2101: done (1 left) 2024-08-30T21:05:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:2102: done (0 left) 2024-08-30T21:05:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:2103: delete oid 19 current snap is 207 2024-08-30T21:05:44.528 INFO:tasks.rados.rados.0.smithi173.stdout:2103: done (0 left) 2024-08-30T21:05:44.528 INFO:tasks.rados.rados.0.smithi173.stdout:2104: rmattr oid 35 current snap is 207 2024-08-30T21:05:44.529 INFO:tasks.rados.rados.0.smithi173.stdout:2104: done (0 left) 2024-08-30T21:05:44.529 INFO:tasks.rados.rados.0.smithi173.stdout:2105: read oid 38 snap 199 2024-08-30T21:05:44.529 INFO:tasks.rados.rados.0.smithi173.stdout:2105: expect deleted 2024-08-30T21:05:44.529 INFO:tasks.rados.rados.0.smithi173.stdout:2106: copy_from oid 36 from oid 40 current snap is 207 2024-08-30T21:05:44.529 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 207 2024-08-30T21:05:44.529 INFO:tasks.rados.rados.0.smithi173.stdout:2107: seq_num 665 ranges {2711552=745472,3457024=606208,4063232=196608} 2024-08-30T21:05:44.547 INFO:tasks.rados.rados.0.smithi173.stdout:2107: writing smithi17368540-4 from 2711552 to 3457024 tid 1 2024-08-30T21:05:44.550 INFO:tasks.rados.rados.0.smithi173.stdout:2107: writing smithi17368540-4 from 3457024 to 4063232 tid 2 2024-08-30T21:05:44.552 INFO:tasks.rados.rados.0.smithi173.stdout:2107: writing smithi17368540-4 from 4063232 to 4259840 tid 3 2024-08-30T21:05:44.552 INFO:tasks.rados.rados.0.smithi173.stdout:2108: read oid 32 snap -1 2024-08-30T21:05:44.552 INFO:tasks.rados.rados.0.smithi173.stdout:2108: expect (ObjNum 658 snap 205 seq_num 658) 2024-08-30T21:05:44.552 INFO:tasks.rados.rados.0.smithi173.stdout:2109: snap_remove snap 204 2024-08-30T21:05:44.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:44 smithi196 ceph-mon[74601]: osdmap e490: 8 total, 7 up, 8 in 2024-08-30T21:05:44.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:44 smithi173 ceph-mon[79976]: osdmap e490: 8 total, 7 up, 8 in 2024-08-30T21:05:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:44 smithi173 ceph-mon[82405]: osdmap e490: 8 total, 7 up, 8 in 2024-08-30T21:05:45.529 INFO:tasks.rados.rados.0.smithi173.stdout:2109: done (4 left) 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2110: delete oid 24 current snap is 207 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2106: finishing copy_from to smithi17368540-36 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2106: got expected ENOENT (src dne) 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2106: finishing copy_from racing read to smithi17368540-36 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: finishing write tid 1 to smithi17368540-4 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: finishing write tid 2 to smithi17368540-4 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: finishing write tid 3 to smithi17368540-4 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: finishing write tid 4 to smithi17368540-4 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: finishing write tid 5 to smithi17368540-4 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: oid 4 updating version 0 to 1554 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: oid 4 version 1554 is already newer than 1553 2024-08-30T21:05:45.530 INFO:tasks.rados.rados.0.smithi173.stdout:2107: oid 4 updating version 1554 to 1555 2024-08-30T21:05:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:2107: oid 4 version 1555 is already newer than 1552 2024-08-30T21:05:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1555 (ObjNum 665 snap 207 seq_num 665) dirty exists 2024-08-30T21:05:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:2107: left oid 4 (ObjNum 665 snap 207 seq_num 665) 2024-08-30T21:05:45.531 INFO:tasks.rados.rados.0.smithi173.stdout:2108: expect (ObjNum 658 snap 205 seq_num 658) 2024-08-30T21:05:45.675 INFO:tasks.rados.rados.0.smithi173.stdout:2105: done (4 left) 2024-08-30T21:05:45.675 INFO:tasks.rados.rados.0.smithi173.stdout:2106: done (3 left) 2024-08-30T21:05:45.675 INFO:tasks.rados.rados.0.smithi173.stdout:2107: done (2 left) 2024-08-30T21:05:45.675 INFO:tasks.rados.rados.0.smithi173.stdout:2108: done (1 left) 2024-08-30T21:05:45.675 INFO:tasks.rados.rados.0.smithi173.stdout:2110: done (0 left) 2024-08-30T21:05:45.675 INFO:tasks.rados.rados.0.smithi173.stdout:2111: delete oid 39 current snap is 207 2024-08-30T21:05:45.676 INFO:tasks.rados.rados.0.smithi173.stdout:2111: done (0 left) 2024-08-30T21:05:45.676 INFO:tasks.rados.rados.0.smithi173.stdout:2112: copy_from oid 18 from oid 48 current snap is 207 2024-08-30T21:05:45.676 INFO:tasks.rados.rados.0.smithi173.stdout:2113: read oid 29 snap -1 2024-08-30T21:05:45.676 INFO:tasks.rados.rados.0.smithi173.stdout:2113: expect deleted 2024-08-30T21:05:45.676 INFO:tasks.rados.rados.0.smithi173.stdout:2114: read oid 12 snap -1 2024-08-30T21:05:45.677 INFO:tasks.rados.rados.0.smithi173.stdout:2114: expect (ObjNum 654 snap 204 seq_num 654) 2024-08-30T21:05:45.677 INFO:tasks.rados.rados.0.smithi173.stdout:2115: setattr oid 50 current snap is 207 2024-08-30T21:05:45.677 INFO:tasks.rados.rados.0.smithi173.stdout:2112: finishing copy_from to smithi17368540-18 2024-08-30T21:05:45.677 INFO:tasks.rados.rados.0.smithi173.stdout:2112: got expected ENOENT (src dne) 2024-08-30T21:05:45.677 INFO:tasks.rados.rados.0.smithi173.stdout:2112: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:05:45.678 INFO:tasks.rados.rados.0.smithi173.stdout:2112: done (3 left) 2024-08-30T21:05:45.678 INFO:tasks.rados.rados.0.smithi173.stdout:2113: done (2 left) 2024-08-30T21:05:45.678 INFO:tasks.rados.rados.0.smithi173.stdout:2116: snap_create 2024-08-30T21:05:45.683 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1126 (ObjNum 10785 snap 0 seq_num 1578793472) dirty exists 2024-08-30T21:05:45.684 INFO:tasks.rados.rados.0.smithi173.stdout:2114: expect (ObjNum 654 snap 204 seq_num 654) 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:05:45] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: pgmap v404: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 358 KiB/s wr, 11 op/s; 26/543 objects degraded (4.788%) 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: osdmap e491: 8 total, 7 up, 8 in 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 26/543 objects degraded (4.788%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: from='osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[79976]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: pgmap v404: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 358 KiB/s wr, 11 op/s; 26/543 objects degraded (4.788%) 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: osdmap e491: 8 total, 7 up, 8 in 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 26/543 objects degraded (4.788%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: from='osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-30T21:05:45.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:45 smithi173 ceph-mon[82405]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-30T21:05:45.770 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:05:45.497+0000 7fa60e91f640 -1 osd.6 481 log_to_monitors true 2024-08-30T21:05:45.770 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:05:45.566+0000 7fa6066c9640 -1 osd.6 481 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:05:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: pgmap v404: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 358 KiB/s wr, 11 op/s; 26/543 objects degraded (4.788%) 2024-08-30T21:05:45.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: osdmap e491: 8 total, 7 up, 8 in 2024-08-30T21:05:45.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 26/543 objects degraded (4.788%), 8 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:45.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:45.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: from='osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-30T21:05:45.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:45 smithi196 ceph-mon[74601]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-30T21:05:46.542 INFO:tasks.rados.rados.0.smithi173.stdout:2114: done (2 left) 2024-08-30T21:05:46.542 INFO:tasks.rados.rados.0.smithi173.stdout:2115: done (1 left) 2024-08-30T21:05:46.543 INFO:tasks.rados.rados.0.smithi173.stdout:2116: done (0 left) 2024-08-30T21:05:46.543 INFO:tasks.rados.rados.0.smithi173.stdout:2117: delete oid 28 current snap is 208 2024-08-30T21:05:46.551 INFO:tasks.rados.rados.0.smithi173.stdout:2117: done (0 left) 2024-08-30T21:05:46.551 INFO:tasks.rados.rados.0.smithi173.stdout:2118: delete oid 19 current snap is 208 2024-08-30T21:05:46.553 INFO:tasks.rados.rados.0.smithi173.stdout:2118: done (0 left) 2024-08-30T21:05:46.554 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 208 2024-08-30T21:05:46.554 INFO:tasks.rados.rados.0.smithi173.stdout:2119: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-08-30T21:05:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2119: writing smithi17368540-18 from 0 to 425984 tid 1 2024-08-30T21:05:46.559 INFO:tasks.rados.rados.0.smithi173.stdout:2119: writing smithi17368540-18 from 425984 to 909312 tid 2 2024-08-30T21:05:46.562 INFO:tasks.rados.rados.0.smithi173.stdout:2119: writing smithi17368540-18 from 909312 to 1417216 tid 3 2024-08-30T21:05:46.564 INFO:tasks.rados.rados.0.smithi173.stdout:2119: writing smithi17368540-18 from 1417216 to 1630208 tid 4 2024-08-30T21:05:46.564 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 208 2024-08-30T21:05:46.564 INFO:tasks.rados.rados.0.smithi173.stdout:2119: finishing write tid 1 to smithi17368540-18 2024-08-30T21:05:46.564 INFO:tasks.rados.rados.0.smithi173.stdout:2119: finishing write tid 2 to smithi17368540-18 2024-08-30T21:05:46.564 INFO:tasks.rados.rados.0.smithi173.stdout:2120: seq_num 671 ranges {8486912=442368,8929280=761856,9691136=442368} 2024-08-30T21:05:46.612 INFO:tasks.rados.rados.0.smithi173.stdout:2120: writing smithi17368540-14 from 8486912 to 8929280 tid 1 2024-08-30T21:05:46.616 INFO:tasks.rados.rados.0.smithi173.stdout:2120: writing smithi17368540-14 from 8929280 to 9691136 tid 2 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2120: writing smithi17368540-14 from 9691136 to 10133504 tid 3 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2121: delete oid 35 current snap is 208 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: finishing write tid 3 to smithi17368540-18 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: finishing write tid 4 to smithi17368540-18 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: finishing write tid 5 to smithi17368540-18 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: finishing write tid 6 to smithi17368540-18 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: oid 18 updating version 0 to 1562 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: oid 18 version 1562 is already newer than 1560 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: oid 18 updating version 1562 to 1564 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: oid 18 version 1564 is already newer than 1563 2024-08-30T21:05:46.620 INFO:tasks.rados.rados.0.smithi173.stdout:2119: oid 18 version 1564 is already newer than 1561 2024-08-30T21:05:46.621 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1564 (ObjNum 670 snap 208 seq_num 670) dirty exists 2024-08-30T21:05:46.621 INFO:tasks.rados.rados.0.smithi173.stdout:2119: left oid 18 (ObjNum 670 snap 208 seq_num 670) 2024-08-30T21:05:46.621 INFO:tasks.rados.rados.0.smithi173.stdout:2120: finishing write tid 1 to smithi17368540-14 2024-08-30T21:05:46.621 INFO:tasks.rados.rados.0.smithi173.stdout:2119: done (2 left) 2024-08-30T21:05:46.621 INFO:tasks.rados.rados.0.smithi173.stdout:2121: done (1 left) 2024-08-30T21:05:46.621 INFO:tasks.rados.rados.0.smithi173.stdout:2122: setattr oid 35 current snap is 208 2024-08-30T21:05:46.622 INFO:tasks.rados.rados.0.smithi173.stdout:2120: finishing write tid 2 to smithi17368540-14 2024-08-30T21:05:46.622 INFO:tasks.rados.rados.0.smithi173.stdout:2120: finishing write tid 3 to smithi17368540-14 2024-08-30T21:05:46.622 INFO:tasks.rados.rados.0.smithi173.stdout:2120: finishing write tid 4 to smithi17368540-14 2024-08-30T21:05:46.623 INFO:tasks.rados.rados.0.smithi173.stdout:2123: copy_from oid 26 from oid 1 current snap is 208 2024-08-30T21:05:46.623 INFO:tasks.rados.rados.0.smithi173.stdout:2124: copy_from oid 17 from oid 29 current snap is 208 2024-08-30T21:05:46.623 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 208 2024-08-30T21:05:46.623 INFO:tasks.rados.rados.0.smithi173.stdout:2125: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-08-30T21:05:46.626 INFO:tasks.rados.rados.0.smithi173.stdout:2125: writing smithi17368540-27 from 0 to 475136 tid 1 2024-08-30T21:05:46.629 INFO:tasks.rados.rados.0.smithi173.stdout:2125: writing smithi17368540-27 from 475136 to 1007616 tid 2 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2125: writing smithi17368540-27 from 1007616 to 1679360 tid 3 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 208 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2120: finishing write tid 5 to smithi17368540-14 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2120: oid 14 updating version 0 to 1128 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2120: oid 14 version 1128 is already newer than 1127 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2120: oid 14 updating version 1128 to 1130 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2120: oid 14 version 1130 is already newer than 1129 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1130 (ObjNum 671 snap 208 seq_num 671) dirty exists 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2120: left oid 14 (ObjNum 671 snap 208 seq_num 671) 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2124: finishing copy_from to smithi17368540-17 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2124: got expected ENOENT (src dne) 2024-08-30T21:05:46.634 INFO:tasks.rados.rados.0.smithi173.stdout:2124: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:05:46.635 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1044 (ObjNum 33 snap 0 seq_num 2617264064) dirty exists 2024-08-30T21:05:46.635 INFO:tasks.rados.rados.0.smithi173.stdout:2123: finishing copy_from racing read to smithi17368540-26 2024-08-30T21:05:46.635 INFO:tasks.rados.rados.0.smithi173.stdout:2123: finishing copy_from to smithi17368540-26 2024-08-30T21:05:46.635 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 641 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-30T21:05:46.635 INFO:tasks.rados.rados.0.smithi173.stdout:2125: finishing write tid 1 to smithi17368540-27 2024-08-30T21:05:46.635 INFO:tasks.rados.rados.0.smithi173.stdout:2126: seq_num 674 ranges {11051008=491520,11542528=417792,11960320=483328,12443648=303104} 2024-08-30T21:05:46.694 INFO:tasks.rados.rados.0.smithi173.stdout:2126: writing smithi17368540-2 from 11051008 to 11542528 tid 1 2024-08-30T21:05:46.696 INFO:tasks.rados.rados.0.smithi173.stdout:2126: writing smithi17368540-2 from 11542528 to 11960320 tid 2 2024-08-30T21:05:46.699 INFO:tasks.rados.rados.0.smithi173.stdout:2126: writing smithi17368540-2 from 11960320 to 12443648 tid 3 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2126: writing smithi17368540-2 from 12443648 to 12746752 tid 4 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2120: done (5 left) 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2122: done (4 left) 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2123: done (3 left) 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2124: done (2 left) 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2127: read oid 32 snap -1 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2127: expect (ObjNum 658 snap 205 seq_num 658) 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2128: copy_from oid 22 from oid 36 current snap is 208 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2125: finishing write tid 2 to smithi17368540-27 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2125: finishing write tid 3 to smithi17368540-27 2024-08-30T21:05:46.702 INFO:tasks.rados.rados.0.smithi173.stdout:2125: finishing write tid 4 to smithi17368540-27 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2125: finishing write tid 5 to smithi17368540-27 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2125: oid 27 updating version 0 to 1178 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2125: oid 27 version 1178 is already newer than 1175 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2125: oid 27 version 1178 is already newer than 1176 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2125: oid 27 version 1178 is already newer than 1177 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1178 (ObjNum 673 snap 208 seq_num 673) dirty exists 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2125: left oid 27 (ObjNum 673 snap 208 seq_num 673) 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2126: finishing write tid 1 to smithi17368540-2 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2126: finishing write tid 2 to smithi17368540-2 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2125: done (3 left) 2024-08-30T21:05:46.703 INFO:tasks.rados.rados.0.smithi173.stdout:2129: delete oid 6 current snap is 208 2024-08-30T21:05:46.704 INFO:tasks.rados.rados.0.smithi173.stdout:2129: done (3 left) 2024-08-30T21:05:46.704 INFO:tasks.rados.rados.0.smithi173.stdout:2130: rmattr oid 15 current snap is 208 2024-08-30T21:05:46.704 INFO:tasks.rados.rados.0.smithi173.stdout:2130: done (3 left) 2024-08-30T21:05:46.704 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 208 2024-08-30T21:05:46.704 INFO:tasks.rados.rados.0.smithi173.stdout:2131: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-08-30T21:05:46.706 INFO:tasks.rados.rados.0.smithi173.stdout:2131: writing smithi17368540-3 from 0 to 524288 tid 1 2024-08-30T21:05:46.710 INFO:tasks.rados.rados.0.smithi173.stdout:2131: writing smithi17368540-3 from 524288 to 1114112 tid 2 2024-08-30T21:05:46.712 INFO:tasks.rados.rados.0.smithi173.stdout:2131: writing smithi17368540-3 from 1114112 to 1564672 tid 3 2024-08-30T21:05:46.714 INFO:tasks.rados.rados.0.smithi173.stdout:2131: writing smithi17368540-3 from 1564672 to 1728512 tid 4 2024-08-30T21:05:46.714 INFO:tasks.rados.rados.0.smithi173.stdout:2132: rollback oid 37 current snap is 208 2024-08-30T21:05:46.714 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 184 2024-08-30T21:05:46.714 INFO:tasks.rados.rados.0.smithi173.stdout:2126: finishing write tid 3 to smithi17368540-2 2024-08-30T21:05:46.714 INFO:tasks.rados.rados.0.smithi173.stdout:2126: finishing write tid 4 to smithi17368540-2 2024-08-30T21:05:46.714 INFO:tasks.rados.rados.0.smithi173.stdout:2126: finishing write tid 5 to smithi17368540-2 2024-08-30T21:05:46.714 INFO:tasks.rados.rados.0.smithi173.stdout:2126: finishing write tid 6 to smithi17368540-2 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2126: oid 2 updating version 0 to 1181 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2126: oid 2 updating version 1181 to 1183 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2126: oid 2 version 1183 is already newer than 1180 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2126: oid 2 version 1183 is already newer than 1179 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2126: oid 2 version 1183 is already newer than 1182 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1183 (ObjNum 674 snap 208 seq_num 674) dirty exists 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2126: left oid 2 (ObjNum 674 snap 208 seq_num 674) 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2131: finishing write tid 1 to smithi17368540-3 2024-08-30T21:05:46.715 INFO:tasks.rados.rados.0.smithi173.stdout:2127: expect (ObjNum 658 snap 205 seq_num 658) 2024-08-30T21:05:46.850 INFO:tasks.rados.rados.0.smithi173.stdout:2131: finishing write tid 2 to smithi17368540-3 2024-08-30T21:05:46.850 INFO:tasks.rados.rados.0.smithi173.stdout:2131: finishing write tid 3 to smithi17368540-3 2024-08-30T21:05:46.850 INFO:tasks.rados.rados.0.smithi173.stdout:2126: done (4 left) 2024-08-30T21:05:46.850 INFO:tasks.rados.rados.0.smithi173.stdout:2127: done (3 left) 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2133: setattr oid 42 current snap is 208 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: finishing write tid 4 to smithi17368540-3 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: finishing write tid 5 to smithi17368540-3 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: finishing write tid 6 to smithi17368540-3 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: oid 3 updating version 0 to 1570 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: oid 3 version 1570 is already newer than 1569 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: oid 3 version 1570 is already newer than 1566 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: oid 3 version 1570 is already newer than 1567 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: oid 3 version 1570 is already newer than 1568 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1570 (ObjNum 676 snap 208 seq_num 676) dirty exists 2024-08-30T21:05:46.851 INFO:tasks.rados.rados.0.smithi173.stdout:2131: left oid 3 (ObjNum 676 snap 208 seq_num 676) 2024-08-30T21:05:46.852 INFO:tasks.rados.rados.0.smithi173.stdout:2131: done (3 left) 2024-08-30T21:05:46.852 INFO:tasks.rados.rados.0.smithi173.stdout:2134: rollback oid 50 current snap is 208 2024-08-30T21:05:46.852 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 184 2024-08-30T21:05:46.852 INFO:tasks.rados.rados.0.smithi173.stdout:2135: snap_create 2024-08-30T21:05:46.854 INFO:tasks.rados.rados.0.smithi173.stdout:2134: finishing rollback tid 0 to smithi17368540-50 2024-08-30T21:05:46.854 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1412 (ObjNum 646 snap 202 seq_num 646) dirty exists 2024-08-30T21:05:46.854 INFO:tasks.rados.rados.0.smithi173.stdout:2134: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:05:46.854 INFO:tasks.rados.rados.0.smithi173.stdout:2134: finishing rollback tid 2 to smithi17368540-50 2024-08-30T21:05:46.854 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1133 (ObjNum 598 snap 184 seq_num 598) dirty exists 2024-08-30T21:05:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[79976]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-30T21:05:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[79976]: osdmap e492: 8 total, 7 up, 8 in 2024-08-30T21:05:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[79976]: from='osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[79976]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[82405]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-30T21:05:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[82405]: osdmap e492: 8 total, 7 up, 8 in 2024-08-30T21:05:46.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[82405]: from='osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:46.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:46 smithi173 ceph-mon[82405]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:46 smithi196 ceph-mon[74601]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-30T21:05:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:46 smithi196 ceph-mon[74601]: osdmap e492: 8 total, 7 up, 8 in 2024-08-30T21:05:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:46 smithi196 ceph-mon[74601]: from='osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:46 smithi196 ceph-mon[74601]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:05:47.542 INFO:tasks.rados.rados.0.smithi173.stdout:2133: done (4 left) 2024-08-30T21:05:47.542 INFO:tasks.rados.rados.0.smithi173.stdout:2134: done (3 left) 2024-08-30T21:05:47.543 INFO:tasks.rados.rados.0.smithi173.stdout:2135: done (2 left) 2024-08-30T21:05:47.543 INFO:tasks.rados.rados.0.smithi173.stdout:2136: rollback oid 47 current snap is 209 2024-08-30T21:05:47.543 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 195 2024-08-30T21:05:47.543 INFO:tasks.rados.rados.0.smithi173.stdout:2137: snap_create 2024-08-30T21:05:47.550 INFO:tasks.rados.rados.0.smithi173.stdout:2136: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:05:47.550 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1125 (ObjNum 65 snap 0 seq_num 1578803040) dirty dne 2024-08-30T21:05:47.574 INFO:tasks.rados.rados.0.smithi173.stdout:2132: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:05:47.579 INFO:tasks.rados.rados.0.smithi173.stdout:2132: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:05:47.579 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 887 (ObjNum 33 snap 0 seq_num 1551205624) dirty dne 2024-08-30T21:05:47.580 INFO:tasks.rados.rados.0.smithi173.stdout:2128: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:05:47.581 INFO:tasks.rados.rados.0.smithi173.stdout:2128: finishing copy_from to smithi17368540-22 2024-08-30T21:05:47.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 885 (ObjNum 660 snap 205 seq_num 660) dirty exists 2024-08-30T21:05:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:47 smithi196 ceph-mon[74601]: pgmap v407: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 358 KiB/s wr, 14 op/s; 26/540 objects degraded (4.815%) 2024-08-30T21:05:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:47 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:05:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:47 smithi196 ceph-mon[74601]: osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741] boot 2024-08-30T21:05:47.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:47 smithi196 ceph-mon[74601]: osdmap e493: 8 total, 8 up, 8 in 2024-08-30T21:05:47.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:47 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-30T21:05:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[79976]: pgmap v407: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 358 KiB/s wr, 14 op/s; 26/540 objects degraded (4.815%) 2024-08-30T21:05:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:05:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[79976]: osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741] boot 2024-08-30T21:05:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[79976]: osdmap e493: 8 total, 8 up, 8 in 2024-08-30T21:05:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-30T21:05:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[82405]: pgmap v407: 121 pgs: 35 active+undersized, 8 active+undersized+degraded, 78 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 358 KiB/s wr, 14 op/s; 26/540 objects degraded (4.815%) 2024-08-30T21:05:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:05:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[82405]: osd.6 [v2:172.21.15.196:6816/3309906741,v1:172.21.15.196:6817/3309906741] boot 2024-08-30T21:05:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[82405]: osdmap e493: 8 total, 8 up, 8 in 2024-08-30T21:05:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:47 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-30T21:05:48.549 INFO:tasks.rados.rados.0.smithi173.stdout:2128: done (3 left) 2024-08-30T21:05:48.549 INFO:tasks.rados.rados.0.smithi173.stdout:2132: done (2 left) 2024-08-30T21:05:48.549 INFO:tasks.rados.rados.0.smithi173.stdout:2136: done (1 left) 2024-08-30T21:05:48.549 INFO:tasks.rados.rados.0.smithi173.stdout:2137: done (0 left) 2024-08-30T21:05:48.549 INFO:tasks.rados.rados.0.smithi173.stdout:2138: read oid 49 snap -1 2024-08-30T21:05:48.549 INFO:tasks.rados.rados.0.smithi173.stdout:2138: expect (ObjNum 574 snap 176 seq_num 574) 2024-08-30T21:05:48.549 INFO:tasks.rados.rados.0.smithi173.stdout:2139: snap_remove snap 209 2024-08-30T21:05:48.820 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:48 smithi196 ceph-mon[74601]: osdmap e494: 8 total, 8 up, 8 in 2024-08-30T21:05:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:48 smithi173 ceph-mon[79976]: osdmap e494: 8 total, 8 up, 8 in 2024-08-30T21:05:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:48 smithi173 ceph-mon[82405]: osdmap e494: 8 total, 8 up, 8 in 2024-08-30T21:05:49.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:05:48.987+0000 7f9609a04640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:05:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2139: done (1 left) 2024-08-30T21:05:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:2140: read oid 31 snap 205 2024-08-30T21:05:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:2140: expect deleted 2024-08-30T21:05:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 210 2024-08-30T21:05:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:2141: seq_num 677 ranges {1933312=540672,2473984=516096,2990080=655360,3645440=32768} 2024-08-30T21:05:49.564 INFO:tasks.rados.rados.0.smithi173.stdout:2141: writing smithi17368540-10 from 1933312 to 2473984 tid 1 2024-08-30T21:05:49.567 INFO:tasks.rados.rados.0.smithi173.stdout:2141: writing smithi17368540-10 from 2473984 to 2990080 tid 2 2024-08-30T21:05:49.571 INFO:tasks.rados.rados.0.smithi173.stdout:2141: writing smithi17368540-10 from 2990080 to 3645440 tid 3 2024-08-30T21:05:49.571 INFO:tasks.rados.rados.0.smithi173.stdout:2141: writing smithi17368540-10 from 3645440 to 3678208 tid 4 2024-08-30T21:05:49.571 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 210 2024-08-30T21:05:49.571 INFO:tasks.rados.rados.0.smithi173.stdout:2142: seq_num 678 ranges {1466368=565248,2031616=802816,2834432=401408} 2024-08-30T21:05:49.583 INFO:tasks.rados.rados.0.smithi173.stdout:2142: writing smithi17368540-22 from 1466368 to 2031616 tid 1 2024-08-30T21:05:49.587 INFO:tasks.rados.rados.0.smithi173.stdout:2142: writing smithi17368540-22 from 2031616 to 2834432 tid 2 2024-08-30T21:05:49.589 INFO:tasks.rados.rados.0.smithi173.stdout:2142: writing smithi17368540-22 from 2834432 to 3235840 tid 3 2024-08-30T21:05:49.589 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 210 2024-08-30T21:05:49.589 INFO:tasks.rados.rados.0.smithi173.stdout:2138: expect (ObjNum 574 snap 176 seq_num 574) 2024-08-30T21:05:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: pgmap v410: 121 pgs: 29 active+undersized, 8 active+undersized+degraded, 84 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 11 op/s; 26/543 objects degraded (4.788%) 2024-08-30T21:05:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: osdmap e495: 8 total, 8 up, 8 in 2024-08-30T21:05:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: pgmap v410: 121 pgs: 29 active+undersized, 8 active+undersized+degraded, 84 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 11 op/s; 26/543 objects degraded (4.788%) 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: osdmap e495: 8 total, 8 up, 8 in 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:49 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-30T21:05:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: pgmap v410: 121 pgs: 29 active+undersized, 8 active+undersized+degraded, 84 active+clean; 293 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 0 B/s wr, 11 op/s; 26/543 objects degraded (4.788%) 2024-08-30T21:05:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: osdmap e495: 8 total, 8 up, 8 in 2024-08-30T21:05:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:05:50.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:49 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-30T21:05:50.302 INFO:tasks.rados.rados.0.smithi173.stdout:2141: finishing write tid 1 to smithi17368540-10 2024-08-30T21:05:50.302 INFO:tasks.rados.rados.0.smithi173.stdout:2141: finishing write tid 2 to smithi17368540-10 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: finishing write tid 3 to smithi17368540-10 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: finishing write tid 4 to smithi17368540-10 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: finishing write tid 5 to smithi17368540-10 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: finishing write tid 6 to smithi17368540-10 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: oid 10 updating version 0 to 941 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: oid 10 updating version 941 to 944 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: oid 10 version 944 is already newer than 943 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: oid 10 version 944 is already newer than 942 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: oid 10 version 944 is already newer than 940 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 944 (ObjNum 677 snap 210 seq_num 677) dirty exists 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2141: left oid 10 (ObjNum 677 snap 210 seq_num 677) 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2142: finishing write tid 1 to smithi17368540-22 2024-08-30T21:05:50.303 INFO:tasks.rados.rados.0.smithi173.stdout:2142: finishing write tid 2 to smithi17368540-22 2024-08-30T21:05:50.304 INFO:tasks.rados.rados.0.smithi173.stdout:2143: seq_num 679 ranges {1630208=581632,2211840=688128,2899968=516096} 2024-08-30T21:05:50.313 INFO:tasks.rados.rados.0.smithi173.stdout:2143: writing smithi17368540-18 from 1630208 to 2211840 tid 1 2024-08-30T21:05:50.317 INFO:tasks.rados.rados.0.smithi173.stdout:2143: writing smithi17368540-18 from 2211840 to 2899968 tid 2 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2143: writing smithi17368540-18 from 2899968 to 3416064 tid 3 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2138: done (4 left) 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2140: done (3 left) 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2141: done (2 left) 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 210 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2142: finishing write tid 3 to smithi17368540-22 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2142: finishing write tid 4 to smithi17368540-22 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2142: finishing write tid 5 to smithi17368540-22 2024-08-30T21:05:50.321 INFO:tasks.rados.rados.0.smithi173.stdout:2142: oid 22 updating version 0 to 1145 2024-08-30T21:05:50.322 INFO:tasks.rados.rados.0.smithi173.stdout:2142: oid 22 updating version 1145 to 1147 2024-08-30T21:05:50.322 INFO:tasks.rados.rados.0.smithi173.stdout:2142: oid 22 updating version 1147 to 1148 2024-08-30T21:05:50.322 INFO:tasks.rados.rados.0.smithi173.stdout:2142: oid 22 version 1148 is already newer than 1146 2024-08-30T21:05:50.322 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1148 (ObjNum 678 snap 210 seq_num 678) dirty exists 2024-08-30T21:05:50.322 INFO:tasks.rados.rados.0.smithi173.stdout:2142: left oid 22 (ObjNum 678 snap 210 seq_num 678) 2024-08-30T21:05:50.322 INFO:tasks.rados.rados.0.smithi173.stdout:2143: finishing write tid 1 to smithi17368540-18 2024-08-30T21:05:50.322 INFO:tasks.rados.rados.0.smithi173.stdout:2144: seq_num 680 ranges {0=598016,598016=573440,1171456=434176,1605632=196608} 2024-08-30T21:05:50.324 INFO:tasks.rados.rados.0.smithi173.stdout:2144: writing smithi17368540-47 from 0 to 598016 tid 1 2024-08-30T21:05:50.327 INFO:tasks.rados.rados.0.smithi173.stdout:2144: writing smithi17368540-47 from 598016 to 1171456 tid 2 2024-08-30T21:05:50.329 INFO:tasks.rados.rados.0.smithi173.stdout:2144: writing smithi17368540-47 from 1171456 to 1605632 tid 3 2024-08-30T21:05:50.331 INFO:tasks.rados.rados.0.smithi173.stdout:2144: writing smithi17368540-47 from 1605632 to 1802240 tid 4 2024-08-30T21:05:50.331 INFO:tasks.rados.rados.0.smithi173.stdout:2142: done (2 left) 2024-08-30T21:05:50.331 INFO:tasks.rados.rados.0.smithi173.stdout:2145: snap_remove snap 195 2024-08-30T21:05:50.561 INFO:tasks.rados.rados.0.smithi173.stdout:2143: finishing write tid 2 to smithi17368540-18 2024-08-30T21:05:50.561 INFO:tasks.rados.rados.0.smithi173.stdout:2143: finishing write tid 3 to smithi17368540-18 2024-08-30T21:05:50.561 INFO:tasks.rados.rados.0.smithi173.stdout:2143: finishing write tid 4 to smithi17368540-18 2024-08-30T21:05:50.561 INFO:tasks.rados.rados.0.smithi173.stdout:2143: finishing write tid 5 to smithi17368540-18 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2143: oid 18 updating version 0 to 1572 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2143: oid 18 updating version 1572 to 1575 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2143: oid 18 version 1575 is already newer than 1574 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2143: oid 18 version 1575 is already newer than 1573 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1575 (ObjNum 679 snap 210 seq_num 679) dirty exists 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2143: left oid 18 (ObjNum 679 snap 210 seq_num 679) 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2144: finishing write tid 1 to smithi17368540-47 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2144: finishing write tid 2 to smithi17368540-47 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2144: finishing write tid 3 to smithi17368540-47 2024-08-30T21:05:50.562 INFO:tasks.rados.rados.0.smithi173.stdout:2144: finishing write tid 4 to smithi17368540-47 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: finishing write tid 5 to smithi17368540-47 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: finishing write tid 6 to smithi17368540-47 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: oid 47 updating version 0 to 1137 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: oid 47 updating version 1137 to 1138 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: oid 47 version 1138 is already newer than 1134 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: oid 47 version 1138 is already newer than 1135 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: oid 47 version 1138 is already newer than 1136 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1138 (ObjNum 680 snap 210 seq_num 680) dirty exists 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2144: left oid 47 (ObjNum 680 snap 210 seq_num 680) 2024-08-30T21:05:50.563 INFO:tasks.rados.rados.0.smithi173.stdout:2143: done (2 left) 2024-08-30T21:05:50.564 INFO:tasks.rados.rados.0.smithi173.stdout:2144: done (1 left) 2024-08-30T21:05:50.564 INFO:tasks.rados.rados.0.smithi173.stdout:2145: done (0 left) 2024-08-30T21:05:50.564 INFO:tasks.rados.rados.0.smithi173.stdout:2146: copy_from oid 34 from oid 39 current snap is 210 2024-08-30T21:05:50.564 INFO:tasks.rados.rados.0.smithi173.stdout:2147: snap_remove snap 189 2024-08-30T21:05:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:50 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-30T21:05:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:50 smithi173 ceph-mon[79976]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:05:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:50 smithi173 ceph-mon[79976]: osdmap e496: 8 total, 8 up, 8 in 2024-08-30T21:05:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:50 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-30T21:05:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:50 smithi173 ceph-mon[82405]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:05:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:50 smithi173 ceph-mon[82405]: osdmap e496: 8 total, 8 up, 8 in 2024-08-30T21:05:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:50 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-30T21:05:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:50 smithi196 ceph-mon[74601]: Upgrade: unsafe to stop osd(s) at this time (14 PGs are or would become offline) 2024-08-30T21:05:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:50 smithi196 ceph-mon[74601]: osdmap e496: 8 total, 8 up, 8 in 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2147: done (1 left) 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2148: copy_from oid 5 from oid 16 current snap is 210 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2146: finishing copy_from to smithi17368540-34 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2146: got expected ENOENT (src dne) 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2146: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2146: done (1 left) 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2149: read oid 18 snap -1 2024-08-30T21:05:51.564 INFO:tasks.rados.rados.0.smithi173.stdout:2149: expect (ObjNum 679 snap 210 seq_num 679) 2024-08-30T21:05:51.565 INFO:tasks.rados.rados.0.smithi173.stdout:2150: delete oid 34 current snap is 210 2024-08-30T21:05:51.572 INFO:tasks.rados.rados.0.smithi173.stdout:2150: done (2 left) 2024-08-30T21:05:51.573 INFO:tasks.rados.rados.0.smithi173.stdout:2151: setattr oid 7 current snap is 210 2024-08-30T21:05:51.574 INFO:tasks.rados.rados.0.smithi173.stdout:2152: snap_create 2024-08-30T21:05:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1139 (ObjNum 639 snap 202 seq_num 639) dirty exists 2024-08-30T21:05:51.596 INFO:tasks.rados.rados.0.smithi173.stdout:2149: expect (ObjNum 679 snap 210 seq_num 679) 2024-08-30T21:05:51.711 INFO:tasks.rados.rados.0.smithi173.stdout:2148: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:05:51.711 INFO:tasks.rados.rados.0.smithi173.stdout:2148: finishing copy_from to smithi17368540-5 2024-08-30T21:05:51.711 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1105 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:05:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:51 smithi173 ceph-mon[79976]: pgmap v413: 121 pgs: 17 active+undersized, 3 active+undersized+degraded, 101 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 29 op/s; 6/558 objects degraded (1.075%); 436 KiB/s, 0 objects/s recovering 2024-08-30T21:05:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:51 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 6/558 objects degraded (1.075%), 3 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:51 smithi173 ceph-mon[79976]: osdmap e497: 8 total, 8 up, 8 in 2024-08-30T21:05:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:51 smithi173 ceph-mon[82405]: pgmap v413: 121 pgs: 17 active+undersized, 3 active+undersized+degraded, 101 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 29 op/s; 6/558 objects degraded (1.075%); 436 KiB/s, 0 objects/s recovering 2024-08-30T21:05:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:51 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 6/558 objects degraded (1.075%), 3 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:51.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:51 smithi173 ceph-mon[82405]: osdmap e497: 8 total, 8 up, 8 in 2024-08-30T21:05:51.961 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:05:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:05:51.587+0000 7fb3035be640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap fe after trimming was started 2024-08-30T21:05:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:51 smithi196 ceph-mon[74601]: pgmap v413: 121 pgs: 17 active+undersized, 3 active+undersized+degraded, 101 active+clean; 295 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.7 MiB/s wr, 29 op/s; 6/558 objects degraded (1.075%); 436 KiB/s, 0 objects/s recovering 2024-08-30T21:05:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:51 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 6/558 objects degraded (1.075%), 3 pgs degraded (PG_DEGRADED) 2024-08-30T21:05:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:51 smithi196 ceph-mon[74601]: osdmap e497: 8 total, 8 up, 8 in 2024-08-30T21:05:52.575 INFO:tasks.rados.rados.0.smithi173.stdout:2148: done (3 left) 2024-08-30T21:05:52.576 INFO:tasks.rados.rados.0.smithi173.stdout:2149: done (2 left) 2024-08-30T21:05:52.576 INFO:tasks.rados.rados.0.smithi173.stdout:2151: done (1 left) 2024-08-30T21:05:52.576 INFO:tasks.rados.rados.0.smithi173.stdout:2152: done (0 left) 2024-08-30T21:05:52.576 INFO:tasks.rados.rados.0.smithi173.stdout:2153: snap_remove snap 208 2024-08-30T21:05:52.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:52 smithi173 ceph-mon[79976]: osdmap e498: 8 total, 8 up, 8 in 2024-08-30T21:05:52.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:52 smithi173 ceph-mon[82405]: osdmap e498: 8 total, 8 up, 8 in 2024-08-30T21:05:53.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:52 smithi196 ceph-mon[74601]: osdmap e498: 8 total, 8 up, 8 in 2024-08-30T21:05:53.581 INFO:tasks.rados.rados.0.smithi173.stdout:2153: done (0 left) 2024-08-30T21:05:53.581 INFO:tasks.rados.rados.0.smithi173.stdout:2154: snap_remove snap 205 2024-08-30T21:05:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[79976]: pgmap v416: 121 pgs: 121 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 25 op/s; 436 KiB/s, 0 objects/s recovering 2024-08-30T21:05:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/558 objects degraded (1.075%), 3 pgs degraded) 2024-08-30T21:05:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:05:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[79976]: osdmap e499: 8 total, 8 up, 8 in 2024-08-30T21:05:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[82405]: pgmap v416: 121 pgs: 121 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 25 op/s; 436 KiB/s, 0 objects/s recovering 2024-08-30T21:05:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/558 objects degraded (1.075%), 3 pgs degraded) 2024-08-30T21:05:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:05:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[82405]: osdmap e499: 8 total, 8 up, 8 in 2024-08-30T21:05:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:53 smithi196 ceph-mon[74601]: pgmap v416: 121 pgs: 121 active+clean; 295 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 25 op/s; 436 KiB/s, 0 objects/s recovering 2024-08-30T21:05:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:53 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/558 objects degraded (1.075%), 3 pgs degraded) 2024-08-30T21:05:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:53 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:05:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:53 smithi196 ceph-mon[74601]: osdmap e499: 8 total, 8 up, 8 in 2024-08-30T21:05:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:05:54.589 INFO:tasks.rados.rados.0.smithi173.stdout:2154: done (0 left) 2024-08-30T21:05:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:2155: rollback oid 18 current snap is 211 2024-08-30T21:05:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 206 2024-08-30T21:05:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 211 2024-08-30T21:05:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:2156: seq_num 682 ranges {3678208=630784,4308992=745472,5054464=442368,5496832=16384} 2024-08-30T21:05:54.614 INFO:tasks.rados.rados.0.smithi173.stdout:2156: writing smithi17368540-10 from 3678208 to 4308992 tid 1 2024-08-30T21:05:54.618 INFO:tasks.rados.rados.0.smithi173.stdout:2156: writing smithi17368540-10 from 4308992 to 5054464 tid 2 2024-08-30T21:05:54.621 INFO:tasks.rados.rados.0.smithi173.stdout:2156: writing smithi17368540-10 from 5054464 to 5496832 tid 3 2024-08-30T21:05:54.621 INFO:tasks.rados.rados.0.smithi173.stdout:2156: writing smithi17368540-10 from 5496832 to 5513216 tid 4 2024-08-30T21:05:54.621 INFO:tasks.rados.rados.0.smithi173.stdout:2157: snap_create 2024-08-30T21:05:54.621 INFO:tasks.rados.rados.0.smithi173.stdout:2155: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:05:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:2155: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:05:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1606 (ObjNum 289 snap 0 seq_num 2894044656) dirty dne 2024-08-30T21:05:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:2156: finishing write tid 1 to smithi17368540-10 2024-08-30T21:05:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:2156: finishing write tid 2 to smithi17368540-10 2024-08-30T21:05:54.624 INFO:tasks.rados.rados.0.smithi173.stdout:2156: finishing write tid 3 to smithi17368540-10 2024-08-30T21:05:54.625 INFO:tasks.rados.rados.0.smithi173.stdout:2156: finishing write tid 4 to smithi17368540-10 2024-08-30T21:05:54.625 INFO:tasks.rados.rados.0.smithi173.stdout:2156: finishing write tid 5 to smithi17368540-10 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:2156: finishing write tid 6 to smithi17368540-10 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:2156: oid 10 updating version 0 to 948 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:2156: oid 10 version 948 is already newer than 947 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:2156: oid 10 version 948 is already newer than 945 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:2156: oid 10 updating version 948 to 949 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:2156: oid 10 version 949 is already newer than 946 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 949 (ObjNum 682 snap 211 seq_num 682) dirty exists 2024-08-30T21:05:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:2156: left oid 10 (ObjNum 682 snap 211 seq_num 682) 2024-08-30T21:05:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:54 smithi173 ceph-mon[79976]: osdmap e500: 8 total, 8 up, 8 in 2024-08-30T21:05:54.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:54 smithi173 ceph-mon[82405]: osdmap e500: 8 total, 8 up, 8 in 2024-08-30T21:05:55.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:54 smithi196 ceph-mon[74601]: osdmap e500: 8 total, 8 up, 8 in 2024-08-30T21:05:55.584 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:05:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:05:55] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-08-30T21:05:55.594 INFO:tasks.rados.rados.0.smithi173.stdout:2155: done (2 left) 2024-08-30T21:05:55.594 INFO:tasks.rados.rados.0.smithi173.stdout:2156: done (1 left) 2024-08-30T21:05:55.594 INFO:tasks.rados.rados.0.smithi173.stdout:2157: done (0 left) 2024-08-30T21:05:55.594 INFO:tasks.rados.rados.0.smithi173.stdout:2158: rollback oid 20 current snap is 212 2024-08-30T21:05:55.594 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 184 2024-08-30T21:05:55.595 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 212 2024-08-30T21:05:55.595 INFO:tasks.rados.rados.0.smithi173.stdout:2159: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-08-30T21:05:55.598 INFO:tasks.rados.rados.0.smithi173.stdout:2159: writing smithi17368540-35 from 0 to 647168 tid 1 2024-08-30T21:05:55.602 INFO:tasks.rados.rados.0.smithi173.stdout:2159: writing smithi17368540-35 from 647168 to 1277952 tid 2 2024-08-30T21:05:55.606 INFO:tasks.rados.rados.0.smithi173.stdout:2159: writing smithi17368540-35 from 1277952 to 1851392 tid 3 2024-08-30T21:05:55.606 INFO:tasks.rados.rados.0.smithi173.stdout:2160: delete oid 5 current snap is 212 2024-08-30T21:05:55.606 INFO:tasks.rados.rados.0.smithi173.stdout:2158: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:05:55.606 INFO:tasks.rados.rados.0.smithi173.stdout:2158: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:05:55.606 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1176 (ObjNum 565 snap 173 seq_num 565) dirty exists 2024-08-30T21:05:55.606 INFO:tasks.rados.rados.0.smithi173.stdout:2159: finishing write tid 1 to smithi17368540-35 2024-08-30T21:05:55.606 INFO:tasks.rados.rados.0.smithi173.stdout:2159: finishing write tid 2 to smithi17368540-35 2024-08-30T21:05:55.609 INFO:tasks.rados.rados.0.smithi173.stdout:2159: finishing write tid 3 to smithi17368540-35 2024-08-30T21:05:55.609 INFO:tasks.rados.rados.0.smithi173.stdout:2159: finishing write tid 4 to smithi17368540-35 2024-08-30T21:05:55.609 INFO:tasks.rados.rados.0.smithi173.stdout:2158: done (2 left) 2024-08-30T21:05:55.609 INFO:tasks.rados.rados.0.smithi173.stdout:2160: done (1 left) 2024-08-30T21:05:55.609 INFO:tasks.rados.rados.0.smithi173.stdout:2161: setattr oid 3 current snap is 212 2024-08-30T21:05:55.611 INFO:tasks.rados.rados.0.smithi173.stdout:2162: rmattr oid 7 current snap is 212 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2159: finishing write tid 5 to smithi17368540-35 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2159: oid 35 updating version 0 to 1045 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2159: oid 35 updating version 1045 to 1046 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2159: oid 35 updating version 1046 to 1048 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2159: oid 35 version 1048 is already newer than 1047 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1048 (ObjNum 683 snap 212 seq_num 683) dirty exists 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2159: left oid 35 (ObjNum 683 snap 212 seq_num 683) 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2159: done (2 left) 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2163: rmattr oid 28 current snap is 212 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2163: done (2 left) 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2164: read oid 13 snap 158 2024-08-30T21:05:55.612 INFO:tasks.rados.rados.0.smithi173.stdout:2164: expect (ObjNum 1579151392 snap 21857 seq_num 1579012144) 2024-08-30T21:05:55.613 INFO:tasks.rados.rados.0.smithi173.stdout:2165: read oid 12 snap -1 2024-08-30T21:05:55.613 INFO:tasks.rados.rados.0.smithi173.stdout:2165: expect (ObjNum 654 snap 204 seq_num 654) 2024-08-30T21:05:55.613 INFO:tasks.rados.rados.0.smithi173.stdout:2166: snap_remove snap 207 2024-08-30T21:05:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:55 smithi173 ceph-mon[79976]: pgmap v419: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-08-30T21:05:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:55 smithi173 ceph-mon[79976]: osdmap e501: 8 total, 8 up, 8 in 2024-08-30T21:05:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:55 smithi173 ceph-mon[82405]: pgmap v419: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-08-30T21:05:55.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:55 smithi173 ceph-mon[82405]: osdmap e501: 8 total, 8 up, 8 in 2024-08-30T21:05:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:55 smithi196 ceph-mon[74601]: pgmap v419: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-08-30T21:05:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:55 smithi196 ceph-mon[74601]: osdmap e501: 8 total, 8 up, 8 in 2024-08-30T21:05:56.509 INFO:tasks.rados.rados.0.smithi173.stdout:2166: done (4 left) 2024-08-30T21:05:56.509 INFO:tasks.rados.rados.0.smithi173.stdout:2167: read oid 23 snap -1 2024-08-30T21:05:56.509 INFO:tasks.rados.rados.0.smithi173.stdout:2167: expect deleted 2024-08-30T21:05:56.509 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 212 2024-08-30T21:05:56.509 INFO:tasks.rados.rados.0.smithi173.stdout:2168: seq_num 685 ranges {450560=679936,1130496=442368,1572864=622592,2195456=139264} 2024-08-30T21:05:56.516 INFO:tasks.rados.rados.0.smithi173.stdout:2168: writing smithi17368540-33 from 450560 to 1130496 tid 1 2024-08-30T21:05:56.519 INFO:tasks.rados.rados.0.smithi173.stdout:2168: writing smithi17368540-33 from 1130496 to 1572864 tid 2 2024-08-30T21:05:56.523 INFO:tasks.rados.rados.0.smithi173.stdout:2168: writing smithi17368540-33 from 1572864 to 2195456 tid 3 2024-08-30T21:05:56.524 INFO:tasks.rados.rados.0.smithi173.stdout:2168: writing smithi17368540-33 from 2195456 to 2334720 tid 4 2024-08-30T21:05:56.524 INFO:tasks.rados.rados.0.smithi173.stdout:2169: rollback oid 21 current snap is 212 2024-08-30T21:05:56.524 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 211 2024-08-30T21:05:56.524 INFO:tasks.rados.rados.0.smithi173.stdout:2164: expect (ObjNum 1579151392 snap 21857 seq_num 1579012144) 2024-08-30T21:05:56.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1618 (ObjNum 676 snap 208 seq_num 676) dirty exists 2024-08-30T21:05:56.529 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1140 (ObjNum 639 snap 202 seq_num 639) dirty exists 2024-08-30T21:05:56.529 INFO:tasks.rados.rados.0.smithi173.stdout:2165: expect (ObjNum 654 snap 204 seq_num 654) 2024-08-30T21:05:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:2161: done (6 left) 2024-08-30T21:05:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:2162: done (5 left) 2024-08-30T21:05:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:2164: done (4 left) 2024-08-30T21:05:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:2165: done (3 left) 2024-08-30T21:05:56.613 INFO:tasks.rados.rados.0.smithi173.stdout:2167: done (2 left) 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2170: rmattr oid 49 current snap is 212 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: finishing write tid 1 to smithi17368540-33 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: finishing write tid 2 to smithi17368540-33 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: finishing write tid 3 to smithi17368540-33 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: finishing write tid 4 to smithi17368540-33 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: finishing write tid 5 to smithi17368540-33 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2169: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2169: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: finishing write tid 6 to smithi17368540-33 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: oid 33 updating version 0 to 1149 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: oid 33 updating version 1149 to 1151 2024-08-30T21:05:56.614 INFO:tasks.rados.rados.0.smithi173.stdout:2168: oid 33 version 1151 is already newer than 1150 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2168: oid 33 updating version 1151 to 1152 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2168: oid 33 updating version 1152 to 1153 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1153 (ObjNum 685 snap 212 seq_num 685) dirty exists 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2168: left oid 33 (ObjNum 685 snap 212 seq_num 685) 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2169: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1156 (ObjNum 637 snap 202 seq_num 637) dirty exists 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2168: done (2 left) 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2169: done (1 left) 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2171: read oid 39 snap 210 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2171: expect deleted 2024-08-30T21:05:56.615 INFO:tasks.rados.rados.0.smithi173.stdout:2172: delete oid 5 current snap is 212 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2171: done (2 left) 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2172: done (1 left) 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2173: copy_from oid 22 from oid 45 current snap is 212 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2174: read oid 15 snap -1 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2174: expect (ObjNum 560 snap 173 seq_num 560) 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2175: read oid 10 snap -1 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2175: expect (ObjNum 682 snap 211 seq_num 682) 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2176: copy_from oid 23 from oid 28 current snap is 212 2024-08-30T21:05:56.617 INFO:tasks.rados.rados.0.smithi173.stdout:2177: read oid 18 snap -1 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2177: expect deleted 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2178: setattr oid 29 current snap is 212 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 941 (ObjNum 574 snap 176 seq_num 574) dirty exists 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2170: done (6 left) 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2177: done (5 left) 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2179: rmattr oid 2 current snap is 212 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2180: read oid 27 snap 158 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2180: expect (ObjNum 434 snap 132 seq_num 434) 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 212 2024-08-30T21:05:56.618 INFO:tasks.rados.rados.0.smithi173.stdout:2181: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-08-30T21:05:56.620 INFO:tasks.rados.rados.0.smithi173.stdout:2181: writing smithi17368540-38 from 0 to 712704 tid 1 2024-08-30T21:05:56.624 INFO:tasks.rados.rados.0.smithi173.stdout:2181: writing smithi17368540-38 from 712704 to 1327104 tid 2 2024-08-30T21:05:56.628 INFO:tasks.rados.rados.0.smithi173.stdout:2181: writing smithi17368540-38 from 1327104 to 1916928 tid 3 2024-08-30T21:05:56.628 INFO:tasks.rados.rados.0.smithi173.stdout:2182: snap_remove snap 210 2024-08-30T21:05:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:56 smithi173 ceph-mon[79976]: osdmap e502: 8 total, 8 up, 8 in 2024-08-30T21:05:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:56 smithi173 ceph-mon[79976]: osdmap e503: 8 total, 8 up, 8 in 2024-08-30T21:05:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:56 smithi173 ceph-mon[82405]: osdmap e502: 8 total, 8 up, 8 in 2024-08-30T21:05:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:56 smithi173 ceph-mon[82405]: osdmap e503: 8 total, 8 up, 8 in 2024-08-30T21:05:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:56 smithi196 ceph-mon[74601]: osdmap e502: 8 total, 8 up, 8 in 2024-08-30T21:05:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:56 smithi196 ceph-mon[74601]: osdmap e503: 8 total, 8 up, 8 in 2024-08-30T21:05:57.620 INFO:tasks.rados.rados.0.smithi173.stdout:2182: done (8 left) 2024-08-30T21:05:57.620 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 212 2024-08-30T21:05:57.620 INFO:tasks.rados.rados.0.smithi173.stdout:2183: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-08-30T21:05:57.625 INFO:tasks.rados.rados.0.smithi173.stdout:2183: writing smithi17368540-6 from 0 to 729088 tid 1 2024-08-30T21:05:57.628 INFO:tasks.rados.rados.0.smithi173.stdout:2183: writing smithi17368540-6 from 729088 to 1228800 tid 2 2024-08-30T21:05:57.633 INFO:tasks.rados.rados.0.smithi173.stdout:2183: writing smithi17368540-6 from 1228800 to 1933312 tid 3 2024-08-30T21:05:57.633 INFO:tasks.rados.rados.0.smithi173.stdout:2184: setattr oid 49 current snap is 212 2024-08-30T21:05:57.633 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1624 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:05:57.633 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1184 (ObjNum 674 snap 208 seq_num 674) dirty exists 2024-08-30T21:05:57.633 INFO:tasks.rados.rados.0.smithi173.stdout:2175: expect (ObjNum 682 snap 211 seq_num 682) 2024-08-30T21:05:57.875 INFO:tasks.rados.rados.0.smithi173.stdout:2176: finishing copy_from to smithi17368540-23 2024-08-30T21:05:57.876 INFO:tasks.rados.rados.0.smithi173.stdout:2176: got expected ENOENT (src dne) 2024-08-30T21:05:57.876 INFO:tasks.rados.rados.0.smithi173.stdout:2176: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:05:57.876 INFO:tasks.rados.rados.0.smithi173.stdout:2181: finishing write tid 1 to smithi17368540-38 2024-08-30T21:05:57.876 INFO:tasks.rados.rados.0.smithi173.stdout:2181: finishing write tid 2 to smithi17368540-38 2024-08-30T21:05:57.876 INFO:tasks.rados.rados.0.smithi173.stdout:2181: finishing write tid 3 to smithi17368540-38 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2181: finishing write tid 4 to smithi17368540-38 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2181: finishing write tid 5 to smithi17368540-38 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2181: oid 38 updating version 0 to 952 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2181: oid 38 version 952 is already newer than 950 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2181: oid 38 version 952 is already newer than 951 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2181: oid 38 updating version 952 to 953 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 953 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2181: left oid 38 (ObjNum 687 snap 212 seq_num 687) 2024-08-30T21:05:57.877 INFO:tasks.rados.rados.0.smithi173.stdout:2180: expect (ObjNum 434 snap 132 seq_num 434) 2024-08-30T21:05:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:57 smithi173 ceph-mon[79976]: pgmap v422: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-30T21:05:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:57 smithi173 ceph-mon[82405]: pgmap v422: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-30T21:05:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:57 smithi196 ceph-mon[74601]: pgmap v422: 121 pgs: 121 active+clean; 303 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 12 op/s 2024-08-30T21:05:58.233 INFO:tasks.rados.rados.0.smithi173.stdout:2173: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:05:58.233 INFO:tasks.rados.rados.0.smithi173.stdout:2173: finishing copy_from to smithi17368540-22 2024-08-30T21:05:58.233 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1136 (ObjNum 632 snap 198 seq_num 632) dirty exists 2024-08-30T21:05:58.233 INFO:tasks.rados.rados.0.smithi173.stdout:2174: expect (ObjNum 560 snap 173 seq_num 560) 2024-08-30T21:05:58.847 INFO:tasks.rados.rados.0.smithi173.stdout:2183: finishing write tid 1 to smithi17368540-6 2024-08-30T21:05:58.847 INFO:tasks.rados.rados.0.smithi173.stdout:2183: finishing write tid 2 to smithi17368540-6 2024-08-30T21:05:58.847 INFO:tasks.rados.rados.0.smithi173.stdout:2183: finishing write tid 3 to smithi17368540-6 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2183: finishing write tid 4 to smithi17368540-6 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2183: finishing write tid 5 to smithi17368540-6 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2183: oid 6 updating version 0 to 880 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2183: oid 6 version 880 is already newer than 878 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2183: oid 6 version 880 is already newer than 879 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2183: oid 6 version 880 is already newer than 877 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 880 (ObjNum 688 snap 212 seq_num 688) dirty exists 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2183: left oid 6 (ObjNum 688 snap 212 seq_num 688) 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 942 (ObjNum 574 snap 176 seq_num 574) dirty exists 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2173: done (9 left) 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2174: done (8 left) 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2175: done (7 left) 2024-08-30T21:05:58.848 INFO:tasks.rados.rados.0.smithi173.stdout:2176: done (6 left) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2178: done (5 left) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2179: done (4 left) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2180: done (3 left) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2181: done (2 left) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2183: done (1 left) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2184: done (0 left) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2185: read oid 29 snap -1 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2185: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2186: read oid 31 snap -1 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2186: expect deleted 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 212 2024-08-30T21:05:58.849 INFO:tasks.rados.rados.0.smithi173.stdout:2187: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-08-30T21:05:58.851 INFO:tasks.rados.rados.0.smithi173.stdout:2187: writing smithi17368540-1 from 0 to 745472 tid 1 2024-08-30T21:05:58.855 INFO:tasks.rados.rados.0.smithi173.stdout:2187: writing smithi17368540-1 from 745472 to 1531904 tid 2 2024-08-30T21:05:58.857 INFO:tasks.rados.rados.0.smithi173.stdout:2187: writing smithi17368540-1 from 1531904 to 1949696 tid 3 2024-08-30T21:05:58.858 INFO:tasks.rados.rados.0.smithi173.stdout:2188: snap_create 2024-08-30T21:05:58.858 INFO:tasks.rados.rados.0.smithi173.stdout:2185: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:05:58.859 INFO:tasks.rados.rados.0.smithi173.stdout:2187: finishing write tid 1 to smithi17368540-1 2024-08-30T21:05:58.860 INFO:tasks.rados.rados.0.smithi173.stdout:2187: finishing write tid 2 to smithi17368540-1 2024-08-30T21:05:58.861 INFO:tasks.rados.rados.0.smithi173.stdout:2187: finishing write tid 3 to smithi17368540-1 2024-08-30T21:05:58.861 INFO:tasks.rados.rados.0.smithi173.stdout:2187: finishing write tid 4 to smithi17368540-1 2024-08-30T21:05:58.863 INFO:tasks.rados.rados.0.smithi173.stdout:2187: finishing write tid 5 to smithi17368540-1 2024-08-30T21:05:58.863 INFO:tasks.rados.rados.0.smithi173.stdout:2187: oid 1 updating version 0 to 645 2024-08-30T21:05:58.863 INFO:tasks.rados.rados.0.smithi173.stdout:2187: oid 1 version 645 is already newer than 643 2024-08-30T21:05:58.863 INFO:tasks.rados.rados.0.smithi173.stdout:2187: oid 1 version 645 is already newer than 642 2024-08-30T21:05:58.863 INFO:tasks.rados.rados.0.smithi173.stdout:2187: oid 1 version 645 is already newer than 644 2024-08-30T21:05:58.863 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 645 (ObjNum 689 snap 212 seq_num 689) dirty exists 2024-08-30T21:05:58.863 INFO:tasks.rados.rados.0.smithi173.stdout:2187: left oid 1 (ObjNum 689 snap 212 seq_num 689) 2024-08-30T21:05:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:58 smithi173 ceph-mon[79976]: osdmap e504: 8 total, 8 up, 8 in 2024-08-30T21:05:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:58 smithi173 ceph-mon[82405]: osdmap e504: 8 total, 8 up, 8 in 2024-08-30T21:05:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:58 smithi196 ceph-mon[74601]: osdmap e504: 8 total, 8 up, 8 in 2024-08-30T21:05:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:05:59.557 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:05:59.632 INFO:tasks.rados.rados.0.smithi173.stdout:2185: done (3 left) 2024-08-30T21:05:59.632 INFO:tasks.rados.rados.0.smithi173.stdout:2186: done (2 left) 2024-08-30T21:05:59.632 INFO:tasks.rados.rados.0.smithi173.stdout:2187: done (1 left) 2024-08-30T21:05:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:2188: done (0 left) 2024-08-30T21:05:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:2189: setattr oid 17 current snap is 213 2024-08-30T21:05:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:2190: read oid 6 snap -1 2024-08-30T21:05:59.633 INFO:tasks.rados.rados.0.smithi173.stdout:2190: expect (ObjNum 688 snap 212 seq_num 688) 2024-08-30T21:05:59.634 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 213 2024-08-30T21:05:59.634 INFO:tasks.rados.rados.0.smithi173.stdout:2191: seq_num 690 ranges {0=761856,761856=663552,1425408=409600,1835008=131072} 2024-08-30T21:05:59.638 INFO:tasks.rados.rados.0.smithi173.stdout:2191: writing smithi17368540-26 from 0 to 761856 tid 1 2024-08-30T21:05:59.642 INFO:tasks.rados.rados.0.smithi173.stdout:2191: writing smithi17368540-26 from 761856 to 1425408 tid 2 2024-08-30T21:05:59.645 INFO:tasks.rados.rados.0.smithi173.stdout:2191: writing smithi17368540-26 from 1425408 to 1835008 tid 3 2024-08-30T21:05:59.646 INFO:tasks.rados.rados.0.smithi173.stdout:2191: writing smithi17368540-26 from 1835008 to 1966080 tid 4 2024-08-30T21:05:59.646 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 943 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-30T21:05:59.646 INFO:tasks.rados.rados.0.smithi173.stdout:2189: done (2 left) 2024-08-30T21:05:59.646 INFO:tasks.rados.rados.0.smithi173.stdout:2192: snap_remove snap 184 2024-08-30T21:05:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:05:59 smithi173 ceph-mon[79976]: pgmap v425: 121 pgs: 121 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 452 KiB/s wr, 1 op/s 2024-08-30T21:05:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:05:59 smithi173 ceph-mon[82405]: pgmap v425: 121 pgs: 121 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 452 KiB/s wr, 1 op/s 2024-08-30T21:06:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:05:59 smithi196 ceph-mon[74601]: pgmap v425: 121 pgs: 121 active+clean; 305 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 452 KiB/s wr, 1 op/s 2024-08-30T21:06:00.130 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:06:00.130 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (8m) 115s ago 9m 23.8M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:06:00.130 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (9m) 15s ago 9m 86.9M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:06:00.130 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (11m) 115s ago 11m 16.5M - 18.2.4-797-g63b0b8e1 600ffa248bd2 4b520ff63e63 2024-08-30T21:06:00.130 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (11m) 15s ago 11m 22.9M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:06:00.130 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 15s ago 14m 455M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:06:00.130 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (5m) 115s ago 16m 523M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (4m) 115s ago 16m 52.5M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (4m) 15s ago 14m 49.7M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (4m) 115s ago 14m 43.8M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (9m) 115s ago 9m 15.6M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (9m) 15s ago 9m 16.0M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (3m) 115s ago 14m 199M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (3m) 115s ago 13m 166M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (2m) 115s ago 13m 134M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (119s) 115s ago 13m 12.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (86s) 15s ago 12m 164M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (53s) 15s ago 12m 165M 2480M 19.3.0-4625-g24432b66 fb225243d408 1acacf75db77 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (20s) 15s ago 11m 11.9M 2480M 19.3.0-4625-g24432b66 fb225243d408 957f82d650b2 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (11m) 15s ago 11m 238M 2480M 18.2.4-797-g63b0b8e1 600ffa248bd2 2299baf0fd3b 2024-08-30T21:06:00.131 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (5m) 15s ago 10m 53.7M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:06:00.464 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:06:00.464 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:06:00.464 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:06:00.464 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:00.464 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:06:00.464 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 1, 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 7 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 2 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 3, 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 12 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:06:00.465 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:2192: done (2 left) 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:2193: rollback oid 11 current snap is 213 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 199 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:2194: read oid 19 snap -1 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:2194: expect deleted 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:2195: snap_create 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:2191: finishing write tid 1 to smithi17368540-26 2024-08-30T21:06:00.639 INFO:tasks.rados.rados.0.smithi173.stdout:2190: expect (ObjNum 688 snap 212 seq_num 688) 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: finishing write tid 2 to smithi17368540-26 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: finishing write tid 3 to smithi17368540-26 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: finishing write tid 4 to smithi17368540-26 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: finishing write tid 5 to smithi17368540-26 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: finishing write tid 6 to smithi17368540-26 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: oid 26 updating version 0 to 1442 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: oid 26 version 1442 is already newer than 1439 2024-08-30T21:06:00.704 INFO:tasks.rados.rados.0.smithi173.stdout:2191: oid 26 version 1442 is already newer than 1440 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:2191: oid 26 version 1442 is already newer than 1438 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:2191: oid 26 version 1442 is already newer than 1441 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1442 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:2191: left oid 26 (ObjNum 690 snap 213 seq_num 690) 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:2193: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:2193: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:2193: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:06:00.705 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1638 (ObjNum 429 snap 131 seq_num 429) dirty exists 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:06:00.770 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "12/20 daemons upgraded", 2024-08-30T21:06:00.771 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading osd daemons", 2024-08-30T21:06:00.771 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:06:00.771 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:06:00.771 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[82405]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:00.771 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[82405]: osdmap e505: 8 total, 8 up, 8 in 2024-08-30T21:06:00.771 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[82405]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:00.771 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3090990939' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:00.771 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[79976]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:00.771 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[79976]: osdmap e505: 8 total, 8 up, 8 in 2024-08-30T21:06:00.772 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[79976]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:00.772 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:00 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3090990939' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:00 smithi196 ceph-mon[74601]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:00 smithi196 ceph-mon[74601]: osdmap e505: 8 total, 8 up, 8 in 2024-08-30T21:06:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:00 smithi196 ceph-mon[74601]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:00 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3090990939' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:01.509 INFO:tasks.rados.rados.0.smithi173.stdout:2190: done (4 left) 2024-08-30T21:06:01.510 INFO:tasks.rados.rados.0.smithi173.stdout:2191: done (3 left) 2024-08-30T21:06:01.510 INFO:tasks.rados.rados.0.smithi173.stdout:2193: done (2 left) 2024-08-30T21:06:01.510 INFO:tasks.rados.rados.0.smithi173.stdout:2194: done (1 left) 2024-08-30T21:06:01.510 INFO:tasks.rados.rados.0.smithi173.stdout:2195: done (0 left) 2024-08-30T21:06:01.510 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 214 2024-08-30T21:06:01.510 INFO:tasks.rados.rados.0.smithi173.stdout:2196: seq_num 691 ranges {2318336=778240,3096576=548864,3645440=614400,4259840=40960} 2024-08-30T21:06:01.526 INFO:tasks.rados.rados.0.smithi173.stdout:2196: writing smithi17368540-12 from 2318336 to 3096576 tid 1 2024-08-30T21:06:01.529 INFO:tasks.rados.rados.0.smithi173.stdout:2196: writing smithi17368540-12 from 3096576 to 3645440 tid 2 2024-08-30T21:06:01.533 INFO:tasks.rados.rados.0.smithi173.stdout:2196: writing smithi17368540-12 from 3645440 to 4259840 tid 3 2024-08-30T21:06:01.534 INFO:tasks.rados.rados.0.smithi173.stdout:2196: writing smithi17368540-12 from 4259840 to 4300800 tid 4 2024-08-30T21:06:01.534 INFO:tasks.rados.rados.0.smithi173.stdout:2197: rollback oid 47 current snap is 214 2024-08-30T21:06:01.534 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 213 2024-08-30T21:06:01.534 INFO:tasks.rados.rados.0.smithi173.stdout:2198: snap_create 2024-08-30T21:06:01.536 INFO:tasks.rados.rados.0.smithi173.stdout:2196: finishing write tid 1 to smithi17368540-12 2024-08-30T21:06:01.536 INFO:tasks.rados.rados.0.smithi173.stdout:2196: finishing write tid 2 to smithi17368540-12 2024-08-30T21:06:01.537 INFO:tasks.rados.rados.0.smithi173.stdout:2196: finishing write tid 3 to smithi17368540-12 2024-08-30T21:06:01.537 INFO:tasks.rados.rados.0.smithi173.stdout:2196: finishing write tid 4 to smithi17368540-12 2024-08-30T21:06:01.538 INFO:tasks.rados.rados.0.smithi173.stdout:2196: finishing write tid 5 to smithi17368540-12 2024-08-30T21:06:01.539 INFO:tasks.rados.rados.0.smithi173.stdout:2196: finishing write tid 6 to smithi17368540-12 2024-08-30T21:06:01.539 INFO:tasks.rados.rados.0.smithi173.stdout:2196: oid 12 updating version 0 to 1458 2024-08-30T21:06:01.539 INFO:tasks.rados.rados.0.smithi173.stdout:2196: oid 12 version 1458 is already newer than 1457 2024-08-30T21:06:01.539 INFO:tasks.rados.rados.0.smithi173.stdout:2196: oid 12 version 1458 is already newer than 1455 2024-08-30T21:06:01.540 INFO:tasks.rados.rados.0.smithi173.stdout:2196: oid 12 version 1458 is already newer than 1454 2024-08-30T21:06:01.540 INFO:tasks.rados.rados.0.smithi173.stdout:2196: oid 12 version 1458 is already newer than 1456 2024-08-30T21:06:01.540 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1458 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-08-30T21:06:01.540 INFO:tasks.rados.rados.0.smithi173.stdout:2196: left oid 12 (ObjNum 691 snap 214 seq_num 691) 2024-08-30T21:06:01.540 INFO:tasks.rados.rados.0.smithi173.stdout:2197: finishing rollback tid 0 to smithi17368540-47 2024-08-30T21:06:01.540 INFO:tasks.rados.rados.0.smithi173.stdout:2197: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:06:01.541 INFO:tasks.rados.rados.0.smithi173.stdout:2197: finishing rollback tid 2 to smithi17368540-47 2024-08-30T21:06:01.541 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1143 (ObjNum 680 snap 210 seq_num 680) dirty exists 2024-08-30T21:06:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[82405]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[82405]: pgmap v427: 121 pgs: 121 active+clean; 319 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-30T21:06:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[82405]: osdmap e506: 8 total, 8 up, 8 in 2024-08-30T21:06:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[82405]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[82405]: osdmap e507: 8 total, 8 up, 8 in 2024-08-30T21:06:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[79976]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[79976]: pgmap v427: 121 pgs: 121 active+clean; 319 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-30T21:06:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[79976]: osdmap e506: 8 total, 8 up, 8 in 2024-08-30T21:06:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[79976]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:01 smithi173 ceph-mon[79976]: osdmap e507: 8 total, 8 up, 8 in 2024-08-30T21:06:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:01 smithi196 ceph-mon[74601]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:01 smithi196 ceph-mon[74601]: pgmap v427: 121 pgs: 121 active+clean; 319 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-08-30T21:06:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:01 smithi196 ceph-mon[74601]: osdmap e506: 8 total, 8 up, 8 in 2024-08-30T21:06:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:01 smithi196 ceph-mon[74601]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:01 smithi196 ceph-mon[74601]: osdmap e507: 8 total, 8 up, 8 in 2024-08-30T21:06:02.516 INFO:tasks.rados.rados.0.smithi173.stdout:2196: done (2 left) 2024-08-30T21:06:02.516 INFO:tasks.rados.rados.0.smithi173.stdout:2197: done (1 left) 2024-08-30T21:06:02.516 INFO:tasks.rados.rados.0.smithi173.stdout:2198: done (0 left) 2024-08-30T21:06:02.517 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 215 2024-08-30T21:06:02.517 INFO:tasks.rados.rados.0.smithi173.stdout:2199: seq_num 692 ranges {8937472=794624,9732096=483328,10215424=720896} 2024-08-30T21:06:02.567 INFO:tasks.rados.rados.0.smithi173.stdout:2199: writing smithi17368540-20 from 8937472 to 9732096 tid 1 2024-08-30T21:06:02.569 INFO:tasks.rados.rados.0.smithi173.stdout:2199: writing smithi17368540-20 from 9732096 to 10215424 tid 2 2024-08-30T21:06:02.574 INFO:tasks.rados.rados.0.smithi173.stdout:2199: writing smithi17368540-20 from 10215424 to 10936320 tid 3 2024-08-30T21:06:02.574 INFO:tasks.rados.rados.0.smithi173.stdout:2200: read oid 17 snap 199 2024-08-30T21:06:02.574 INFO:tasks.rados.rados.0.smithi173.stdout:2200: expect deleted 2024-08-30T21:06:02.574 INFO:tasks.rados.rados.0.smithi173.stdout:2201: setattr oid 26 current snap is 215 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:2200: done (2 left) 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:2202: read oid 30 snap -1 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:2202: expect (ObjNum 526 snap 164 seq_num 526) 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:2203: rollback oid 44 current snap is 215 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 212 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:2204: copy_from oid 14 from oid 43 current snap is 215 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:2205: copy_from oid 11 from oid 22 current snap is 215 2024-08-30T21:06:02.576 INFO:tasks.rados.rados.0.smithi173.stdout:2206: snap_remove snap 211 2024-08-30T21:06:03.517 INFO:tasks.rados.rados.0.smithi173.stdout:2206: done (6 left) 2024-08-30T21:06:03.517 INFO:tasks.rados.rados.0.smithi173.stdout:2207: delete oid 4 current snap is 215 2024-08-30T21:06:03.517 INFO:tasks.rados.rados.0.smithi173.stdout:2199: finishing write tid 1 to smithi17368540-20 2024-08-30T21:06:03.517 INFO:tasks.rados.rados.0.smithi173.stdout:2199: finishing write tid 2 to smithi17368540-20 2024-08-30T21:06:03.517 INFO:tasks.rados.rados.0.smithi173.stdout:2199: finishing write tid 3 to smithi17368540-20 2024-08-30T21:06:03.517 INFO:tasks.rados.rados.0.smithi173.stdout:2199: finishing write tid 4 to smithi17368540-20 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2203: finishing rollback tid 0 to smithi17368540-44 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1460 (ObjNum 690 snap 213 seq_num 690) dirty exists 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2203: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2199: finishing write tid 5 to smithi17368540-20 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2199: oid 20 updating version 0 to 1177 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2199: oid 20 updating version 1177 to 1178 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2199: oid 20 updating version 1178 to 1180 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2199: oid 20 version 1180 is already newer than 1179 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1180 (ObjNum 692 snap 215 seq_num 692) dirty exists 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2199: left oid 20 (ObjNum 692 snap 215 seq_num 692) 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:2203: finishing rollback tid 2 to smithi17368540-44 2024-08-30T21:06:03.518 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1471 (ObjNum 522 snap 162 seq_num 522) dirty exists 2024-08-30T21:06:03.519 INFO:tasks.rados.rados.0.smithi173.stdout:2202: expect (ObjNum 526 snap 164 seq_num 526) 2024-08-30T21:06:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:2204: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:06:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:2204: finishing copy_from to smithi17368540-14 2024-08-30T21:06:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1388 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:2205: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:06:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:2199: done (6 left) 2024-08-30T21:06:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:2201: done (5 left) 2024-08-30T21:06:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:2202: done (4 left) 2024-08-30T21:06:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:2203: done (3 left) 2024-08-30T21:06:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:2204: done (2 left) 2024-08-30T21:06:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:2207: done (1 left) 2024-08-30T21:06:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:2208: delete oid 25 current snap is 215 2024-08-30T21:06:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:2205: finishing copy_from to smithi17368540-11 2024-08-30T21:06:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1136 (ObjNum 632 snap 198 seq_num 632) dirty exists 2024-08-30T21:06:03.576 INFO:tasks.rados.rados.0.smithi173.stdout:2205: done (1 left) 2024-08-30T21:06:03.576 INFO:tasks.rados.rados.0.smithi173.stdout:2208: done (0 left) 2024-08-30T21:06:03.576 INFO:tasks.rados.rados.0.smithi173.stdout:2209: copy_from oid 13 from oid 17 current snap is 215 2024-08-30T21:06:03.576 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 215 2024-08-30T21:06:03.576 INFO:tasks.rados.rados.0.smithi173.stdout:2210: seq_num 695 ranges {1966080=442368,2408448=540672,2949120=598016,3547136=466944} 2024-08-30T21:06:03.589 INFO:tasks.rados.rados.0.smithi173.stdout:2210: writing smithi17368540-26 from 1966080 to 2408448 tid 1 2024-08-30T21:06:03.591 INFO:tasks.rados.rados.0.smithi173.stdout:2210: writing smithi17368540-26 from 2408448 to 2949120 tid 2 2024-08-30T21:06:03.595 INFO:tasks.rados.rados.0.smithi173.stdout:2210: writing smithi17368540-26 from 2949120 to 3547136 tid 3 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:2210: writing smithi17368540-26 from 3547136 to 4014080 tid 4 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:2211: snap_create 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:2209: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:2209: finishing copy_from to smithi17368540-13 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 943 (ObjNum 14465 snap 0 seq_num 1579569968) dirty exists 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:2210: finishing write tid 1 to smithi17368540-26 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:2210: finishing write tid 2 to smithi17368540-26 2024-08-30T21:06:03.599 INFO:tasks.rados.rados.0.smithi173.stdout:2210: finishing write tid 3 to smithi17368540-26 2024-08-30T21:06:03.601 INFO:tasks.rados.rados.0.smithi173.stdout:2210: finishing write tid 4 to smithi17368540-26 2024-08-30T21:06:03.602 INFO:tasks.rados.rados.0.smithi173.stdout:2210: finishing write tid 5 to smithi17368540-26 2024-08-30T21:06:03.603 INFO:tasks.rados.rados.0.smithi173.stdout:2210: finishing write tid 6 to smithi17368540-26 2024-08-30T21:06:03.603 INFO:tasks.rados.rados.0.smithi173.stdout:2210: oid 26 updating version 0 to 1469 2024-08-30T21:06:03.603 INFO:tasks.rados.rados.0.smithi173.stdout:2210: oid 26 version 1469 is already newer than 1468 2024-08-30T21:06:03.604 INFO:tasks.rados.rados.0.smithi173.stdout:2210: oid 26 version 1469 is already newer than 1465 2024-08-30T21:06:03.604 INFO:tasks.rados.rados.0.smithi173.stdout:2210: oid 26 version 1469 is already newer than 1467 2024-08-30T21:06:03.604 INFO:tasks.rados.rados.0.smithi173.stdout:2210: oid 26 version 1469 is already newer than 1466 2024-08-30T21:06:03.604 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1469 (ObjNum 695 snap 215 seq_num 695) dirty exists 2024-08-30T21:06:03.604 INFO:tasks.rados.rados.0.smithi173.stdout:2210: left oid 26 (ObjNum 695 snap 215 seq_num 695) 2024-08-30T21:06:03.762 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:03 smithi173 ceph-mon[79976]: pgmap v430: 121 pgs: 121 active+clean; 322 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-08-30T21:06:03.763 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:03 smithi173 ceph-mon[79976]: osdmap e508: 8 total, 8 up, 8 in 2024-08-30T21:06:03.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:03 smithi173 ceph-mon[82405]: pgmap v430: 121 pgs: 121 active+clean; 322 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-08-30T21:06:03.763 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:03 smithi173 ceph-mon[82405]: osdmap e508: 8 total, 8 up, 8 in 2024-08-30T21:06:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:03 smithi196 ceph-mon[74601]: pgmap v430: 121 pgs: 121 active+clean; 322 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-08-30T21:06:03.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:03 smithi196 ceph-mon[74601]: osdmap e508: 8 total, 8 up, 8 in 2024-08-30T21:06:04.523 INFO:tasks.rados.rados.0.smithi173.stdout:2209: done (2 left) 2024-08-30T21:06:04.523 INFO:tasks.rados.rados.0.smithi173.stdout:2210: done (1 left) 2024-08-30T21:06:04.523 INFO:tasks.rados.rados.0.smithi173.stdout:2211: done (0 left) 2024-08-30T21:06:04.524 INFO:tasks.rados.rados.0.smithi173.stdout:2212: copy_from oid 24 from oid 35 current snap is 216 2024-08-30T21:06:04.524 INFO:tasks.rados.rados.0.smithi173.stdout:2213: read oid 32 snap 158 2024-08-30T21:06:04.524 INFO:tasks.rados.rados.0.smithi173.stdout:2213: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:06:04.524 INFO:tasks.rados.rados.0.smithi173.stdout:2214: read oid 28 snap -1 2024-08-30T21:06:04.524 INFO:tasks.rados.rados.0.smithi173.stdout:2214: expect deleted 2024-08-30T21:06:04.524 INFO:tasks.rados.rados.0.smithi173.stdout:2215: snap_create 2024-08-30T21:06:04.538 INFO:tasks.rados.rados.0.smithi173.stdout:2212: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:06:04.538 INFO:tasks.rados.rados.0.smithi173.stdout:2212: finishing copy_from to smithi17368540-24 2024-08-30T21:06:04.538 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1048 (ObjNum 683 snap 212 seq_num 683) dirty exists 2024-08-30T21:06:04.543 INFO:tasks.rados.rados.0.smithi173.stdout:2213: expect (ObjNum 464 snap 142 seq_num 464) 2024-08-30T21:06:04.693 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:04 smithi196 ceph-mon[74601]: osdmap e509: 8 total, 8 up, 8 in 2024-08-30T21:06:04.693 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:04 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-30T21:06:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:04 smithi173 ceph-mon[82405]: osdmap e509: 8 total, 8 up, 8 in 2024-08-30T21:06:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:04 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-30T21:06:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:04 smithi173 ceph-mon[79976]: osdmap e509: 8 total, 8 up, 8 in 2024-08-30T21:06:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:04 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-30T21:06:05.523 INFO:tasks.rados.rados.0.smithi173.stdout:2212: done (3 left) 2024-08-30T21:06:05.524 INFO:tasks.rados.rados.0.smithi173.stdout:2213: done (2 left) 2024-08-30T21:06:05.524 INFO:tasks.rados.rados.0.smithi173.stdout:2214: done (1 left) 2024-08-30T21:06:05.524 INFO:tasks.rados.rados.0.smithi173.stdout:2215: done (0 left) 2024-08-30T21:06:05.524 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 217 2024-08-30T21:06:05.524 INFO:tasks.rados.rados.0.smithi173.stdout:2216: seq_num 696 ranges {8880128=458752,9338880=417792,9756672=753664,10510336=434176} 2024-08-30T21:06:05.572 INFO:tasks.rados.rados.0.smithi173.stdout:2216: writing smithi17368540-49 from 8880128 to 9338880 tid 1 2024-08-30T21:06:05.575 INFO:tasks.rados.rados.0.smithi173.stdout:2216: writing smithi17368540-49 from 9338880 to 9756672 tid 2 2024-08-30T21:06:05.580 INFO:tasks.rados.rados.0.smithi173.stdout:2216: writing smithi17368540-49 from 9756672 to 10510336 tid 3 2024-08-30T21:06:05.583 INFO:tasks.rados.rados.0.smithi173.stdout:2216: writing smithi17368540-49 from 10510336 to 10944512 tid 4 2024-08-30T21:06:05.583 INFO:tasks.rados.rados.0.smithi173.stdout:2217: copy_from oid 47 from oid 31 current snap is 217 2024-08-30T21:06:05.583 INFO:tasks.rados.rados.0.smithi173.stdout:2216: finishing write tid 1 to smithi17368540-49 2024-08-30T21:06:05.583 INFO:tasks.rados.rados.0.smithi173.stdout:2216: finishing write tid 2 to smithi17368540-49 2024-08-30T21:06:05.584 INFO:tasks.rados.rados.0.smithi173.stdout:2218: rollback oid 11 current snap is 217 2024-08-30T21:06:05.584 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 212 2024-08-30T21:06:05.584 INFO:tasks.rados.rados.0.smithi173.stdout:2219: setattr oid 8 current snap is 217 2024-08-30T21:06:05.584 INFO:tasks.rados.rados.0.smithi173.stdout:2216: finishing write tid 3 to smithi17368540-49 2024-08-30T21:06:05.584 INFO:tasks.rados.rados.0.smithi173.stdout:2217: finishing copy_from to smithi17368540-47 2024-08-30T21:06:05.584 INFO:tasks.rados.rados.0.smithi173.stdout:2217: got expected ENOENT (src dne) 2024-08-30T21:06:05.584 INFO:tasks.rados.rados.0.smithi173.stdout:2217: finishing copy_from racing read to smithi17368540-47 2024-08-30T21:06:05.585 INFO:tasks.rados.rados.0.smithi173.stdout:2217: done (3 left) 2024-08-30T21:06:05.585 INFO:tasks.rados.rados.0.smithi173.stdout:2220: snap_create 2024-08-30T21:06:05.585 INFO:tasks.rados.rados.0.smithi173.stdout:2216: finishing write tid 4 to smithi17368540-49 2024-08-30T21:06:05.586 INFO:tasks.rados.rados.0.smithi173.stdout:2216: finishing write tid 5 to smithi17368540-49 2024-08-30T21:06:05.587 INFO:tasks.rados.rados.0.smithi173.stdout:2216: finishing write tid 6 to smithi17368540-49 2024-08-30T21:06:05.587 INFO:tasks.rados.rados.0.smithi173.stdout:2216: oid 49 updating version 0 to 947 2024-08-30T21:06:05.587 INFO:tasks.rados.rados.0.smithi173.stdout:2216: oid 49 version 947 is already newer than 944 2024-08-30T21:06:05.587 INFO:tasks.rados.rados.0.smithi173.stdout:2216: oid 49 version 947 is already newer than 945 2024-08-30T21:06:05.588 INFO:tasks.rados.rados.0.smithi173.stdout:2216: oid 49 updating version 947 to 948 2024-08-30T21:06:05.588 INFO:tasks.rados.rados.0.smithi173.stdout:2216: oid 49 version 948 is already newer than 946 2024-08-30T21:06:05.588 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 948 (ObjNum 696 snap 217 seq_num 696) dirty exists 2024-08-30T21:06:05.588 INFO:tasks.rados.rados.0.smithi173.stdout:2216: left oid 49 (ObjNum 696 snap 217 seq_num 696) 2024-08-30T21:06:05.588 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1472 (ObjNum 20384641 snap 0 seq_num 2894046384) dirty exists 2024-08-30T21:06:05.589 INFO:tasks.rados.rados.0.smithi173.stdout:2218: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:06:05.590 INFO:tasks.rados.rados.0.smithi173.stdout:2218: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:06:05.590 INFO:tasks.rados.rados.0.smithi173.stdout:2218: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:06:05.590 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1662 (ObjNum 638 snap 202 seq_num 638) dirty exists 2024-08-30T21:06:05.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:06:05] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-08-30T21:06:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-30T21:06:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[79976]: Upgrade: osd.7 is safe to restart 2024-08-30T21:06:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[79976]: pgmap v433: 121 pgs: 121 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-30T21:06:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[79976]: osdmap e510: 8 total, 8 up, 8 in 2024-08-30T21:06:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-30T21:06:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[82405]: Upgrade: osd.7 is safe to restart 2024-08-30T21:06:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[82405]: pgmap v433: 121 pgs: 121 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-30T21:06:05.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:05 smithi173 ceph-mon[82405]: osdmap e510: 8 total, 8 up, 8 in 2024-08-30T21:06:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:05 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-30T21:06:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:05 smithi196 ceph-mon[74601]: Upgrade: osd.7 is safe to restart 2024-08-30T21:06:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:05 smithi196 ceph-mon[74601]: pgmap v433: 121 pgs: 121 active+clean; 299 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-30T21:06:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:05 smithi196 ceph-mon[74601]: osdmap e510: 8 total, 8 up, 8 in 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2216: done (3 left) 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2218: done (2 left) 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2219: done (1 left) 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2220: done (0 left) 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2221: read oid 18 snap -1 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2221: expect deleted 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2222: read oid 38 snap -1 2024-08-30T21:06:06.512 INFO:tasks.rados.rados.0.smithi173.stdout:2222: expect (ObjNum 687 snap 212 seq_num 687) 2024-08-30T21:06:06.513 INFO:tasks.rados.rados.0.smithi173.stdout:2223: read oid 10 snap -1 2024-08-30T21:06:06.513 INFO:tasks.rados.rados.0.smithi173.stdout:2223: expect (ObjNum 682 snap 211 seq_num 682) 2024-08-30T21:06:06.513 INFO:tasks.rados.rados.0.smithi173.stdout:2224: snap_create 2024-08-30T21:06:06.522 INFO:tasks.rados.rados.0.smithi173.stdout:2222: expect (ObjNum 687 snap 212 seq_num 687) 2024-08-30T21:06:06.575 INFO:tasks.rados.rados.0.smithi173.stdout:2223: expect (ObjNum 682 snap 211 seq_num 682) 2024-08-30T21:06:06.750 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:06 smithi196 ceph-mon[74601]: osdmap e511: 8 total, 8 up, 8 in 2024-08-30T21:06:06.750 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:06 smithi196 ceph-mon[74601]: Upgrade: Updating osd.7 2024-08-30T21:06:06.750 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:06.750 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-30T21:06:06.750 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:06.750 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:06 smithi196 ceph-mon[74601]: Deploying daemon osd.7 on smithi196 2024-08-30T21:06:06.750 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:06 smithi196 ceph-mon[74601]: osdmap e512: 8 total, 8 up, 8 in 2024-08-30T21:06:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[79976]: osdmap e511: 8 total, 8 up, 8 in 2024-08-30T21:06:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[79976]: Upgrade: Updating osd.7 2024-08-30T21:06:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-30T21:06:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[79976]: Deploying daemon osd.7 on smithi196 2024-08-30T21:06:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[79976]: osdmap e512: 8 total, 8 up, 8 in 2024-08-30T21:06:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[82405]: osdmap e511: 8 total, 8 up, 8 in 2024-08-30T21:06:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[82405]: Upgrade: Updating osd.7 2024-08-30T21:06:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-30T21:06:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[82405]: Deploying daemon osd.7 on smithi196 2024-08-30T21:06:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:06 smithi173 ceph-mon[82405]: osdmap e512: 8 total, 8 up, 8 in 2024-08-30T21:06:07.512 INFO:tasks.rados.rados.0.smithi173.stdout:2221: done (3 left) 2024-08-30T21:06:07.512 INFO:tasks.rados.rados.0.smithi173.stdout:2222: done (2 left) 2024-08-30T21:06:07.513 INFO:tasks.rados.rados.0.smithi173.stdout:2223: done (1 left) 2024-08-30T21:06:07.513 INFO:tasks.rados.rados.0.smithi173.stdout:2224: done (0 left) 2024-08-30T21:06:07.513 INFO:tasks.rados.rados.0.smithi173.stdout:2225: rollback oid 30 current snap is 219 2024-08-30T21:06:07.513 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 217 2024-08-30T21:06:07.513 INFO:tasks.rados.rados.0.smithi173.stdout:2226: delete oid 14 current snap is 219 2024-08-30T21:06:07.517 INFO:tasks.rados.rados.0.smithi173.stdout:2225: finishing rollback tid 0 to smithi17368540-30 2024-08-30T21:06:07.517 INFO:tasks.rados.rados.0.smithi173.stdout:2225: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:06:07.518 INFO:tasks.rados.rados.0.smithi173.stdout:2225: finishing rollback tid 2 to smithi17368540-30 2024-08-30T21:06:07.518 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1391 (ObjNum 526 snap 164 seq_num 526) dirty exists 2024-08-30T21:06:07.518 INFO:tasks.rados.rados.0.smithi173.stdout:2225: done (1 left) 2024-08-30T21:06:07.518 INFO:tasks.rados.rados.0.smithi173.stdout:2226: done (0 left) 2024-08-30T21:06:07.518 INFO:tasks.rados.rados.0.smithi173.stdout:2227: rollback oid 46 current snap is 219 2024-08-30T21:06:07.519 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 46 to 199 2024-08-30T21:06:07.519 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 219 2024-08-30T21:06:07.519 INFO:tasks.rados.rados.0.smithi173.stdout:2228: seq_num 698 ranges {1802240=499712,2301952=589824,2891776=770048,3661824=245760} 2024-08-30T21:06:07.530 INFO:tasks.rados.rados.0.smithi173.stdout:2228: writing smithi17368540-47 from 1802240 to 2301952 tid 1 2024-08-30T21:06:07.534 INFO:tasks.rados.rados.0.smithi173.stdout:2228: writing smithi17368540-47 from 2301952 to 2891776 tid 2 2024-08-30T21:06:07.538 INFO:tasks.rados.rados.0.smithi173.stdout:2228: writing smithi17368540-47 from 2891776 to 3661824 tid 3 2024-08-30T21:06:07.540 INFO:tasks.rados.rados.0.smithi173.stdout:2228: writing smithi17368540-47 from 3661824 to 3907584 tid 4 2024-08-30T21:06:07.540 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 219 2024-08-30T21:06:07.540 INFO:tasks.rados.rados.0.smithi173.stdout:2227: finishing rollback tid 1 to smithi17368540-46 2024-08-30T21:06:07.540 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1029 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:06:07.540 INFO:tasks.rados.rados.0.smithi173.stdout:2229: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-08-30T21:06:07.542 INFO:tasks.rados.rados.0.smithi173.stdout:2229: writing smithi17368540-14 from 0 to 516096 tid 1 2024-08-30T21:06:07.545 INFO:tasks.rados.rados.0.smithi173.stdout:2229: writing smithi17368540-14 from 516096 to 991232 tid 2 2024-08-30T21:06:07.549 INFO:tasks.rados.rados.0.smithi173.stdout:2229: writing smithi17368540-14 from 991232 to 1564672 tid 3 2024-08-30T21:06:07.552 INFO:tasks.rados.rados.0.smithi173.stdout:2229: writing smithi17368540-14 from 1564672 to 2121728 tid 4 2024-08-30T21:06:07.552 INFO:tasks.rados.rados.0.smithi173.stdout:2227: done (2 left) 2024-08-30T21:06:07.552 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 219 2024-08-30T21:06:07.552 INFO:tasks.rados.rados.0.smithi173.stdout:2228: finishing write tid 1 to smithi17368540-47 2024-08-30T21:06:07.552 INFO:tasks.rados.rados.0.smithi173.stdout:2228: finishing write tid 2 to smithi17368540-47 2024-08-30T21:06:07.552 INFO:tasks.rados.rados.0.smithi173.stdout:2228: finishing write tid 3 to smithi17368540-47 2024-08-30T21:06:07.552 INFO:tasks.rados.rados.0.smithi173.stdout:2230: seq_num 700 ranges {0=532480,532480=409600,942080=737280,1679360=458752} 2024-08-30T21:06:07.554 INFO:tasks.rados.rados.0.smithi173.stdout:2230: writing smithi17368540-18 from 0 to 532480 tid 1 2024-08-30T21:06:07.557 INFO:tasks.rados.rados.0.smithi173.stdout:2230: writing smithi17368540-18 from 532480 to 942080 tid 2 2024-08-30T21:06:07.561 INFO:tasks.rados.rados.0.smithi173.stdout:2230: writing smithi17368540-18 from 942080 to 1679360 tid 3 2024-08-30T21:06:07.564 INFO:tasks.rados.rados.0.smithi173.stdout:2230: writing smithi17368540-18 from 1679360 to 2138112 tid 4 2024-08-30T21:06:07.564 INFO:tasks.rados.rados.0.smithi173.stdout:2231: snap_create 2024-08-30T21:06:07.564 INFO:tasks.rados.rados.0.smithi173.stdout:2228: finishing write tid 4 to smithi17368540-47 2024-08-30T21:06:07.564 INFO:tasks.rados.rados.0.smithi173.stdout:2228: finishing write tid 5 to smithi17368540-47 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2228: finishing write tid 6 to smithi17368540-47 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2228: oid 47 updating version 0 to 1394 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2228: oid 47 version 1394 is already newer than 1393 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2228: oid 47 updating version 1394 to 1395 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2228: oid 47 updating version 1395 to 1396 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2228: oid 47 updating version 1396 to 1397 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1397 (ObjNum 698 snap 219 seq_num 698) dirty exists 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2228: left oid 47 (ObjNum 698 snap 219 seq_num 698) 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2229: finishing write tid 1 to smithi17368540-14 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2229: finishing write tid 2 to smithi17368540-14 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2229: finishing write tid 3 to smithi17368540-14 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2229: finishing write tid 4 to smithi17368540-14 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2229: finishing write tid 5 to smithi17368540-14 2024-08-30T21:06:07.565 INFO:tasks.rados.rados.0.smithi173.stdout:2229: finishing write tid 6 to smithi17368540-14 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2229: oid 14 updating version 0 to 1401 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2229: oid 14 version 1401 is already newer than 1400 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2229: oid 14 version 1401 is already newer than 1398 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2229: oid 14 updating version 1401 to 1402 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2229: oid 14 version 1402 is already newer than 1399 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1402 (ObjNum 699 snap 219 seq_num 699) dirty exists 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2229: left oid 14 (ObjNum 699 snap 219 seq_num 699) 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2230: finishing write tid 1 to smithi17368540-18 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2230: finishing write tid 2 to smithi17368540-18 2024-08-30T21:06:07.566 INFO:tasks.rados.rados.0.smithi173.stdout:2230: finishing write tid 3 to smithi17368540-18 2024-08-30T21:06:07.567 INFO:tasks.rados.rados.0.smithi173.stdout:2230: finishing write tid 4 to smithi17368540-18 2024-08-30T21:06:07.567 INFO:tasks.rados.rados.0.smithi173.stdout:2230: finishing write tid 5 to smithi17368540-18 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:2230: finishing write tid 6 to smithi17368540-18 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:2230: oid 18 updating version 0 to 1667 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:2230: oid 18 version 1667 is already newer than 1665 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:2230: oid 18 version 1667 is already newer than 1664 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:2230: oid 18 version 1667 is already newer than 1663 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:2230: oid 18 version 1667 is already newer than 1666 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1667 (ObjNum 700 snap 219 seq_num 700) dirty exists 2024-08-30T21:06:07.569 INFO:tasks.rados.rados.0.smithi173.stdout:2230: left oid 18 (ObjNum 700 snap 219 seq_num 700) 2024-08-30T21:06:07.974 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:07 smithi196 ceph-mon[74601]: pgmap v436: 121 pgs: 121 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-08-30T21:06:07.974 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:07 smithi196 ceph-mon[74601]: osdmap e513: 8 total, 8 up, 8 in 2024-08-30T21:06:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:07 smithi173 ceph-mon[79976]: pgmap v436: 121 pgs: 121 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-08-30T21:06:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:07 smithi173 ceph-mon[79976]: osdmap e513: 8 total, 8 up, 8 in 2024-08-30T21:06:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:07 smithi173 ceph-mon[82405]: pgmap v436: 121 pgs: 121 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-08-30T21:06:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:07 smithi173 ceph-mon[82405]: osdmap e513: 8 total, 8 up, 8 in 2024-08-30T21:06:08.514 INFO:tasks.rados.rados.0.smithi173.stdout:2228: done (3 left) 2024-08-30T21:06:08.514 INFO:tasks.rados.rados.0.smithi173.stdout:2229: done (2 left) 2024-08-30T21:06:08.514 INFO:tasks.rados.rados.0.smithi173.stdout:2230: done (1 left) 2024-08-30T21:06:08.514 INFO:tasks.rados.rados.0.smithi173.stdout:2231: done (0 left) 2024-08-30T21:06:08.514 INFO:tasks.rados.rados.0.smithi173.stdout:2232: copy_from oid 48 from oid 43 current snap is 220 2024-08-30T21:06:08.514 INFO:tasks.rados.rados.0.smithi173.stdout:2233: setattr oid 7 current snap is 220 2024-08-30T21:06:08.515 INFO:tasks.rados.rados.0.smithi173.stdout:2234: read oid 36 snap 158 2024-08-30T21:06:08.515 INFO:tasks.rados.rados.0.smithi173.stdout:2234: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:06:08.515 INFO:tasks.rados.rados.0.smithi173.stdout:2235: read oid 25 snap -1 2024-08-30T21:06:08.515 INFO:tasks.rados.rados.0.smithi173.stdout:2235: expect deleted 2024-08-30T21:06:08.515 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 220 2024-08-30T21:06:08.515 INFO:tasks.rados.rados.0.smithi173.stdout:2236: seq_num 701 ranges {8339456=548864,8888320=696320,9584640=540672,10125312=368640} 2024-08-30T21:06:08.563 INFO:tasks.rados.rados.0.smithi173.stdout:2236: writing smithi17368540-44 from 8339456 to 8888320 tid 1 2024-08-30T21:06:08.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: writing smithi17368540-44 from 8888320 to 9584640 tid 2 2024-08-30T21:06:08.569 INFO:tasks.rados.rados.0.smithi173.stdout:2236: writing smithi17368540-44 from 9584640 to 10125312 tid 3 2024-08-30T21:06:08.573 INFO:tasks.rados.rados.0.smithi173.stdout:2236: writing smithi17368540-44 from 10125312 to 10493952 tid 4 2024-08-30T21:06:08.573 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 220 2024-08-30T21:06:08.573 INFO:tasks.rados.rados.0.smithi173.stdout:2237: seq_num 702 ranges {1851392=565248,2416640=581632,2998272=745472,3743744=278528} 2024-08-30T21:06:08.584 INFO:tasks.rados.rados.0.smithi173.stdout:2237: writing smithi17368540-24 from 1851392 to 2416640 tid 1 2024-08-30T21:06:08.588 INFO:tasks.rados.rados.0.smithi173.stdout:2237: writing smithi17368540-24 from 2416640 to 2998272 tid 2 2024-08-30T21:06:08.592 INFO:tasks.rados.rados.0.smithi173.stdout:2237: writing smithi17368540-24 from 2998272 to 3743744 tid 3 2024-08-30T21:06:08.594 INFO:tasks.rados.rados.0.smithi173.stdout:2237: writing smithi17368540-24 from 3743744 to 4022272 tid 4 2024-08-30T21:06:08.594 INFO:tasks.rados.rados.0.smithi173.stdout:2238: rmattr oid 37 current snap is 220 2024-08-30T21:06:08.594 INFO:tasks.rados.rados.0.smithi173.stdout:2238: done (6 left) 2024-08-30T21:06:08.594 INFO:tasks.rados.rados.0.smithi173.stdout:2239: rmattr oid 23 current snap is 220 2024-08-30T21:06:08.594 INFO:tasks.rados.rados.0.smithi173.stdout:2239: done (6 left) 2024-08-30T21:06:08.594 INFO:tasks.rados.rados.0.smithi173.stdout:2240: read oid 37 snap 216 2024-08-30T21:06:08.595 INFO:tasks.rados.rados.0.smithi173.stdout:2240: expect deleted 2024-08-30T21:06:08.595 INFO:tasks.rados.rados.0.smithi173.stdout:2241: delete oid 32 current snap is 220 2024-08-30T21:06:08.595 INFO:tasks.rados.rados.0.smithi173.stdout:2234: expect (ObjNum 300 snap 90 seq_num 300) 2024-08-30T21:06:08.601 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1403 (ObjNum 639 snap 202 seq_num 639) dirty exists 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2232: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2232: finishing copy_from to smithi17368540-48 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1388 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2236: finishing write tid 1 to smithi17368540-44 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2232: done (7 left) 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2233: done (6 left) 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2234: done (5 left) 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2235: done (4 left) 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2241: done (3 left) 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 220 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2236: finishing write tid 2 to smithi17368540-44 2024-08-30T21:06:08.602 INFO:tasks.rados.rados.0.smithi173.stdout:2242: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-08-30T21:06:08.604 INFO:tasks.rados.rados.0.smithi173.stdout:2242: writing smithi17368540-23 from 0 to 598016 tid 1 2024-08-30T21:06:08.609 INFO:tasks.rados.rados.0.smithi173.stdout:2242: writing smithi17368540-23 from 598016 to 1343488 tid 2 2024-08-30T21:06:08.613 INFO:tasks.rados.rados.0.smithi173.stdout:2242: writing smithi17368540-23 from 1343488 to 2056192 tid 3 2024-08-30T21:06:08.614 INFO:tasks.rados.rados.0.smithi173.stdout:2242: writing smithi17368540-23 from 2056192 to 2203648 tid 4 2024-08-30T21:06:08.614 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 220 2024-08-30T21:06:08.614 INFO:tasks.rados.rados.0.smithi173.stdout:2243: seq_num 705 ranges {10936320=614400,11550720=630784,12181504=524288,12705792=450560} 2024-08-30T21:06:08.675 INFO:tasks.rados.rados.0.smithi173.stdout:2243: writing smithi17368540-20 from 10936320 to 11550720 tid 1 2024-08-30T21:06:08.678 INFO:tasks.rados.rados.0.smithi173.stdout:2243: writing smithi17368540-20 from 11550720 to 12181504 tid 2 2024-08-30T21:06:08.681 INFO:tasks.rados.rados.0.smithi173.stdout:2243: writing smithi17368540-20 from 12181504 to 12705792 tid 3 2024-08-30T21:06:08.684 INFO:tasks.rados.rados.0.smithi173.stdout:2243: writing smithi17368540-20 from 12705792 to 13156352 tid 4 2024-08-30T21:06:08.684 INFO:tasks.rados.rados.0.smithi173.stdout:2244: read oid 42 snap 217 2024-08-30T21:06:08.684 INFO:tasks.rados.rados.0.smithi173.stdout:2244: expect (ObjNum 646 snap 202 seq_num 646) 2024-08-30T21:06:08.684 INFO:tasks.rados.rados.0.smithi173.stdout:2245: snap_remove snap 206 2024-08-30T21:06:08.956 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:08.957 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:08 smithi196 ceph-mon[74601]: osdmap e514: 8 total, 8 up, 8 in 2024-08-30T21:06:08.957 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:08 smithi196 systemd[1]: Stopping Ceph osd.7 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:06:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:08 smithi173 ceph-mon[79976]: osdmap e514: 8 total, 8 up, 8 in 2024-08-30T21:06:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:08 smithi173 ceph-mon[82405]: osdmap e514: 8 total, 8 up, 8 in 2024-08-30T21:06:09.270 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[43535]: 2024-08-30T21:06:08.969+0000 7f6b76ddd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:06:09.270 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[43535]: 2024-08-30T21:06:08.969+0000 7f6b76ddd640 -1 osd.7 514 *** Got signal Terminated *** 2024-08-30T21:06:09.270 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[43535]: 2024-08-30T21:06:08.969+0000 7f6b76ddd640 -1 osd.7 514 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:06:09.520 INFO:tasks.rados.rados.0.smithi173.stdout:2245: done (6 left) 2024-08-30T21:06:09.521 INFO:tasks.rados.rados.0.smithi173.stdout:2246: read oid 39 snap -1 2024-08-30T21:06:09.521 INFO:tasks.rados.rados.0.smithi173.stdout:2246: expect deleted 2024-08-30T21:06:09.521 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 220 2024-08-30T21:06:09.521 INFO:tasks.rados.rados.0.smithi173.stdout:2247: seq_num 706 ranges {5513216=630784,6144000=516096,6660096=729088,7389184=360448} 2024-08-30T21:06:09.555 INFO:tasks.rados.rados.0.smithi173.stdout:2247: writing smithi17368540-10 from 5513216 to 6144000 tid 1 2024-08-30T21:06:09.558 INFO:tasks.rados.rados.0.smithi173.stdout:2247: writing smithi17368540-10 from 6144000 to 6660096 tid 2 2024-08-30T21:06:09.562 INFO:tasks.rados.rados.0.smithi173.stdout:2247: writing smithi17368540-10 from 6660096 to 7389184 tid 3 2024-08-30T21:06:09.565 INFO:tasks.rados.rados.0.smithi173.stdout:2247: writing smithi17368540-10 from 7389184 to 7749632 tid 4 2024-08-30T21:06:09.565 INFO:tasks.rados.rados.0.smithi173.stdout:2248: copy_from oid 40 from oid 28 current snap is 220 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: finishing write tid 3 to smithi17368540-44 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: finishing write tid 4 to smithi17368540-44 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: finishing write tid 5 to smithi17368540-44 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: finishing write tid 6 to smithi17368540-44 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: oid 44 updating version 0 to 1473 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: oid 44 updating version 1473 to 1477 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: oid 44 version 1477 is already newer than 1474 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: oid 44 version 1477 is already newer than 1476 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: oid 44 version 1477 is already newer than 1475 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1477 (ObjNum 701 snap 220 seq_num 701) dirty exists 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2236: left oid 44 (ObjNum 701 snap 220 seq_num 701) 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2237: finishing write tid 1 to smithi17368540-24 2024-08-30T21:06:09.566 INFO:tasks.rados.rados.0.smithi173.stdout:2237: finishing write tid 2 to smithi17368540-24 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: finishing write tid 3 to smithi17368540-24 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: finishing write tid 4 to smithi17368540-24 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: finishing write tid 5 to smithi17368540-24 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: finishing write tid 6 to smithi17368540-24 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: oid 24 updating version 0 to 1050 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: oid 24 version 1050 is already newer than 1049 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: oid 24 updating version 1050 to 1051 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: oid 24 updating version 1051 to 1052 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: oid 24 updating version 1052 to 1053 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1053 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2237: left oid 24 (ObjNum 702 snap 220 seq_num 702) 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2242: finishing write tid 1 to smithi17368540-23 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2242: finishing write tid 2 to smithi17368540-23 2024-08-30T21:06:09.567 INFO:tasks.rados.rados.0.smithi173.stdout:2242: finishing write tid 3 to smithi17368540-23 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: finishing write tid 4 to smithi17368540-23 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: finishing write tid 5 to smithi17368540-23 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: finishing write tid 6 to smithi17368540-23 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: oid 23 updating version 0 to 1188 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: oid 23 updating version 1188 to 1189 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: oid 23 version 1189 is already newer than 1186 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: oid 23 version 1189 is already newer than 1187 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: oid 23 version 1189 is already newer than 1185 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1189 (ObjNum 704 snap 220 seq_num 704) dirty exists 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2242: left oid 23 (ObjNum 704 snap 220 seq_num 704) 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2243: finishing write tid 1 to smithi17368540-20 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2236: done (8 left) 2024-08-30T21:06:09.568 INFO:tasks.rados.rados.0.smithi173.stdout:2237: done (7 left) 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2240: done (6 left) 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2242: done (5 left) 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2249: read oid 45 snap -1 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2249: expect (ObjNum 632 snap 198 seq_num 632) 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 220 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2243: finishing write tid 2 to smithi17368540-20 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2243: finishing write tid 3 to smithi17368540-20 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2243: finishing write tid 4 to smithi17368540-20 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2243: finishing write tid 5 to smithi17368540-20 2024-08-30T21:06:09.569 INFO:tasks.rados.rados.0.smithi173.stdout:2250: seq_num 707 ranges {8486912=647168,9134080=802816,9936896=532480,10469376=270336} 2024-08-30T21:06:09.615 INFO:tasks.rados.rados.0.smithi173.stdout:2250: writing smithi17368540-9 from 8486912 to 9134080 tid 1 2024-08-30T21:06:09.619 INFO:tasks.rados.rados.0.smithi173.stdout:2250: writing smithi17368540-9 from 9134080 to 9936896 tid 2 2024-08-30T21:06:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:2250: writing smithi17368540-9 from 9936896 to 10469376 tid 3 2024-08-30T21:06:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2250: writing smithi17368540-9 from 10469376 to 10739712 tid 4 2024-08-30T21:06:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 220 2024-08-30T21:06:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2251: seq_num 708 ranges {1916928=663552,2580480=737280,3317760=696320,4014080=172032} 2024-08-30T21:06:09.637 INFO:tasks.rados.rados.0.smithi173.stdout:2251: writing smithi17368540-38 from 1916928 to 2580480 tid 1 2024-08-30T21:06:09.641 INFO:tasks.rados.rados.0.smithi173.stdout:2251: writing smithi17368540-38 from 2580480 to 3317760 tid 2 2024-08-30T21:06:09.645 INFO:tasks.rados.rados.0.smithi173.stdout:2251: writing smithi17368540-38 from 3317760 to 4014080 tid 3 2024-08-30T21:06:09.647 INFO:tasks.rados.rados.0.smithi173.stdout:2251: writing smithi17368540-38 from 4014080 to 4186112 tid 4 2024-08-30T21:06:09.647 INFO:tasks.rados.rados.0.smithi173.stdout:2252: read oid 18 snap 215 2024-08-30T21:06:09.647 INFO:tasks.rados.rados.0.smithi173.stdout:2252: expect deleted 2024-08-30T21:06:09.647 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 220 2024-08-30T21:06:09.647 INFO:tasks.rados.rados.0.smithi173.stdout:2243: finishing write tid 6 to smithi17368540-20 2024-08-30T21:06:09.647 INFO:tasks.rados.rados.0.smithi173.stdout:2243: oid 20 updating version 0 to 1392 2024-08-30T21:06:09.647 INFO:tasks.rados.rados.0.smithi173.stdout:2243: oid 20 version 1392 is already newer than 1391 2024-08-30T21:06:09.648 INFO:tasks.rados.rados.0.smithi173.stdout:2243: oid 20 updating version 1392 to 1393 2024-08-30T21:06:09.648 INFO:tasks.rados.rados.0.smithi173.stdout:2243: oid 20 version 1393 is already newer than 1389 2024-08-30T21:06:09.648 INFO:tasks.rados.rados.0.smithi173.stdout:2243: oid 20 version 1393 is already newer than 1390 2024-08-30T21:06:09.648 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1393 (ObjNum 705 snap 220 seq_num 705) dirty exists 2024-08-30T21:06:09.648 INFO:tasks.rados.rados.0.smithi173.stdout:2243: left oid 20 (ObjNum 705 snap 220 seq_num 705) 2024-08-30T21:06:09.648 INFO:tasks.rados.rados.0.smithi173.stdout:2244: expect (ObjNum 646 snap 202 seq_num 646) 2024-08-30T21:06:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:09 smithi196 ceph-mon[74601]: pgmap v439: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-30T21:06:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:09 smithi196 ceph-mon[74601]: osd.7 marked itself down and dead 2024-08-30T21:06:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:09 smithi196 ceph-mon[74601]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:06:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:09 smithi196 ceph-mon[74601]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-30T21:06:10.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:09 smithi196 ceph-mon[74601]: osdmap e515: 8 total, 7 up, 8 in 2024-08-30T21:06:10.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[82405]: pgmap v439: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-30T21:06:10.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[82405]: osd.7 marked itself down and dead 2024-08-30T21:06:10.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[82405]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:06:10.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[82405]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-30T21:06:10.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[82405]: osdmap e515: 8 total, 7 up, 8 in 2024-08-30T21:06:10.213 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[79976]: pgmap v439: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-30T21:06:10.213 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[79976]: osd.7 marked itself down and dead 2024-08-30T21:06:10.213 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[79976]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-30T21:06:10.213 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[79976]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-30T21:06:10.213 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:09 smithi173 ceph-mon[79976]: osdmap e515: 8 total, 7 up, 8 in 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: finishing write tid 1 to smithi17368540-10 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: finishing write tid 2 to smithi17368540-10 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: finishing write tid 3 to smithi17368540-10 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: finishing write tid 4 to smithi17368540-10 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: finishing write tid 5 to smithi17368540-10 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: finishing write tid 6 to smithi17368540-10 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: oid 10 updating version 0 to 957 2024-08-30T21:06:10.256 INFO:tasks.rados.rados.0.smithi173.stdout:2247: oid 10 updating version 957 to 958 2024-08-30T21:06:10.257 INFO:tasks.rados.rados.0.smithi173.stdout:2247: oid 10 version 958 is already newer than 955 2024-08-30T21:06:10.257 INFO:tasks.rados.rados.0.smithi173.stdout:2247: oid 10 version 958 is already newer than 956 2024-08-30T21:06:10.257 INFO:tasks.rados.rados.0.smithi173.stdout:2247: oid 10 version 958 is already newer than 954 2024-08-30T21:06:10.257 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 958 (ObjNum 706 snap 220 seq_num 706) dirty exists 2024-08-30T21:06:10.257 INFO:tasks.rados.rados.0.smithi173.stdout:2247: left oid 10 (ObjNum 706 snap 220 seq_num 706) 2024-08-30T21:06:10.257 INFO:tasks.rados.rados.0.smithi173.stdout:2249: expect (ObjNum 632 snap 198 seq_num 632) 2024-08-30T21:06:10.347 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:10 smithi196 podman[93408]: 2024-08-30 21:06:10.048164003 +0000 UTC m=+1.187766175 container died 2299baf0fd3b44f4376c5e3e04e116f85c4fcdcb07f411fa1f5f401bbb0719e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-63b0b8e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:06:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2251: finishing write tid 1 to smithi17368540-38 2024-08-30T21:06:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2251: finishing write tid 2 to smithi17368540-38 2024-08-30T21:06:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2253: seq_num 709 ranges {4014080=679936,4694016=614400,5308416=499712,5808128=491520} 2024-08-30T21:06:10.562 INFO:tasks.rados.rados.0.smithi173.stdout:2253: writing smithi17368540-26 from 4014080 to 4694016 tid 1 2024-08-30T21:06:10.566 INFO:tasks.rados.rados.0.smithi173.stdout:2253: writing smithi17368540-26 from 4694016 to 5308416 tid 2 2024-08-30T21:06:10.569 INFO:tasks.rados.rados.0.smithi173.stdout:2253: writing smithi17368540-26 from 5308416 to 5808128 tid 3 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2253: writing smithi17368540-26 from 5808128 to 6299648 tid 4 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2243: done (9 left) 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2244: done (8 left) 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2246: done (7 left) 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2247: done (6 left) 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2249: done (5 left) 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2254: copy_from oid 5 from oid 8 current snap is 220 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2251: finishing write tid 3 to smithi17368540-38 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2251: finishing write tid 4 to smithi17368540-38 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2251: finishing write tid 5 to smithi17368540-38 2024-08-30T21:06:10.573 INFO:tasks.rados.rados.0.smithi173.stdout:2251: finishing write tid 6 to smithi17368540-38 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2251: oid 38 updating version 0 to 961 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2251: oid 38 updating version 961 to 962 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2251: oid 38 version 962 is already newer than 959 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2251: oid 38 updating version 962 to 963 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2251: oid 38 version 963 is already newer than 960 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 963 (ObjNum 708 snap 220 seq_num 708) dirty exists 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2251: left oid 38 (ObjNum 708 snap 220 seq_num 708) 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2248: finishing copy_from to smithi17368540-40 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2248: got expected ENOENT (src dne) 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2248: finishing copy_from racing read to smithi17368540-40 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2250: finishing write tid 1 to smithi17368540-9 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2250: finishing write tid 2 to smithi17368540-9 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2250: finishing write tid 3 to smithi17368540-9 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2248: done (5 left) 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2251: done (4 left) 2024-08-30T21:06:10.574 INFO:tasks.rados.rados.0.smithi173.stdout:2252: done (3 left) 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2255: delete oid 33 current snap is 220 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: finishing write tid 4 to smithi17368540-9 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: finishing write tid 5 to smithi17368540-9 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: finishing write tid 6 to smithi17368540-9 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: oid 9 updating version 0 to 1480 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: oid 9 updating version 1480 to 1482 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: oid 9 version 1482 is already newer than 1481 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: oid 9 version 1482 is already newer than 1478 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: oid 9 version 1482 is already newer than 1479 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1482 (ObjNum 707 snap 220 seq_num 707) dirty exists 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2250: left oid 9 (ObjNum 707 snap 220 seq_num 707) 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2253: finishing write tid 1 to smithi17368540-26 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2253: finishing write tid 2 to smithi17368540-26 2024-08-30T21:06:10.575 INFO:tasks.rados.rados.0.smithi173.stdout:2253: finishing write tid 3 to smithi17368540-26 2024-08-30T21:06:10.576 INFO:tasks.rados.rados.0.smithi173.stdout:2250: done (3 left) 2024-08-30T21:06:10.576 INFO:tasks.rados.rados.0.smithi173.stdout:2255: done (2 left) 2024-08-30T21:06:10.576 INFO:tasks.rados.rados.0.smithi173.stdout:2256: read oid 48 snap -1 2024-08-30T21:06:10.576 INFO:tasks.rados.rados.0.smithi173.stdout:2256: expect (ObjNum 604 snap 188 seq_num 604) 2024-08-30T21:06:10.576 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 220 2024-08-30T21:06:10.576 INFO:tasks.rados.rados.0.smithi173.stdout:2257: seq_num 711 ranges {3366912=712704,4079616=786432,4866048=516096,5382144=303104} 2024-08-30T21:06:10.597 INFO:tasks.rados.rados.0.smithi173.stdout:2257: writing smithi17368540-43 from 3366912 to 4079616 tid 1 2024-08-30T21:06:10.602 INFO:tasks.rados.rados.0.smithi173.stdout:2257: writing smithi17368540-43 from 4079616 to 4866048 tid 2 2024-08-30T21:06:10.605 INFO:tasks.rados.rados.0.smithi173.stdout:2257: writing smithi17368540-43 from 4866048 to 5382144 tid 3 2024-08-30T21:06:10.607 INFO:tasks.rados.rados.0.smithi173.stdout:2257: writing smithi17368540-43 from 5382144 to 5685248 tid 4 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2258: rmattr oid 46 current snap is 220 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: finishing write tid 4 to smithi17368540-26 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: finishing write tid 5 to smithi17368540-26 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2254: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2254: finishing copy_from to smithi17368540-5 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1472 (ObjNum 33 snap 0 seq_num 4) dirty exists 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: finishing write tid 6 to smithi17368540-26 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: oid 26 updating version 0 to 1479 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: oid 26 updating version 1479 to 1482 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: oid 26 updating version 1482 to 1483 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: oid 26 version 1483 is already newer than 1481 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:2253: oid 26 version 1483 is already newer than 1480 2024-08-30T21:06:10.608 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1483 (ObjNum 709 snap 220 seq_num 709) dirty exists 2024-08-30T21:06:10.609 INFO:tasks.rados.rados.0.smithi173.stdout:2253: left oid 26 (ObjNum 709 snap 220 seq_num 709) 2024-08-30T21:06:10.609 INFO:tasks.rados.rados.0.smithi173.stdout:2253: done (4 left) 2024-08-30T21:06:10.609 INFO:tasks.rados.rados.0.smithi173.stdout:2254: done (3 left) 2024-08-30T21:06:10.609 INFO:tasks.rados.rados.0.smithi173.stdout:2259: snap_remove snap 158 2024-08-30T21:06:10.738 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:10 smithi196 podman[93408]: 2024-08-30 21:06:10.444333565 +0000 UTC m=+1.583935736 container cleanup 2299baf0fd3b44f4376c5e3e04e116f85c4fcdcb07f411fa1f5f401bbb0719e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-63b0b8e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:06:10.738 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:10 smithi196 bash[93408]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7 2024-08-30T21:06:11.020 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:10 smithi196 podman[93433]: 2024-08-30 21:06:10.737550817 +0000 UTC m=+0.688918965 container remove 2299baf0fd3b44f4376c5e3e04e116f85c4fcdcb07f411fa1f5f401bbb0719e5 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=reef-63b0b8e, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-30T21:06:11.366 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:11 smithi196 podman[93525]: 2024-08-30 21:06:10.961477403 +0000 UTC m=+0.015973471 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:06:11.366 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:11 smithi196 podman[93525]: 2024-08-30 21:06:11.096923701 +0000 UTC m=+0.151419755 container create d8ba3cf5bf15aad586b485945887d02323bcf66aca01ece04ebaad69c6f773b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-30T21:06:11.367 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:11 smithi196 podman[93525]: 2024-08-30 21:06:11.366103657 +0000 UTC m=+0.420599727 container init d8ba3cf5bf15aad586b485945887d02323bcf66aca01ece04ebaad69c6f773b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-30T21:06:11.519 INFO:tasks.rados.rados.0.smithi173.stdout:2256: expect (ObjNum 604 snap 188 seq_num 604) 2024-08-30T21:06:11.723 INFO:tasks.rados.rados.0.smithi173.stdout:2257: finishing write tid 1 to smithi17368540-43 2024-08-30T21:06:11.723 INFO:tasks.rados.rados.0.smithi173.stdout:2257: finishing write tid 2 to smithi17368540-43 2024-08-30T21:06:11.723 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 1582314048) dirty dne 2024-08-30T21:06:11.723 INFO:tasks.rados.rados.0.smithi173.stdout:2257: finishing write tid 3 to smithi17368540-43 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: finishing write tid 4 to smithi17368540-43 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2256: done (3 left) 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2258: done (2 left) 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2259: done (1 left) 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 220 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: finishing write tid 5 to smithi17368540-43 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: finishing write tid 6 to smithi17368540-43 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: oid 43 updating version 0 to 1486 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: oid 43 version 1486 is already newer than 1485 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: oid 43 updating version 1486 to 1489 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: oid 43 version 1489 is already newer than 1487 2024-08-30T21:06:11.724 INFO:tasks.rados.rados.0.smithi173.stdout:2257: oid 43 version 1489 is already newer than 1488 2024-08-30T21:06:11.725 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1489 (ObjNum 711 snap 220 seq_num 711) dirty exists 2024-08-30T21:06:11.725 INFO:tasks.rados.rados.0.smithi173.stdout:2257: left oid 43 (ObjNum 711 snap 220 seq_num 711) 2024-08-30T21:06:11.725 INFO:tasks.rados.rados.0.smithi173.stdout:2260: seq_num 712 ranges {3907584=729088,4636672=671744,5308416=671744,5980160=262144} 2024-08-30T21:06:11.747 INFO:tasks.rados.rados.0.smithi173.stdout:2260: writing smithi17368540-47 from 3907584 to 4636672 tid 1 2024-08-30T21:06:11.751 INFO:tasks.rados.rados.0.smithi173.stdout:2260: writing smithi17368540-47 from 4636672 to 5308416 tid 2 2024-08-30T21:06:11.754 INFO:tasks.rados.rados.0.smithi173.stdout:2260: writing smithi17368540-47 from 5308416 to 5980160 tid 3 2024-08-30T21:06:11.756 INFO:tasks.rados.rados.0.smithi173.stdout:2260: writing smithi17368540-47 from 5980160 to 6242304 tid 4 2024-08-30T21:06:11.756 INFO:tasks.rados.rados.0.smithi173.stdout:2257: done (1 left) 2024-08-30T21:06:11.757 INFO:tasks.rados.rados.0.smithi173.stdout:2261: snap_create 2024-08-30T21:06:11.757 INFO:tasks.rados.rados.0.smithi173.stdout:2260: finishing write tid 1 to smithi17368540-47 2024-08-30T21:06:11.757 INFO:tasks.rados.rados.0.smithi173.stdout:2260: finishing write tid 2 to smithi17368540-47 2024-08-30T21:06:11.758 INFO:tasks.rados.rados.0.smithi173.stdout:2260: finishing write tid 3 to smithi17368540-47 2024-08-30T21:06:11.758 INFO:tasks.rados.rados.0.smithi173.stdout:2260: finishing write tid 4 to smithi17368540-47 2024-08-30T21:06:11.759 INFO:tasks.rados.rados.0.smithi173.stdout:2260: finishing write tid 5 to smithi17368540-47 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:2260: finishing write tid 6 to smithi17368540-47 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:2260: oid 47 updating version 0 to 1406 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:2260: oid 47 updating version 1406 to 1407 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:2260: oid 47 version 1407 is already newer than 1405 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:2260: oid 47 updating version 1407 to 1408 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:2260: oid 47 version 1408 is already newer than 1404 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1408 (ObjNum 712 snap 220 seq_num 712) dirty exists 2024-08-30T21:06:11.760 INFO:tasks.rados.rados.0.smithi173.stdout:2260: left oid 47 (ObjNum 712 snap 220 seq_num 712) 2024-08-30T21:06:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:11 smithi196 ceph-mon[74601]: pgmap v442: 121 pgs: 8 peering, 16 stale+active+clean, 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:06:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:11 smithi196 ceph-mon[74601]: osdmap e516: 8 total, 7 up, 8 in 2024-08-30T21:06:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:11 smithi196 ceph-mon[74601]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-30T21:06:11.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:11 smithi196 podman[93525]: 2024-08-30 21:06:11.369492401 +0000 UTC m=+0.423988454 container start d8ba3cf5bf15aad586b485945887d02323bcf66aca01ece04ebaad69c6f773b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-08-30T21:06:11.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:11 smithi196 podman[93525]: 2024-08-30 21:06:11.44926924 +0000 UTC m=+0.503765295 container attach d8ba3cf5bf15aad586b485945887d02323bcf66aca01ece04ebaad69c6f773b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True) 2024-08-30T21:06:11.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:11 smithi196 podman[93548]: 2024-08-30 21:06:11.58368252 +0000 UTC m=+0.017216467 container died d8ba3cf5bf15aad586b485945887d02323bcf66aca01ece04ebaad69c6f773b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2) 2024-08-30T21:06:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:11 smithi173 ceph-mon[79976]: pgmap v442: 121 pgs: 8 peering, 16 stale+active+clean, 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:06:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:11 smithi173 ceph-mon[79976]: osdmap e516: 8 total, 7 up, 8 in 2024-08-30T21:06:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:11 smithi173 ceph-mon[79976]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-30T21:06:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:11 smithi173 ceph-mon[82405]: pgmap v442: 121 pgs: 8 peering, 16 stale+active+clean, 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2024-08-30T21:06:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:11 smithi173 ceph-mon[82405]: osdmap e516: 8 total, 7 up, 8 in 2024-08-30T21:06:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:11 smithi173 ceph-mon[82405]: Health check failed: Reduced data availability: 3 pgs inactive, 4 pgs peering (PG_AVAILABILITY) 2024-08-30T21:06:12.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 podman[93548]: 2024-08-30 21:06:12.203117183 +0000 UTC m=+0.636651126 container remove d8ba3cf5bf15aad586b485945887d02323bcf66aca01ece04ebaad69c6f773b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-30T21:06:12.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-30T21:06:12.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 systemd[1]: Stopped Ceph osd.7 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:06:12.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.7.service: Consumed 17.821s CPU time. 2024-08-30T21:06:12.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 systemd[1]: Starting Ceph osd.7 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:06:12.536 INFO:tasks.rados.rados.0.smithi173.stdout:2260: done (1 left) 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:2261: done (0 left) 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:2262: rollback oid 12 current snap is 221 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 12 to 220 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:2263: rmattr oid 23 current snap is 221 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:2263: done (1 left) 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:2264: read oid 2 snap -1 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:2264: expect (ObjNum 674 snap 208 seq_num 674) 2024-08-30T21:06:12.537 INFO:tasks.rados.rados.0.smithi173.stdout:2265: snap_remove snap 217 2024-08-30T21:06:12.785 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:12 smithi196 ceph-mon[74601]: osdmap e517: 8 total, 7 up, 8 in 2024-08-30T21:06:12.785 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 podman[93648]: 2024-08-30 21:06:12.547372518 +0000 UTC m=+0.018853941 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:06:12.785 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 podman[93648]: 2024-08-30 21:06:12.654463117 +0000 UTC m=+0.125944520 container create 96702f3a1abe426eb5ab612e04477c16becd69269ff192ebf953fb9e1a59e76f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-08-30T21:06:12.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:12 smithi173 ceph-mon[79976]: osdmap e517: 8 total, 7 up, 8 in 2024-08-30T21:06:12.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:12 smithi173 ceph-mon[82405]: osdmap e517: 8 total, 7 up, 8 in 2024-08-30T21:06:13.270 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 podman[93648]: 2024-08-30 21:06:12.890070671 +0000 UTC m=+0.361552075 container init 96702f3a1abe426eb5ab612e04477c16becd69269ff192ebf953fb9e1a59e76f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-08-30T21:06:13.270 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 podman[93648]: 2024-08-30 21:06:12.893416932 +0000 UTC m=+0.364898336 container start 96702f3a1abe426eb5ab612e04477c16becd69269ff192ebf953fb9e1a59e76f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:06:13.270 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:12 smithi196 podman[93648]: 2024-08-30 21:06:12.990167723 +0000 UTC m=+0.461649131 container attach 96702f3a1abe426eb5ab612e04477c16becd69269ff192ebf953fb9e1a59e76f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-30T21:06:13.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-30T21:06:13.272 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-30T21:06:13.545 INFO:tasks.rados.rados.0.smithi173.stdout:2262: finishing rollback tid 0 to smithi17368540-12 2024-08-30T21:06:13.545 INFO:tasks.rados.rados.0.smithi173.stdout:2262: finishing rollback tid 1 to smithi17368540-12 2024-08-30T21:06:13.545 INFO:tasks.rados.rados.0.smithi173.stdout:2262: finishing rollback tid 2 to smithi17368540-12 2024-08-30T21:06:13.545 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1503 (ObjNum 691 snap 214 seq_num 691) dirty exists 2024-08-30T21:06:13.545 INFO:tasks.rados.rados.0.smithi173.stdout:2264: expect (ObjNum 674 snap 208 seq_num 674) 2024-08-30T21:06:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-mon[74601]: pgmap v445: 121 pgs: 1 active+clean+snaptrim, 13 active+undersized, 8 peering, 7 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 329 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 22 op/s; 18/528 objects degraded (3.409%) 2024-08-30T21:06:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-mon[74601]: Health check failed: Degraded data redundancy: 18/528 objects degraded (3.409%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:13.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-mon[74601]: osdmap e518: 8 total, 7 up, 8 in 2024-08-30T21:06:13.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate[93663]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 bash[93648]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-30T21:06:13.771 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:13 smithi196 podman[93648]: 2024-08-30 21:06:13.448087122 +0000 UTC m=+0.919568528 container died 96702f3a1abe426eb5ab612e04477c16becd69269ff192ebf953fb9e1a59e76f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True) 2024-08-30T21:06:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:13 smithi173 ceph-mon[82405]: pgmap v445: 121 pgs: 1 active+clean+snaptrim, 13 active+undersized, 8 peering, 7 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 329 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 22 op/s; 18/528 objects degraded (3.409%) 2024-08-30T21:06:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:13 smithi173 ceph-mon[82405]: Health check failed: Degraded data redundancy: 18/528 objects degraded (3.409%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:13 smithi173 ceph-mon[82405]: osdmap e518: 8 total, 7 up, 8 in 2024-08-30T21:06:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:13 smithi173 ceph-mon[79976]: pgmap v445: 121 pgs: 1 active+clean+snaptrim, 13 active+undersized, 8 peering, 7 stale+active+clean, 6 active+undersized+degraded, 86 active+clean; 329 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 22 op/s; 18/528 objects degraded (3.409%) 2024-08-30T21:06:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:13 smithi173 ceph-mon[79976]: Health check failed: Degraded data redundancy: 18/528 objects degraded (3.409%), 6 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:13.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:13 smithi173 ceph-mon[79976]: osdmap e518: 8 total, 7 up, 8 in 2024-08-30T21:06:14.423 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 podman[93773]: 2024-08-30 21:06:14.094068248 +0000 UTC m=+0.634983694 container remove 96702f3a1abe426eb5ab612e04477c16becd69269ff192ebf953fb9e1a59e76f (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-30T21:06:14.423 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 podman[93833]: 2024-08-30 21:06:14.203237771 +0000 UTC m=+0.016305328 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:06:14.423 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 podman[93833]: 2024-08-30 21:06:14.311431044 +0000 UTC m=+0.124498594 container create 3cdf4e226addb07b102fef9bfbd712b9b3f879a40d266769166adfc1adccebd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-08-30T21:06:14.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:14 smithi196 ceph-mon[74601]: osdmap e519: 8 total, 7 up, 8 in 2024-08-30T21:06:14.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 podman[93833]: 2024-08-30 21:06:14.530317543 +0000 UTC m=+0.343385092 container init 3cdf4e226addb07b102fef9bfbd712b9b3f879a40d266769166adfc1adccebd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-30T21:06:14.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 podman[93833]: 2024-08-30 21:06:14.533534457 +0000 UTC m=+0.346602006 container start 3cdf4e226addb07b102fef9bfbd712b9b3f879a40d266769166adfc1adccebd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-08-30T21:06:14.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 ceph-osd[93851]: -- 172.21.15.196:0/2683814065 <== mon.1 v2:172.21.15.196:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561eefd95a40 con 0x561ef0b62400 2024-08-30T21:06:14.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 bash[93833]: 3cdf4e226addb07b102fef9bfbd712b9b3f879a40d266769166adfc1adccebd0 2024-08-30T21:06:14.770 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:14 smithi196 systemd[1]: Started Ceph osd.7 for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:06:14.893 INFO:tasks.rados.rados.0.smithi173.stdout:2262: done (2 left) 2024-08-30T21:06:14.894 INFO:tasks.rados.rados.0.smithi173.stdout:2264: done (1 left) 2024-08-30T21:06:14.894 INFO:tasks.rados.rados.0.smithi173.stdout:2265: done (0 left) 2024-08-30T21:06:14.894 INFO:tasks.rados.rados.0.smithi173.stdout:2266: setattr oid 37 current snap is 221 2024-08-30T21:06:14.895 INFO:tasks.rados.rados.0.smithi173.stdout:2267: rollback oid 10 current snap is 221 2024-08-30T21:06:14.895 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 213 2024-08-30T21:06:14.895 INFO:tasks.rados.rados.0.smithi173.stdout:2268: snap_create 2024-08-30T21:06:14.898 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 888 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:06:14.898 INFO:tasks.rados.rados.0.smithi173.stdout:2267: finishing rollback tid 0 to smithi17368540-10 2024-08-30T21:06:14.898 INFO:tasks.rados.rados.0.smithi173.stdout:2267: finishing rollback tid 1 to smithi17368540-10 2024-08-30T21:06:14.899 INFO:tasks.rados.rados.0.smithi173.stdout:2267: finishing rollback tid 2 to smithi17368540-10 2024-08-30T21:06:14.899 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 966 (ObjNum 682 snap 211 seq_num 682) dirty exists 2024-08-30T21:06:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:14 smithi173 ceph-mon[79976]: osdmap e519: 8 total, 7 up, 8 in 2024-08-30T21:06:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:14 smithi173 ceph-mon[82405]: osdmap e519: 8 total, 7 up, 8 in 2024-08-30T21:06:15.684 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:06:15] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-08-30T21:06:15.695 INFO:tasks.rados.rados.0.smithi173.stdout:2266: done (2 left) 2024-08-30T21:06:15.695 INFO:tasks.rados.rados.0.smithi173.stdout:2267: done (1 left) 2024-08-30T21:06:15.695 INFO:tasks.rados.rados.0.smithi173.stdout:2268: done (0 left) 2024-08-30T21:06:15.695 INFO:tasks.rados.rados.0.smithi173.stdout:2269: rollback oid 30 current snap is 222 2024-08-30T21:06:15.695 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 213 2024-08-30T21:06:15.696 INFO:tasks.rados.rados.0.smithi173.stdout:2270: snap_remove snap 215 2024-08-30T21:06:15.940 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:15 smithi196 ceph-mon[74601]: pgmap v448: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 8 peering, 10 active+undersized+degraded, 69 active+clean; 311 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 56/468 objects degraded (11.966%) 2024-08-30T21:06:15.940 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:15.940 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:15.940 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[79976]: pgmap v448: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 8 peering, 10 active+undersized+degraded, 69 active+clean; 311 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 56/468 objects degraded (11.966%) 2024-08-30T21:06:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[82405]: pgmap v448: 121 pgs: 2 active+clean+snaptrim, 32 active+undersized, 8 peering, 10 active+undersized+degraded, 69 active+clean; 311 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 10 op/s; 56/468 objects degraded (11.966%) 2024-08-30T21:06:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:16.212 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:06:15.938+0000 7f8f716dc640 -1 Falling back to public interface 2024-08-30T21:06:16.702 INFO:tasks.rados.rados.0.smithi173.stdout:2270: done (1 left) 2024-08-30T21:06:16.703 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 222 2024-08-30T21:06:16.703 INFO:tasks.rados.rados.0.smithi173.stdout:2271: seq_num 713 ranges {10944512=745472,11689984=557056,12247040=483328,12730368=565248} 2024-08-30T21:06:16.764 INFO:tasks.rados.rados.0.smithi173.stdout:2271: writing smithi17368540-49 from 10944512 to 11689984 tid 1 2024-08-30T21:06:16.767 INFO:tasks.rados.rados.0.smithi173.stdout:2271: writing smithi17368540-49 from 11689984 to 12247040 tid 2 2024-08-30T21:06:16.770 INFO:tasks.rados.rados.0.smithi173.stdout:2271: writing smithi17368540-49 from 12247040 to 12730368 tid 3 2024-08-30T21:06:16.774 INFO:tasks.rados.rados.0.smithi173.stdout:2271: writing smithi17368540-49 from 12730368 to 13295616 tid 4 2024-08-30T21:06:16.774 INFO:tasks.rados.rados.0.smithi173.stdout:2272: snap_remove snap 219 2024-08-30T21:06:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:16 smithi173 ceph-mon[79976]: osdmap e520: 8 total, 7 up, 8 in 2024-08-30T21:06:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:16 smithi173 ceph-mon[82405]: osdmap e520: 8 total, 7 up, 8 in 2024-08-30T21:06:17.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:16 smithi196 ceph-mon[74601]: osdmap e520: 8 total, 7 up, 8 in 2024-08-30T21:06:17.712 INFO:tasks.rados.rados.0.smithi173.stdout:2272: done (2 left) 2024-08-30T21:06:17.712 INFO:tasks.rados.rados.0.smithi173.stdout:2273: copy_from oid 12 from oid 33 current snap is 222 2024-08-30T21:06:17.712 INFO:tasks.rados.rados.0.smithi173.stdout:2269: finishing rollback tid 0 to smithi17368540-30 2024-08-30T21:06:17.712 INFO:tasks.rados.rados.0.smithi173.stdout:2269: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:06:17.712 INFO:tasks.rados.rados.0.smithi173.stdout:2269: finishing rollback tid 2 to smithi17368540-30 2024-08-30T21:06:17.712 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1411 (ObjNum 526 snap 164 seq_num 526) dirty exists 2024-08-30T21:06:17.712 INFO:tasks.rados.rados.0.smithi173.stdout:2271: finishing write tid 1 to smithi17368540-49 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: finishing write tid 2 to smithi17368540-49 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: finishing write tid 3 to smithi17368540-49 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: finishing write tid 4 to smithi17368540-49 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: finishing write tid 5 to smithi17368540-49 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: finishing write tid 6 to smithi17368540-49 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: oid 49 updating version 0 to 953 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: oid 49 version 953 is already newer than 952 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: oid 49 version 953 is already newer than 951 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: oid 49 version 953 is already newer than 949 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: oid 49 version 953 is already newer than 950 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 953 (ObjNum 713 snap 222 seq_num 713) dirty exists 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: left oid 49 (ObjNum 713 snap 222 seq_num 713) 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2269: done (2 left) 2024-08-30T21:06:17.713 INFO:tasks.rados.rados.0.smithi173.stdout:2271: done (1 left) 2024-08-30T21:06:17.714 INFO:tasks.rados.rados.0.smithi173.stdout:2274: delete oid 47 current snap is 222 2024-08-30T21:06:17.716 INFO:tasks.rados.rados.0.smithi173.stdout:2273: finishing copy_from to smithi17368540-12 2024-08-30T21:06:17.717 INFO:tasks.rados.rados.0.smithi173.stdout:2273: got expected ENOENT (src dne) 2024-08-30T21:06:17.717 INFO:tasks.rados.rados.0.smithi173.stdout:2273: finishing copy_from racing read to smithi17368540-12 2024-08-30T21:06:17.725 INFO:tasks.rados.rados.0.smithi173.stdout:2273: done (1 left) 2024-08-30T21:06:17.725 INFO:tasks.rados.rados.0.smithi173.stdout:2274: done (0 left) 2024-08-30T21:06:17.725 INFO:tasks.rados.rados.0.smithi173.stdout:2275: copy_from oid 46 from oid 48 current snap is 222 2024-08-30T21:06:17.725 INFO:tasks.rados.rados.0.smithi173.stdout:2276: setattr oid 21 current snap is 222 2024-08-30T21:06:17.726 INFO:tasks.rados.rados.0.smithi173.stdout:2277: rollback oid 49 current snap is 222 2024-08-30T21:06:17.727 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 221 2024-08-30T21:06:17.727 INFO:tasks.rados.rados.0.smithi173.stdout:2278: rmattr oid 33 current snap is 222 2024-08-30T21:06:17.727 INFO:tasks.rados.rados.0.smithi173.stdout:2278: done (3 left) 2024-08-30T21:06:17.727 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 222 2024-08-30T21:06:17.727 INFO:tasks.rados.rados.0.smithi173.stdout:2279: seq_num 715 ranges {3489792=778240,4268032=770048,5038080=499712,5537792=335872} 2024-08-30T21:06:17.750 INFO:tasks.rados.rados.0.smithi173.stdout:2279: writing smithi17368540-11 from 3489792 to 4268032 tid 1 2024-08-30T21:06:17.754 INFO:tasks.rados.rados.0.smithi173.stdout:2279: writing smithi17368540-11 from 4268032 to 5038080 tid 2 2024-08-30T21:06:17.757 INFO:tasks.rados.rados.0.smithi173.stdout:2279: writing smithi17368540-11 from 5038080 to 5537792 tid 3 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2279: writing smithi17368540-11 from 5537792 to 5873664 tid 4 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2280: delete oid 36 current snap is 222 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1158 (ObjNum 637 snap 202 seq_num 637) dirty exists 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2277: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2277: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2277: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 956 (ObjNum 696 snap 217 seq_num 696) dirty exists 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2275: finishing copy_from racing read to smithi17368540-46 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2275: finishing copy_from to smithi17368540-46 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1388 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:17.760 INFO:tasks.rados.rados.0.smithi173.stdout:2279: finishing write tid 1 to smithi17368540-11 2024-08-30T21:06:17.761 INFO:tasks.rados.rados.0.smithi173.stdout:2279: finishing write tid 2 to smithi17368540-11 2024-08-30T21:06:17.761 INFO:tasks.rados.rados.0.smithi173.stdout:2275: done (4 left) 2024-08-30T21:06:17.761 INFO:tasks.rados.rados.0.smithi173.stdout:2276: done (3 left) 2024-08-30T21:06:17.761 INFO:tasks.rados.rados.0.smithi173.stdout:2277: done (2 left) 2024-08-30T21:06:17.762 INFO:tasks.rados.rados.0.smithi173.stdout:2280: done (1 left) 2024-08-30T21:06:17.762 INFO:tasks.rados.rados.0.smithi173.stdout:2281: copy_from oid 23 from oid 33 current snap is 222 2024-08-30T21:06:17.762 INFO:tasks.rados.rados.0.smithi173.stdout:2282: delete oid 40 current snap is 222 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2279: finishing write tid 3 to smithi17368540-11 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2279: finishing write tid 4 to smithi17368540-11 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2281: finishing copy_from to smithi17368540-23 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2281: got expected ENOENT (src dne) 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2281: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2279: finishing write tid 5 to smithi17368540-11 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2281: done (2 left) 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2282: done (1 left) 2024-08-30T21:06:17.763 INFO:tasks.rados.rados.0.smithi173.stdout:2283: setattr oid 37 current snap is 222 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:2279: finishing write tid 6 to smithi17368540-11 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:2279: oid 11 updating version 0 to 1672 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:2279: oid 11 version 1672 is already newer than 1671 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:2279: oid 11 updating version 1672 to 1674 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:2279: oid 11 version 1674 is already newer than 1673 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:2279: oid 11 version 1674 is already newer than 1670 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1674 (ObjNum 715 snap 222 seq_num 715) dirty exists 2024-08-30T21:06:17.764 INFO:tasks.rados.rados.0.smithi173.stdout:2279: left oid 11 (ObjNum 715 snap 222 seq_num 715) 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2279: done (1 left) 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2284: rollback oid 15 current snap is 222 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 15 to 220 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2285: copy_from oid 1 from oid 45 current snap is 222 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2286: rollback oid 36 current snap is 222 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 214 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2287: read oid 29 snap -1 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2287: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2288: read oid 34 snap -1 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2288: expect deleted 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2289: rollback oid 40 current snap is 222 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 218 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2290: copy_from oid 11 from oid 43 current snap is 222 2024-08-30T21:06:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2291: setattr oid 25 current snap is 222 2024-08-30T21:06:17.767 INFO:tasks.rados.rados.0.smithi173.stdout:2287: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:06:17.768 INFO:tasks.rados.rados.0.smithi173.stdout:2289: finishing rollback tid 1 to smithi17368540-40 2024-08-30T21:06:17.768 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-30T21:06:17.768 INFO:tasks.rados.rados.0.smithi173.stdout:2287: done (8 left) 2024-08-30T21:06:17.768 INFO:tasks.rados.rados.0.smithi173.stdout:2288: done (7 left) 2024-08-30T21:06:17.768 INFO:tasks.rados.rados.0.smithi173.stdout:2289: done (6 left) 2024-08-30T21:06:17.768 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 222 2024-08-30T21:06:17.768 INFO:tasks.rados.rados.0.smithi173.stdout:2292: seq_num 718 ranges {1073152=32768} 2024-08-30T21:06:17.774 INFO:tasks.rados.rados.0.smithi173.stdout:2292: writing smithi17368540-21 from 1073152 to 1105920 tid 1 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2293: read oid 17 snap 213 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2293: expect (ObjNum 1579002672 snap 21857 seq_num 1579276928) 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2294: read oid 42 snap -1 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2294: expect (ObjNum 646 snap 202 seq_num 646) 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2295: setattr oid 27 current snap is 222 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 890 (ObjNum 129 snap 0 seq_num 1579940792) dirty exists 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2286: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2286: finishing rollback tid 2 to smithi17368540-36 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 892 (ObjNum 660 snap 205 seq_num 660) dirty exists 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2284: finishing rollback tid 0 to smithi17368540-15 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2284: finishing rollback tid 1 to smithi17368540-15 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:2284: finishing rollback tid 2 to smithi17368540-15 2024-08-30T21:06:17.775 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 1485 (ObjNum 560 snap 173 seq_num 560) dirty exists 2024-08-30T21:06:17.776 INFO:tasks.rados.rados.0.smithi173.stdout:2293: expect (ObjNum 1579002672 snap 21857 seq_num 1579276928) 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 967 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2283: done (9 left) 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2284: done (8 left) 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2286: done (7 left) 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2291: done (6 left) 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2293: done (5 left) 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2296: copy_from oid 14 from oid 17 current snap is 222 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2297: read oid 5 snap 214 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2297: expect deleted 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2298: read oid 4 snap 214 2024-08-30T21:06:17.779 INFO:tasks.rados.rados.0.smithi173.stdout:2298: expect (ObjNum 665 snap 207 seq_num 665) 2024-08-30T21:06:17.780 INFO:tasks.rados.rados.0.smithi173.stdout:2299: rollback oid 48 current snap is 222 2024-08-30T21:06:17.780 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 221 2024-08-30T21:06:17.780 INFO:tasks.rados.rados.0.smithi173.stdout:2300: snap_remove snap 212 2024-08-30T21:06:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:17 smithi173 ceph-mon[79976]: pgmap v450: 121 pgs: 2 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 69 active+clean; 295 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 61/456 objects degraded (13.377%) 2024-08-30T21:06:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:17 smithi173 ceph-mon[79976]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-30T21:06:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:17 smithi173 ceph-mon[79976]: osdmap e521: 8 total, 7 up, 8 in 2024-08-30T21:06:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:17 smithi173 ceph-mon[82405]: pgmap v450: 121 pgs: 2 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 69 active+clean; 295 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 61/456 objects degraded (13.377%) 2024-08-30T21:06:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:17 smithi173 ceph-mon[82405]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-30T21:06:17.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:17 smithi173 ceph-mon[82405]: osdmap e521: 8 total, 7 up, 8 in 2024-08-30T21:06:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:17 smithi196 ceph-mon[74601]: pgmap v450: 121 pgs: 2 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 69 active+clean; 295 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 61/456 objects degraded (13.377%) 2024-08-30T21:06:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:17 smithi196 ceph-mon[74601]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 4 pgs peering) 2024-08-30T21:06:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:17 smithi196 ceph-mon[74601]: osdmap e521: 8 total, 7 up, 8 in 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2300: done (9 left) 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2301: read oid 3 snap -1 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2301: expect (ObjNum 676 snap 208 seq_num 676) 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2296: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2292: finishing write tid 1 to smithi17368540-21 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2292: finishing write tid 2 to smithi17368540-21 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1190 (ObjNum 673 snap 208 seq_num 673) dirty exists 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2299: finishing rollback tid 0 to smithi17368540-48 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2295: done (9 left) 2024-08-30T21:06:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2302: copy_from oid 28 from oid 50 current snap is 222 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2292: finishing write tid 3 to smithi17368540-21 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2292: oid 21 updating version 0 to 1160 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2292: oid 21 version 1160 is already newer than 1159 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1160 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2292: left oid 21 (ObjNum 718 snap 222 seq_num 718) 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2299: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2299: finishing rollback tid 2 to smithi17368540-48 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1396 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2285: finishing copy_from racing read to smithi17368540-1 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2285: finishing copy_from to smithi17368540-1 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1136 (ObjNum 632 snap 198 seq_num 632) dirty exists 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2296: finishing copy_from to smithi17368540-14 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 943 (ObjNum 145 snap 0 seq_num 1580015544) dirty exists 2024-08-30T21:06:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2290: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:06:18.724 INFO:tasks.rados.rados.0.smithi173.stdout:2290: finishing copy_from to smithi17368540-11 2024-08-30T21:06:18.724 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1489 (ObjNum 711 snap 220 seq_num 711) dirty exists 2024-08-30T21:06:18.724 INFO:tasks.rados.rados.0.smithi173.stdout:2294: expect (ObjNum 646 snap 202 seq_num 646) 2024-08-30T21:06:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:18 smithi196 ceph-mon[74601]: osdmap e522: 8 total, 7 up, 8 in 2024-08-30T21:06:19.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:18 smithi173 ceph-mon[79976]: osdmap e522: 8 total, 7 up, 8 in 2024-08-30T21:06:19.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:18 smithi173 ceph-mon[82405]: osdmap e522: 8 total, 7 up, 8 in 2024-08-30T21:06:19.340 INFO:tasks.rados.rados.0.smithi173.stdout:2298: expect (ObjNum 665 snap 207 seq_num 665) 2024-08-30T21:06:19.542 INFO:tasks.rados.rados.0.smithi173.stdout:2301: expect (ObjNum 676 snap 208 seq_num 676) 2024-08-30T21:06:19.596 INFO:tasks.rados.rados.0.smithi173.stdout:2285: done (9 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2290: done (8 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2292: done (7 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2294: done (6 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2296: done (5 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2297: done (4 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2298: done (3 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2299: done (2 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2301: done (1 left) 2024-08-30T21:06:19.597 INFO:tasks.rados.rados.0.smithi173.stdout:2303: delete oid 18 current snap is 222 2024-08-30T21:06:19.598 INFO:tasks.rados.rados.0.smithi173.stdout:2303: done (1 left) 2024-08-30T21:06:19.598 INFO:tasks.rados.rados.0.smithi173.stdout:2304: snap_remove snap 220 2024-08-30T21:06:19.999 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-mon[74601]: pgmap v453: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 293 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 61/450 objects degraded (13.556%) 2024-08-30T21:06:20.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 61/450 objects degraded (13.556%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:20.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-mon[74601]: osdmap e523: 8 total, 7 up, 8 in 2024-08-30T21:06:20.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.000 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[79976]: pgmap v453: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 293 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 61/450 objects degraded (13.556%) 2024-08-30T21:06:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 61/450 objects degraded (13.556%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[79976]: osdmap e523: 8 total, 7 up, 8 in 2024-08-30T21:06:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[82405]: pgmap v453: 121 pgs: 1 active+clean+snaptrim, 37 active+undersized, 13 active+undersized+degraded, 70 active+clean; 293 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 61/450 objects degraded (13.556%) 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 61/450 objects degraded (13.556%), 13 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[82405]: osdmap e523: 8 total, 7 up, 8 in 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:20.269 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:19 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:06:19.998+0000 7f8f716dc640 -1 osd.7 514 log_to_monitors true 2024-08-30T21:06:20.587 INFO:tasks.rados.rados.0.smithi173.stdout:2302: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:06:20.587 INFO:tasks.rados.rados.0.smithi173.stdout:2302: finishing copy_from to smithi17368540-28 2024-08-30T21:06:20.587 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1133 (ObjNum 598 snap 184 seq_num 598) dirty exists 2024-08-30T21:06:20.587 INFO:tasks.rados.rados.0.smithi173.stdout:2302: done (1 left) 2024-08-30T21:06:20.587 INFO:tasks.rados.rados.0.smithi173.stdout:2304: done (0 left) 2024-08-30T21:06:20.587 INFO:tasks.rados.rados.0.smithi173.stdout:2305: rollback oid 37 current snap is 222 2024-08-30T21:06:20.588 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 221 2024-08-30T21:06:20.588 INFO:tasks.rados.rados.0.smithi173.stdout:2306: copy_from oid 8 from oid 36 current snap is 222 2024-08-30T21:06:20.588 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 222 2024-08-30T21:06:20.588 INFO:tasks.rados.rados.0.smithi173.stdout:2307: seq_num 720 ranges {0=65536} 2024-08-30T21:06:20.588 INFO:tasks.rados.rados.0.smithi173.stdout:2307: writing smithi17368540-31 from 0 to 65536 tid 1 2024-08-30T21:06:20.588 INFO:tasks.rados.rados.0.smithi173.stdout:2308: rmattr oid 17 current snap is 222 2024-08-30T21:06:20.588 INFO:tasks.rados.rados.0.smithi173.stdout:2309: delete oid 45 current snap is 222 2024-08-30T21:06:20.595 INFO:tasks.rados.rados.0.smithi173.stdout:2309: done (4 left) 2024-08-30T21:06:20.595 INFO:tasks.rados.rados.0.smithi173.stdout:2310: snap_remove snap 216 2024-08-30T21:06:21.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:20 smithi196 ceph-mon[74601]: from='osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-30T21:06:21.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:20 smithi196 ceph-mon[74601]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-30T21:06:21.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:20 smithi196 ceph-mon[74601]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-30T21:06:21.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:20 smithi196 ceph-mon[74601]: osdmap e524: 8 total, 7 up, 8 in 2024-08-30T21:06:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:20 smithi196 ceph-mon[74601]: from='osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:06:21.029 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:20 smithi196 ceph-mon[74601]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:06:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[82405]: from='osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-30T21:06:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[82405]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-30T21:06:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[82405]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-30T21:06:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[82405]: osdmap e524: 8 total, 7 up, 8 in 2024-08-30T21:06:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[82405]: from='osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:06:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[82405]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:06:21.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[79976]: from='osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-30T21:06:21.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[79976]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-30T21:06:21.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[79976]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-30T21:06:21.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[79976]: osdmap e524: 8 total, 7 up, 8 in 2024-08-30T21:06:21.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[79976]: from='osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:06:21.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:20 smithi173 ceph-mon[79976]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi196", "root=default"]} : dispatch 2024-08-30T21:06:21.392 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:06:21 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:06:21.039+0000 7f8f6547e640 -1 osd.7 514 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-30T21:06:21.587 INFO:tasks.rados.rados.0.smithi173.stdout:2310: done (4 left) 2024-08-30T21:06:21.587 INFO:tasks.rados.rados.0.smithi173.stdout:2311: snap_remove snap 213 2024-08-30T21:06:21.765 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:21 smithi196 ceph-mon[74601]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 300 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 31 op/s; 63/474 objects degraded (13.291%) 2024-08-30T21:06:21.766 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:21 smithi196 ceph-mon[74601]: from='osd.7 ' entity='osd.7' 2024-08-30T21:06:21.766 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:21 smithi196 ceph-mon[74601]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:06:21.766 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:21 smithi196 ceph-mon[74601]: osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839] boot 2024-08-30T21:06:21.766 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:21 smithi196 ceph-mon[74601]: osdmap e525: 8 total, 8 up, 8 in 2024-08-30T21:06:21.766 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:21 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-30T21:06:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[79976]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 300 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 31 op/s; 63/474 objects degraded (13.291%) 2024-08-30T21:06:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[79976]: from='osd.7 ' entity='osd.7' 2024-08-30T21:06:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[79976]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:06:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[79976]: osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839] boot 2024-08-30T21:06:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[79976]: osdmap e525: 8 total, 8 up, 8 in 2024-08-30T21:06:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-30T21:06:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[82405]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 300 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 31 op/s; 63/474 objects degraded (13.291%) 2024-08-30T21:06:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[82405]: from='osd.7 ' entity='osd.7' 2024-08-30T21:06:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[82405]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-30T21:06:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[82405]: osd.7 [v2:172.21.15.196:6824/4261097839,v1:172.21.15.196:6825/4261097839] boot 2024-08-30T21:06:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[82405]: osdmap e525: 8 total, 8 up, 8 in 2024-08-30T21:06:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:21 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-30T21:06:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:2311: done (4 left) 2024-08-30T21:06:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 222 2024-08-30T21:06:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:2312: seq_num 722 ranges {13156352=98304} 2024-08-30T21:06:22.666 INFO:tasks.rados.rados.0.smithi173.stdout:2312: writing smithi17368540-20 from 13156352 to 13254656 tid 1 2024-08-30T21:06:22.666 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 222 2024-08-30T21:06:22.666 INFO:tasks.rados.rados.0.smithi173.stdout:2313: seq_num 723 ranges {1679360=114688} 2024-08-30T21:06:22.676 INFO:tasks.rados.rados.0.smithi173.stdout:2313: writing smithi17368540-27 from 1679360 to 1794048 tid 1 2024-08-30T21:06:22.677 INFO:tasks.rados.rados.0.smithi173.stdout:2314: snap_remove snap 199 2024-08-30T21:06:23.598 INFO:tasks.rados.rados.0.smithi173.stdout:2314: done (6 left) 2024-08-30T21:06:23.598 INFO:tasks.rados.rados.0.smithi173.stdout:2315: setattr oid 13 current snap is 222 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2307: finishing write tid 1 to smithi17368540-31 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2307: finishing write tid 2 to smithi17368540-31 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 957 (ObjNum 33 snap 0 seq_num 1579738736) dirty exists 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2305: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2305: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2305: finishing rollback tid 2 to smithi17368540-37 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 895 (ObjNum 129 snap 0 seq_num 1578482992) dirty exists 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2307: finishing write tid 3 to smithi17368540-31 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2307: oid 31 updating version 0 to 1536 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2307: oid 31 updating version 1536 to 1537 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1537 (ObjNum 720 snap 222 seq_num 720) dirty exists 2024-08-30T21:06:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:2307: left oid 31 (ObjNum 720 snap 222 seq_num 720) 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2306: finishing copy_from racing read to smithi17368540-8 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2306: finishing copy_from to smithi17368540-8 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 892 (ObjNum 660 snap 205 seq_num 660) dirty exists 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2312: finishing write tid 1 to smithi17368540-20 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2312: finishing write tid 2 to smithi17368540-20 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2312: finishing write tid 3 to smithi17368540-20 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2312: oid 20 updating version 0 to 1398 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2312: oid 20 version 1398 is already newer than 1397 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1398 (ObjNum 722 snap 222 seq_num 722) dirty exists 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2312: left oid 20 (ObjNum 722 snap 222 seq_num 722) 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2313: finishing write tid 1 to smithi17368540-27 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2313: finishing write tid 2 to smithi17368540-27 2024-08-30T21:06:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:2313: finishing write tid 3 to smithi17368540-27 2024-08-30T21:06:23.601 INFO:tasks.rados.rados.0.smithi173.stdout:2313: oid 27 updating version 0 to 1192 2024-08-30T21:06:23.601 INFO:tasks.rados.rados.0.smithi173.stdout:2313: oid 27 version 1192 is already newer than 1191 2024-08-30T21:06:23.601 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1192 (ObjNum 723 snap 222 seq_num 723) dirty exists 2024-08-30T21:06:23.601 INFO:tasks.rados.rados.0.smithi173.stdout:2313: left oid 27 (ObjNum 723 snap 222 seq_num 723) 2024-08-30T21:06:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:2305: done (6 left) 2024-08-30T21:06:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:2306: done (5 left) 2024-08-30T21:06:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:2307: done (4 left) 2024-08-30T21:06:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:2308: done (3 left) 2024-08-30T21:06:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:2312: done (2 left) 2024-08-30T21:06:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:2313: done (1 left) 2024-08-30T21:06:23.603 INFO:tasks.rados.rados.0.smithi173.stdout:2316: setattr oid 21 current snap is 222 2024-08-30T21:06:23.605 INFO:tasks.rados.rados.0.smithi173.stdout:2317: delete oid 10 current snap is 222 2024-08-30T21:06:23.619 INFO:tasks.rados.rados.0.smithi173.stdout:2317: done (2 left) 2024-08-30T21:06:23.619 INFO:tasks.rados.rados.0.smithi173.stdout:2318: copy_from oid 31 from oid 48 current snap is 222 2024-08-30T21:06:23.620 INFO:tasks.rados.rados.0.smithi173.stdout:2319: snap_remove snap 218 2024-08-30T21:06:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 36 op/s; 65/486 objects degraded (13.374%) 2024-08-30T21:06:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: osdmap e526: 8 total, 8 up, 8 in 2024-08-30T21:06:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-30T21:06:23.772 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.773 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 36 op/s; 65/486 objects degraded (13.374%) 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: osdmap e526: 8 total, 8 up, 8 in 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-30T21:06:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:23.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 305 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 36 op/s; 65/486 objects degraded (13.374%) 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: osdmap e526: 8 total, 8 up, 8 in 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.964 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-30T21:06:23.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-30T21:06:23.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-30T21:06:23.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-30T21:06:23.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-30T21:06:23.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:23.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:24.603 INFO:tasks.rados.rados.0.smithi173.stdout:2319: done (3 left) 2024-08-30T21:06:24.603 INFO:tasks.rados.rados.0.smithi173.stdout:2320: rmattr oid 20 current snap is 222 2024-08-30T21:06:24.603 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1175 (ObjNum 718 snap 222 seq_num 718) dirty exists 2024-08-30T21:06:24.603 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1711 (ObjNum 353 snap 0 seq_num 1579412656) dirty exists 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:2318: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:2318: finishing copy_from to smithi17368540-31 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1396 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:2315: done (3 left) 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:2316: done (2 left) 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:2318: done (1 left) 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 222 2024-08-30T21:06:24.604 INFO:tasks.rados.rados.0.smithi173.stdout:2321: seq_num 725 ranges {4300800=147456} 2024-08-30T21:06:24.628 INFO:tasks.rados.rados.0.smithi173.stdout:2321: writing smithi17368540-12 from 4300800 to 4448256 tid 1 2024-08-30T21:06:24.628 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 222 2024-08-30T21:06:24.629 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1399 (ObjNum 722 snap 222 seq_num 722) dirty exists 2024-08-30T21:06:24.629 INFO:tasks.rados.rados.0.smithi173.stdout:2322: seq_num 726 ranges {1851392=163840} 2024-08-30T21:06:24.639 INFO:tasks.rados.rados.0.smithi173.stdout:2322: writing smithi17368540-35 from 1851392 to 2015232 tid 1 2024-08-30T21:06:24.639 INFO:tasks.rados.rados.0.smithi173.stdout:2320: done (2 left) 2024-08-30T21:06:24.639 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 222 2024-08-30T21:06:24.639 INFO:tasks.rados.rados.0.smithi173.stdout:2323: seq_num 727 ranges {1105920=180224} 2024-08-30T21:06:24.647 INFO:tasks.rados.rados.0.smithi173.stdout:2323: writing smithi17368540-21 from 1105920 to 1286144 tid 1 2024-08-30T21:06:24.647 INFO:tasks.rados.rados.0.smithi173.stdout:2324: copy_from oid 5 from oid 37 current snap is 222 2024-08-30T21:06:24.647 INFO:tasks.rados.rados.0.smithi173.stdout:2321: finishing write tid 1 to smithi17368540-12 2024-08-30T21:06:24.647 INFO:tasks.rados.rados.0.smithi173.stdout:2321: finishing write tid 2 to smithi17368540-12 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:2321: finishing write tid 3 to smithi17368540-12 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:2321: oid 12 updating version 0 to 1579 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:2321: oid 12 version 1579 is already newer than 1578 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1579 (ObjNum 725 snap 222 seq_num 725) dirty exists 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:2321: left oid 12 (ObjNum 725 snap 222 seq_num 725) 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:2322: finishing write tid 1 to smithi17368540-35 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:2322: finishing write tid 2 to smithi17368540-35 2024-08-30T21:06:24.648 INFO:tasks.rados.rados.0.smithi173.stdout:2321: done (3 left) 2024-08-30T21:06:24.649 INFO:tasks.rados.rados.0.smithi173.stdout:2325: snap_create 2024-08-30T21:06:24.649 INFO:tasks.rados.rados.0.smithi173.stdout:2322: finishing write tid 3 to smithi17368540-35 2024-08-30T21:06:24.649 INFO:tasks.rados.rados.0.smithi173.stdout:2322: oid 35 updating version 0 to 1390 2024-08-30T21:06:24.649 INFO:tasks.rados.rados.0.smithi173.stdout:2322: oid 35 version 1390 is already newer than 1389 2024-08-30T21:06:24.649 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1390 (ObjNum 726 snap 222 seq_num 726) dirty exists 2024-08-30T21:06:24.649 INFO:tasks.rados.rados.0.smithi173.stdout:2322: left oid 35 (ObjNum 726 snap 222 seq_num 726) 2024-08-30T21:06:24.649 INFO:tasks.rados.rados.0.smithi173.stdout:2323: finishing write tid 1 to smithi17368540-21 2024-08-30T21:06:24.650 INFO:tasks.rados.rados.0.smithi173.stdout:2324: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:06:24.650 INFO:tasks.rados.rados.0.smithi173.stdout:2323: finishing write tid 2 to smithi17368540-21 2024-08-30T21:06:24.651 INFO:tasks.rados.rados.0.smithi173.stdout:2324: finishing copy_from to smithi17368540-5 2024-08-30T21:06:24.651 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 895 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:06:24.652 INFO:tasks.rados.rados.0.smithi173.stdout:2323: finishing write tid 3 to smithi17368540-21 2024-08-30T21:06:24.652 INFO:tasks.rados.rados.0.smithi173.stdout:2323: oid 21 updating version 0 to 1190 2024-08-30T21:06:24.652 INFO:tasks.rados.rados.0.smithi173.stdout:2323: oid 21 updating version 1190 to 1191 2024-08-30T21:06:24.652 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1191 (ObjNum 727 snap 222 seq_num 727) dirty exists 2024-08-30T21:06:24.652 INFO:tasks.rados.rados.0.smithi173.stdout:2323: left oid 21 (ObjNum 727 snap 222 seq_num 727) 2024-08-30T21:06:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all osd 2024-08-30T21:06:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[82405]: Upgrade: Setting require_osd_release to 19 squid 2024-08-30T21:06:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[82405]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-30T21:06:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-30T21:06:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[82405]: osdmap e527: 8 total, 8 up, 8 in 2024-08-30T21:06:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[82405]: Upgrade: It appears safe to stop mds.a 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all osd 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[79976]: Upgrade: Setting require_osd_release to 19 squid 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[79976]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[79976]: osdmap e527: 8 total, 8 up, 8 in 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-30T21:06:24.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:24 smithi173 ceph-mon[79976]: Upgrade: It appears safe to stop mds.a 2024-08-30T21:06:25.020 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[51222]: logger=cleanup t=2024-08-30T21:06:24.587633047Z level=info msg="Completed cleanup jobs" duration=14.023473ms 2024-08-30T21:06:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all osd 2024-08-30T21:06:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-mon[74601]: Upgrade: Setting require_osd_release to 19 squid 2024-08-30T21:06:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-mon[74601]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-30T21:06:25.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-30T21:06:25.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-mon[74601]: osdmap e527: 8 total, 8 up, 8 in 2024-08-30T21:06:25.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-30T21:06:25.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:24 smithi196 ceph-mon[74601]: Upgrade: It appears safe to stop mds.a 2024-08-30T21:06:25.591 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:06:25] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-08-30T21:06:25.608 INFO:tasks.rados.rados.0.smithi173.stdout:2322: done (3 left) 2024-08-30T21:06:25.609 INFO:tasks.rados.rados.0.smithi173.stdout:2323: done (2 left) 2024-08-30T21:06:25.609 INFO:tasks.rados.rados.0.smithi173.stdout:2324: done (1 left) 2024-08-30T21:06:25.609 INFO:tasks.rados.rados.0.smithi173.stdout:2325: done (0 left) 2024-08-30T21:06:25.609 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 223 2024-08-30T21:06:25.609 INFO:tasks.rados.rados.0.smithi173.stdout:2326: seq_num 728 ranges {0=196608} 2024-08-30T21:06:25.611 INFO:tasks.rados.rados.0.smithi173.stdout:2326: writing smithi17368540-13 from 0 to 196608 tid 1 2024-08-30T21:06:25.611 INFO:tasks.rados.rados.0.smithi173.stdout:2327: rollback oid 43 current snap is 223 2024-08-30T21:06:25.611 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 43 to 222 2024-08-30T21:06:25.611 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 223 2024-08-30T21:06:25.611 INFO:tasks.rados.rados.0.smithi173.stdout:2328: seq_num 729 ranges {1622016=212992} 2024-08-30T21:06:25.621 INFO:tasks.rados.rados.0.smithi173.stdout:2328: writing smithi17368540-30 from 1622016 to 1835008 tid 1 2024-08-30T21:06:25.621 INFO:tasks.rados.rados.0.smithi173.stdout:2329: snap_create 2024-08-30T21:06:25.622 INFO:tasks.rados.rados.0.smithi173.stdout:2326: finishing write tid 1 to smithi17368540-13 2024-08-30T21:06:25.622 INFO:tasks.rados.rados.0.smithi173.stdout:2327: finishing rollback tid 0 to smithi17368540-43 2024-08-30T21:06:25.622 INFO:tasks.rados.rados.0.smithi173.stdout:2326: finishing write tid 2 to smithi17368540-13 2024-08-30T21:06:25.623 INFO:tasks.rados.rados.0.smithi173.stdout:2327: finishing rollback tid 1 to smithi17368540-43 2024-08-30T21:06:25.623 INFO:tasks.rados.rados.0.smithi173.stdout:2327: finishing rollback tid 2 to smithi17368540-43 2024-08-30T21:06:25.623 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1583 (ObjNum 711 snap 220 seq_num 711) dirty exists 2024-08-30T21:06:25.624 INFO:tasks.rados.rados.0.smithi173.stdout:2326: finishing write tid 3 to smithi17368540-13 2024-08-30T21:06:25.624 INFO:tasks.rados.rados.0.smithi173.stdout:2326: oid 13 updating version 0 to 1734 2024-08-30T21:06:25.624 INFO:tasks.rados.rados.0.smithi173.stdout:2326: oid 13 version 1734 is already newer than 1733 2024-08-30T21:06:25.625 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1734 (ObjNum 728 snap 223 seq_num 728) dirty exists 2024-08-30T21:06:25.625 INFO:tasks.rados.rados.0.smithi173.stdout:2326: left oid 13 (ObjNum 728 snap 223 seq_num 728) 2024-08-30T21:06:25.626 INFO:tasks.rados.rados.0.smithi173.stdout:2328: finishing write tid 1 to smithi17368540-30 2024-08-30T21:06:25.626 INFO:tasks.rados.rados.0.smithi173.stdout:2328: finishing write tid 2 to smithi17368540-30 2024-08-30T21:06:25.627 INFO:tasks.rados.rados.0.smithi173.stdout:2328: finishing write tid 3 to smithi17368540-30 2024-08-30T21:06:25.627 INFO:tasks.rados.rados.0.smithi173.stdout:2328: oid 30 updating version 0 to 1413 2024-08-30T21:06:25.627 INFO:tasks.rados.rados.0.smithi173.stdout:2328: oid 30 updating version 1413 to 1414 2024-08-30T21:06:25.627 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1414 (ObjNum 729 snap 223 seq_num 729) dirty exists 2024-08-30T21:06:25.628 INFO:tasks.rados.rados.0.smithi173.stdout:2328: left oid 30 (ObjNum 729 snap 223 seq_num 729) 2024-08-30T21:06:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[82405]: pgmap v461: 121 pgs: 4 activating, 23 active+undersized, 11 active+undersized+degraded, 83 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 14 op/s; 53/453 objects degraded (11.700%); 1.6 MiB/s, 0 objects/s recovering 2024-08-30T21:06:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[82405]: Health check update: Degraded data redundancy: 53/453 objects degraded (11.700%), 11 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[82405]: osdmap e528: 8 total, 8 up, 8 in 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[79976]: pgmap v461: 121 pgs: 4 activating, 23 active+undersized, 11 active+undersized+degraded, 83 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 14 op/s; 53/453 objects degraded (11.700%); 1.6 MiB/s, 0 objects/s recovering 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[79976]: Health check update: Degraded data redundancy: 53/453 objects degraded (11.700%), 11 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[79976]: osdmap e528: 8 total, 8 up, 8 in 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:06:25.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:25 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:25 smithi196 ceph-mon[74601]: pgmap v461: 121 pgs: 4 activating, 23 active+undersized, 11 active+undersized+degraded, 83 active+clean; 272 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 2.7 MiB/s wr, 14 op/s; 53/453 objects degraded (11.700%); 1.6 MiB/s, 0 objects/s recovering 2024-08-30T21:06:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:25 smithi196 ceph-mon[74601]: Health check update: Degraded data redundancy: 53/453 objects degraded (11.700%), 11 pgs degraded (PG_DEGRADED) 2024-08-30T21:06:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:25 smithi196 ceph-mon[74601]: osdmap e528: 8 total, 8 up, 8 in 2024-08-30T21:06:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:25 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:26.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:25 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:06:26.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:25 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:2326: done (3 left) 2024-08-30T21:06:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:2327: done (2 left) 2024-08-30T21:06:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:2328: done (1 left) 2024-08-30T21:06:26.631 INFO:tasks.rados.rados.0.smithi173.stdout:2329: done (0 left) 2024-08-30T21:06:26.631 INFO:tasks.rados.rados.0.smithi173.stdout:2330: snap_remove snap 222 2024-08-30T21:06:26.777 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:26 smithi173 ceph-mon[79976]: Upgrade: Updating mds.a 2024-08-30T21:06:26.778 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:26 smithi173 ceph-mon[79976]: Deploying daemon mds.a on smithi173 2024-08-30T21:06:26.778 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:26 smithi173 ceph-mon[79976]: osdmap e529: 8 total, 8 up, 8 in 2024-08-30T21:06:26.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:26 smithi173 ceph-mon[82405]: Upgrade: Updating mds.a 2024-08-30T21:06:26.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:26 smithi173 ceph-mon[82405]: Deploying daemon mds.a on smithi173 2024-08-30T21:06:26.778 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:26 smithi173 ceph-mon[82405]: osdmap e529: 8 total, 8 up, 8 in 2024-08-30T21:06:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:26 smithi196 ceph-mon[74601]: Upgrade: Updating mds.a 2024-08-30T21:06:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:26 smithi196 ceph-mon[74601]: Deploying daemon mds.a on smithi173 2024-08-30T21:06:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:26 smithi196 ceph-mon[74601]: osdmap e529: 8 total, 8 up, 8 in 2024-08-30T21:06:27.041 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:26 smithi173 systemd[1]: Stopping Ceph mds.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:06:27.460 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[54464]: 2024-08-30T21:06:27.039+0000 7f86607d1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:06:27.460 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[54464]: 2024-08-30T21:06:27.039+0000 7f86607d1640 -1 mds.a *** got signal Terminated *** 2024-08-30T21:06:27.613 INFO:tasks.rados.rados.0.smithi173.stdout:2330: done (0 left) 2024-08-30T21:06:27.613 INFO:tasks.rados.rados.0.smithi173.stdout:2331: setattr oid 40 current snap is 224 2024-08-30T21:06:27.614 INFO:tasks.rados.rados.0.smithi173.stdout:2332: read oid 41 snap 223 2024-08-30T21:06:27.614 INFO:tasks.rados.rados.0.smithi173.stdout:2332: expect (ObjNum 659 snap 205 seq_num 659) 2024-08-30T21:06:27.614 INFO:tasks.rados.rados.0.smithi173.stdout:2333: read oid 12 snap 221 2024-08-30T21:06:27.614 INFO:tasks.rados.rados.0.smithi173.stdout:2333: expect (ObjNum 691 snap 214 seq_num 691) 2024-08-30T21:06:27.615 INFO:tasks.rados.rados.0.smithi173.stdout:2334: read oid 9 snap -1 2024-08-30T21:06:27.615 INFO:tasks.rados.rados.0.smithi173.stdout:2334: expect (ObjNum 707 snap 220 seq_num 707) 2024-08-30T21:06:27.615 INFO:tasks.rados.rados.0.smithi173.stdout:2335: copy_from oid 38 from oid 50 current snap is 224 2024-08-30T21:06:27.615 INFO:tasks.rados.rados.0.smithi173.stdout:2336: snap_remove snap 214 2024-08-30T21:06:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[79976]: pgmap v464: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 active+undersized, 114 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 17 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-30T21:06:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[79976]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/453 objects degraded (11.700%), 11 pgs degraded) 2024-08-30T21:06:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:06:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[79976]: osdmap e530: 8 total, 8 up, 8 in 2024-08-30T21:06:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[82405]: pgmap v464: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 active+undersized, 114 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 17 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-30T21:06:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[82405]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/453 objects degraded (11.700%), 11 pgs degraded) 2024-08-30T21:06:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:06:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:27 smithi173 ceph-mon[82405]: osdmap e530: 8 total, 8 up, 8 in 2024-08-30T21:06:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:27 smithi196 ceph-mon[74601]: pgmap v464: 121 pgs: 1 active+clean+snaptrim, 4 activating, 2 active+undersized, 114 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.2 MiB/s wr, 17 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-30T21:06:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:27 smithi196 ceph-mon[74601]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 53/453 objects degraded (11.700%), 11 pgs degraded) 2024-08-30T21:06:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:27 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:06:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:27 smithi196 ceph-mon[74601]: osdmap e530: 8 total, 8 up, 8 in 2024-08-30T21:06:28.333 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:28 smithi173 podman[107835]: 2024-08-30 21:06:28.009966229 +0000 UTC m=+1.088824673 container died 4b520ff63e6393a6f735247c43c3e63774753498ff9f371f44135f408b1f5072 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-63b0b8e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-30T21:06:28.606 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:28 smithi173 podman[107835]: 2024-08-30 21:06:28.431241833 +0000 UTC m=+1.510100266 container cleanup 4b520ff63e6393a6f735247c43c3e63774753498ff9f371f44135f408b1f5072 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-63b0b8e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-30T21:06:28.606 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:28 smithi173 bash[107835]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a 2024-08-30T21:06:28.619 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 1137 (ObjNum 161 snap 0 seq_num 1579300224) dirty exists 2024-08-30T21:06:28.619 INFO:tasks.rados.rados.0.smithi173.stdout:2335: finishing copy_from racing read to smithi17368540-38 2024-08-30T21:06:28.619 INFO:tasks.rados.rados.0.smithi173.stdout:2335: finishing copy_from to smithi17368540-38 2024-08-30T21:06:28.619 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1133 (ObjNum 598 snap 184 seq_num 598) dirty exists 2024-08-30T21:06:28.619 INFO:tasks.rados.rados.0.smithi173.stdout:2332: expect (ObjNum 659 snap 205 seq_num 659) 2024-08-30T21:06:28.775 INFO:tasks.rados.rados.0.smithi173.stdout:2333: expect (ObjNum 691 snap 214 seq_num 691) 2024-08-30T21:06:28.856 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:28 smithi173 ceph-mon[79976]: osdmap e531: 8 total, 8 up, 8 in 2024-08-30T21:06:28.856 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:28 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=b=up:active} 2024-08-30T21:06:28.857 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:28 smithi173 ceph-mon[82405]: osdmap e531: 8 total, 8 up, 8 in 2024-08-30T21:06:28.857 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:28 smithi173 ceph-mon[82405]: fsmap cephfs:1 {0=b=up:active} 2024-08-30T21:06:28.857 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:28 smithi173 podman[107846]: 2024-08-30 21:06:28.64915262 +0000 UTC m=+0.631600245 container remove 4b520ff63e6393a6f735247c43c3e63774753498ff9f371f44135f408b1f5072 (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-63b0b8e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-30T21:06:28.950 INFO:tasks.rados.rados.0.smithi173.stdout:2334: expect (ObjNum 707 snap 220 seq_num 707) 2024-08-30T21:06:29.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:28 smithi196 ceph-mon[74601]: osdmap e531: 8 total, 8 up, 8 in 2024-08-30T21:06:29.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:28 smithi196 ceph-mon[74601]: fsmap cephfs:1 {0=b=up:active} 2024-08-30T21:06:29.210 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:28 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-30T21:06:29.210 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:28 smithi173 systemd[1]: Stopped Ceph mds.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:06:29.210 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:28 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.a.service: Consumed 1.097s CPU time. 2024-08-30T21:06:29.210 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 systemd[1]: Starting Ceph mds.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:06:29.562 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 podman[107973]: 2024-08-30 21:06:29.169982075 +0000 UTC m=+0.016040439 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:06:29.562 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 podman[107973]: 2024-08-30 21:06:29.308878176 +0000 UTC m=+0.154936525 container create d569a2b872aa8726e26705435655bddb22ad5c810f379fd8f08a3b84c4a8d156 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:06:29.562 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 podman[107973]: 2024-08-30 21:06:29.561262148 +0000 UTC m=+0.407320496 container init d569a2b872aa8726e26705435655bddb22ad5c810f379fd8f08a3b84c4a8d156 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-30T21:06:29.801 INFO:tasks.rados.rados.0.smithi173.stdout:2331: done (5 left) 2024-08-30T21:06:29.801 INFO:tasks.rados.rados.0.smithi173.stdout:2332: done (4 left) 2024-08-30T21:06:29.801 INFO:tasks.rados.rados.0.smithi173.stdout:2333: done (3 left) 2024-08-30T21:06:29.801 INFO:tasks.rados.rados.0.smithi173.stdout:2334: done (2 left) 2024-08-30T21:06:29.801 INFO:tasks.rados.rados.0.smithi173.stdout:2335: done (1 left) 2024-08-30T21:06:29.801 INFO:tasks.rados.rados.0.smithi173.stdout:2336: done (0 left) 2024-08-30T21:06:29.802 INFO:tasks.rados.rados.0.smithi173.stdout:2337: snap_create 2024-08-30T21:06:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:29 smithi173 ceph-mon[79976]: pgmap v467: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 8 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-30T21:06:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:29 smithi173 ceph-mon[79976]: osdmap e532: 8 total, 8 up, 8 in 2024-08-30T21:06:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:29 smithi173 ceph-mon[82405]: pgmap v467: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 8 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-30T21:06:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:29 smithi173 ceph-mon[82405]: osdmap e532: 8 total, 8 up, 8 in 2024-08-30T21:06:29.960 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 podman[107973]: 2024-08-30 21:06:29.56446705 +0000 UTC m=+0.410525398 container start d569a2b872aa8726e26705435655bddb22ad5c810f379fd8f08a3b84c4a8d156 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-30T21:06:29.961 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: starting mds.a at 2024-08-30T21:06:29.961 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 bash[107973]: d569a2b872aa8726e26705435655bddb22ad5c810f379fd8f08a3b84c4a8d156 2024-08-30T21:06:29.961 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:29 smithi173 systemd[1]: Started Ceph mds.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:06:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:29 smithi196 ceph-mon[74601]: pgmap v467: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 8 op/s; 14 MiB/s, 3 objects/s recovering 2024-08-30T21:06:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:29 smithi196 ceph-mon[74601]: osdmap e532: 8 total, 8 up, 8 in 2024-08-30T21:06:30.727 INFO:tasks.rados.rados.0.smithi173.stdout:2337: done (0 left) 2024-08-30T21:06:30.728 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 225 2024-08-30T21:06:30.728 INFO:tasks.rados.rados.0.smithi173.stdout:2338: seq_num 730 ranges {0=229376} 2024-08-30T21:06:30.729 INFO:tasks.rados.rados.0.smithi173.stdout:2338: writing smithi17368540-47 from 0 to 229376 tid 1 2024-08-30T21:06:30.729 INFO:tasks.rados.rados.0.smithi173.stdout:2339: snap_remove snap 223 2024-08-30T21:06:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[82405]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:boot 2024-08-30T21:06:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[82405]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:06:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:06:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[79976]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:boot 2024-08-30T21:06:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:06:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:06:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:30.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:30 smithi196 ceph-mon[74601]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:boot 2024-08-30T21:06:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:30 smithi196 ceph-mon[74601]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-30T21:06:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:06:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:31.103 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:06:31.520 INFO:tasks.rados.rados.0.smithi173.stdout:2339: done (1 left) 2024-08-30T21:06:31.520 INFO:tasks.rados.rados.0.smithi173.stdout:2340: read oid 5 snap -1 2024-08-30T21:06:31.520 INFO:tasks.rados.rados.0.smithi173.stdout:2340: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:06:31.520 INFO:tasks.rados.rados.0.smithi173.stdout:2341: read oid 17 snap -1 2024-08-30T21:06:31.520 INFO:tasks.rados.rados.0.smithi173.stdout:2341: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2342: rmattr oid 40 current snap is 225 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2338: finishing write tid 1 to smithi17368540-47 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2338: finishing write tid 2 to smithi17368540-47 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2338: finishing write tid 3 to smithi17368540-47 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2338: oid 47 updating version 0 to 1415 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2338: oid 47 updating version 1415 to 1416 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1416 (ObjNum 730 snap 225 seq_num 730) dirty exists 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2338: left oid 47 (ObjNum 730 snap 225 seq_num 730) 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2338: done (3 left) 2024-08-30T21:06:31.521 INFO:tasks.rados.rados.0.smithi173.stdout:2343: snap_remove snap 221 2024-08-30T21:06:31.692 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:06:31.692 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (9m) 2m ago 10m 23.8M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (10m) 12s ago 10m 86.9M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 starting - - - - 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (11m) 12s ago 11m 23.2M - 18.2.4-797-g63b0b8e1 600ffa248bd2 600f4ea4361d 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (5m) 12s ago 15m 455M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (6m) 2m ago 16m 523M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (5m) 2m ago 16m 52.5M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (4m) 12s ago 15m 49.3M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (5m) 2m ago 15m 43.8M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (9m) 2m ago 9m 15.6M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (9m) 12s ago 9m 15.6M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (4m) 2m ago 14m 199M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (3m) 2m ago 14m 166M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:06:31.693 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (3m) 2m ago 13m 134M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:06:31.694 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (2m) 2m ago 13m 12.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:06:31.694 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (117s) 12s ago 13m 187M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:06:31.694 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (84s) 12s ago 12m 214M 2480M 19.3.0-4625-g24432b66 fb225243d408 1acacf75db77 2024-08-30T21:06:31.694 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (51s) 12s ago 12m 66.3M 2480M 19.3.0-4625-g24432b66 fb225243d408 957f82d650b2 2024-08-30T21:06:31.694 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (17s) 12s ago 11m 12.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 3cdf4e226add 2024-08-30T21:06:31.694 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (5m) 12s ago 10m 48.5M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:06:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:31 smithi173 ceph-mon[79976]: pgmap v469: 121 pgs: 121 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 596 KiB/s wr, 14 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-30T21:06:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:31 smithi173 ceph-mon[79976]: osdmap e533: 8 total, 8 up, 8 in 2024-08-30T21:06:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:31 smithi173 ceph-mon[79976]: osdmap e534: 8 total, 8 up, 8 in 2024-08-30T21:06:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:31 smithi173 ceph-mon[82405]: pgmap v469: 121 pgs: 121 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 596 KiB/s wr, 14 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-30T21:06:31.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:31 smithi173 ceph-mon[82405]: osdmap e533: 8 total, 8 up, 8 in 2024-08-30T21:06:31.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:31 smithi173 ceph-mon[82405]: osdmap e534: 8 total, 8 up, 8 in 2024-08-30T21:06:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:31 smithi196 ceph-mon[74601]: pgmap v469: 121 pgs: 121 active+clean; 203 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 596 KiB/s wr, 14 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-30T21:06:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:31 smithi196 ceph-mon[74601]: osdmap e533: 8 total, 8 up, 8 in 2024-08-30T21:06:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:31 smithi196 ceph-mon[74601]: osdmap e534: 8 total, 8 up, 8 in 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:06:32.052 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 8 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 1, 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 1 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 18.2.4-797-g63b0b8e1 (63b0b8e1b10a41127e6c3f6f5e25117f42efe611) reef (stable)": 1, 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 14 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:06:32.053 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout: "osd", 2024-08-30T21:06:32.371 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:06:32.372 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:06:32.372 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "13/20 daemons upgraded", 2024-08-30T21:06:32.372 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading mds daemons", 2024-08-30T21:06:32.372 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:06:32.372 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:06:32.524 INFO:tasks.rados.rados.0.smithi173.stdout:2343: done (3 left) 2024-08-30T21:06:32.524 INFO:tasks.rados.rados.0.smithi173.stdout:2344: copy_from oid 14 from oid 16 current snap is 225 2024-08-30T21:06:32.524 INFO:tasks.rados.rados.0.smithi173.stdout:2341: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:06:32.525 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 1138 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:06:32.525 INFO:tasks.rados.rados.0.smithi173.stdout:2340: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:06:32.529 INFO:tasks.rados.rados.0.smithi173.stdout:2340: done (3 left) 2024-08-30T21:06:32.529 INFO:tasks.rados.rados.0.smithi173.stdout:2341: done (2 left) 2024-08-30T21:06:32.529 INFO:tasks.rados.rados.0.smithi173.stdout:2342: done (1 left) 2024-08-30T21:06:32.529 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 225 2024-08-30T21:06:32.529 INFO:tasks.rados.rados.0.smithi173.stdout:2345: seq_num 731 ranges {417792=245760} 2024-08-30T21:06:32.533 INFO:tasks.rados.rados.0.smithi173.stdout:2345: writing smithi17368540-38 from 417792 to 663552 tid 1 2024-08-30T21:06:32.533 INFO:tasks.rados.rados.0.smithi173.stdout:2346: snap_create 2024-08-30T21:06:32.540 INFO:tasks.rados.rados.0.smithi173.stdout:2345: finishing write tid 1 to smithi17368540-38 2024-08-30T21:06:32.542 INFO:tasks.rados.rados.0.smithi173.stdout:2345: finishing write tid 2 to smithi17368540-38 2024-08-30T21:06:32.544 INFO:tasks.rados.rados.0.smithi173.stdout:2345: finishing write tid 3 to smithi17368540-38 2024-08-30T21:06:32.544 INFO:tasks.rados.rados.0.smithi173.stdout:2345: oid 38 updating version 0 to 1135 2024-08-30T21:06:32.544 INFO:tasks.rados.rados.0.smithi173.stdout:2345: oid 38 version 1135 is already newer than 1134 2024-08-30T21:06:32.544 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1135 (ObjNum 731 snap 225 seq_num 731) dirty exists 2024-08-30T21:06:32.544 INFO:tasks.rados.rados.0.smithi173.stdout:2345: left oid 38 (ObjNum 731 snap 225 seq_num 731) 2024-08-30T21:06:32.570 INFO:tasks.rados.rados.0.smithi173.stdout:2344: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:06:32.580 INFO:tasks.rados.rados.0.smithi173.stdout:2344: finishing copy_from to smithi17368540-14 2024-08-30T21:06:32.580 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1105 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:06:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:32 smithi196 ceph-mon[74601]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:32 smithi196 ceph-mon[74601]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:32 smithi196 ceph-mon[74601]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:32 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1681306968' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:32 smithi196 ceph-mon[74601]: osdmap e535: 8 total, 8 up, 8 in 2024-08-30T21:06:33.072 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[82405]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.072 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[82405]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.072 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[82405]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.072 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1681306968' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:33.072 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[82405]: osdmap e535: 8 total, 8 up, 8 in 2024-08-30T21:06:33.073 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[79976]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.073 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[79976]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.073 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[79976]: from='client.44438 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.073 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1681306968' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:33.073 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:32 smithi173 ceph-mon[79976]: osdmap e535: 8 total, 8 up, 8 in 2024-08-30T21:06:33.527 INFO:tasks.rados.rados.0.smithi173.stdout:2344: done (2 left) 2024-08-30T21:06:33.527 INFO:tasks.rados.rados.0.smithi173.stdout:2345: done (1 left) 2024-08-30T21:06:33.527 INFO:tasks.rados.rados.0.smithi173.stdout:2346: done (0 left) 2024-08-30T21:06:33.527 INFO:tasks.rados.rados.0.smithi173.stdout:2347: snap_remove snap 225 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: pgmap v472: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 205 KiB/s wr, 13 op/s 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.995 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[79976]: osdmap e536: 8 total, 8 up, 8 in 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: pgmap v472: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 205 KiB/s wr, 13 op/s 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:33.996 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:33 smithi173 ceph-mon[82405]: osdmap e536: 8 total, 8 up, 8 in 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: pgmap v472: 121 pgs: 121 active+clean; 196 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 205 KiB/s wr, 13 op/s 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: from='client.44450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:33 smithi196 ceph-mon[74601]: osdmap e536: 8 total, 8 up, 8 in 2024-08-30T21:06:34.529 INFO:tasks.rados.rados.0.smithi173.stdout:2347: done (0 left) 2024-08-30T21:06:34.529 INFO:tasks.rados.rados.0.smithi173.stdout:2348: copy_from oid 16 from oid 21 current snap is 226 2024-08-30T21:06:34.529 INFO:tasks.rados.rados.0.smithi173.stdout:2349: rmattr oid 13 current snap is 226 2024-08-30T21:06:34.529 INFO:tasks.rados.rados.0.smithi173.stdout:2350: delete oid 42 current snap is 226 2024-08-30T21:06:34.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1752 (ObjNum 728 snap 223 seq_num 728) dirty exists 2024-08-30T21:06:34.536 INFO:tasks.rados.rados.0.smithi173.stdout:2349: done (2 left) 2024-08-30T21:06:34.537 INFO:tasks.rados.rados.0.smithi173.stdout:2350: done (1 left) 2024-08-30T21:06:34.537 INFO:tasks.rados.rados.0.smithi173.stdout:2351: snap_remove snap 224 2024-08-30T21:06:35.402 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:06:35 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:06:35] "GET /metrics HTTP/1.1" 200 36306 "" "Prometheus/2.43.0" 2024-08-30T21:06:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:2351: done (1 left) 2024-08-30T21:06:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:2352: rollback oid 50 current snap is 226 2024-08-30T21:06:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:2352: done (1 left) 2024-08-30T21:06:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:2353: snap_create 2024-08-30T21:06:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:2348: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:06:35.527 INFO:tasks.rados.rados.0.smithi173.stdout:2348: finishing copy_from to smithi17368540-16 2024-08-30T21:06:35.528 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1191 (ObjNum 727 snap 222 seq_num 727) dirty exists 2024-08-30T21:06:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:35 smithi173 ceph-mon[82405]: pgmap v475: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-30T21:06:35.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:35 smithi173 ceph-mon[82405]: osdmap e537: 8 total, 8 up, 8 in 2024-08-30T21:06:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:35 smithi173 ceph-mon[79976]: pgmap v475: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-30T21:06:35.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:35 smithi173 ceph-mon[79976]: osdmap e537: 8 total, 8 up, 8 in 2024-08-30T21:06:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:35 smithi196 ceph-mon[74601]: pgmap v475: 121 pgs: 121 active+clean; 172 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-30T21:06:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:35 smithi196 ceph-mon[74601]: osdmap e537: 8 total, 8 up, 8 in 2024-08-30T21:06:36.521 INFO:tasks.rados.rados.0.smithi173.stdout:2348: done (1 left) 2024-08-30T21:06:36.521 INFO:tasks.rados.rados.0.smithi173.stdout:2353: done (0 left) 2024-08-30T21:06:36.521 INFO:tasks.rados.rados.0.smithi173.stdout:2354: setattr oid 38 current snap is 227 2024-08-30T21:06:36.522 INFO:tasks.rados.rados.0.smithi173.stdout:2355: copy_from oid 31 from oid 29 current snap is 227 2024-08-30T21:06:36.523 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 227 2024-08-30T21:06:36.523 INFO:tasks.rados.rados.0.smithi173.stdout:2356: seq_num 733 ranges {1835008=278528} 2024-08-30T21:06:36.535 INFO:tasks.rados.rados.0.smithi173.stdout:2356: writing smithi17368540-30 from 1835008 to 2113536 tid 1 2024-08-30T21:06:36.535 INFO:tasks.rados.rados.0.smithi173.stdout:2357: copy_from oid 22 from oid 7 current snap is 227 2024-08-30T21:06:36.535 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1136 (ObjNum 731 snap 225 seq_num 731) dirty exists 2024-08-30T21:06:36.535 INFO:tasks.rados.rados.0.smithi173.stdout:2355: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:06:36.535 INFO:tasks.rados.rados.0.smithi173.stdout:2354: done (3 left) 2024-08-30T21:06:36.535 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 227 2024-08-30T21:06:36.535 INFO:tasks.rados.rados.0.smithi173.stdout:2358: seq_num 734 ranges {0=294912} 2024-08-30T21:06:36.537 INFO:tasks.rados.rados.0.smithi173.stdout:2358: writing smithi17368540-39 from 0 to 294912 tid 1 2024-08-30T21:06:36.537 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 227 2024-08-30T21:06:36.537 INFO:tasks.rados.rados.0.smithi173.stdout:2355: finishing copy_from to smithi17368540-31 2024-08-30T21:06:36.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1624 (ObjNum 289 snap 0 seq_num 138226563) dirty exists 2024-08-30T21:06:36.537 INFO:tasks.rados.rados.0.smithi173.stdout:2359: seq_num 735 ranges {0=311296} 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:2359: writing smithi17368540-32 from 0 to 311296 tid 1 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:2355: done (4 left) 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:2360: read oid 26 snap -1 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:2360: expect (ObjNum 709 snap 220 seq_num 709) 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:2361: copy_from oid 25 from oid 38 current snap is 227 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:2362: rollback oid 29 current snap is 227 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 29 to 226 2024-08-30T21:06:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:2363: read oid 28 snap -1 2024-08-30T21:06:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:2363: expect (ObjNum 598 snap 184 seq_num 598) 2024-08-30T21:06:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 227 2024-08-30T21:06:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:2364: seq_num 736 ranges {0=335872} 2024-08-30T21:06:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:2364: writing smithi17368540-17 from 0 to 335872 tid 1 2024-08-30T21:06:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:2365: rollback oid 31 current snap is 227 2024-08-30T21:06:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 226 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2358: finishing write tid 1 to smithi17368540-39 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2366: rollback oid 19 current snap is 227 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 226 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2367: rollback oid 6 current snap is 227 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 6 to 226 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2368: rmattr oid 4 current snap is 227 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2368: done (12 left) 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2369: rmattr oid 5 current snap is 227 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2370: snap_create 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:2366: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:06:36.543 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 0 (ObjNum 33 snap 0 seq_num 1579205072) dirty dne 2024-08-30T21:06:36.544 INFO:tasks.rados.rados.0.smithi173.stdout:2358: finishing write tid 2 to smithi17368540-39 2024-08-30T21:06:36.546 INFO:tasks.rados.rados.0.smithi173.stdout:2356: finishing write tid 1 to smithi17368540-30 2024-08-30T21:06:36.546 INFO:tasks.rados.rados.0.smithi173.stdout:2356: finishing write tid 2 to smithi17368540-30 2024-08-30T21:06:36.547 INFO:tasks.rados.rados.0.smithi173.stdout:2367: finishing rollback tid 0 to smithi17368540-6 2024-08-30T21:06:36.547 INFO:tasks.rados.rados.0.smithi173.stdout:2363: expect (ObjNum 598 snap 184 seq_num 598) 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:2358: finishing write tid 3 to smithi17368540-39 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:2358: oid 39 updating version 0 to 356 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:2358: oid 39 version 356 is already newer than 355 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 356 (ObjNum 734 snap 227 seq_num 734) dirty exists 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:2358: left oid 39 (ObjNum 734 snap 227 seq_num 734) 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:2362: finishing rollback tid 0 to smithi17368540-29 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:2361: finishing copy_from racing read to smithi17368540-25 2024-08-30T21:06:36.563 INFO:tasks.rados.rados.0.smithi173.stdout:2367: finishing rollback tid 1 to smithi17368540-6 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2367: finishing rollback tid 2 to smithi17368540-6 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 883 (ObjNum 688 snap 212 seq_num 688) dirty exists 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2362: finishing rollback tid 1 to smithi17368540-29 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2362: finishing rollback tid 2 to smithi17368540-29 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1758 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2364: finishing write tid 1 to smithi17368540-17 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2364: finishing write tid 2 to smithi17368540-17 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1760 (ObjNum 65 snap 0 seq_num 1599301472) dirty exists 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2359: finishing write tid 1 to smithi17368540-32 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2361: finishing copy_from to smithi17368540-25 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1136 (ObjNum 731 snap 225 seq_num 731) dirty exists 2024-08-30T21:06:36.564 INFO:tasks.rados.rados.0.smithi173.stdout:2356: finishing write tid 3 to smithi17368540-30 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2356: oid 30 updating version 0 to 1418 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2356: oid 30 version 1418 is already newer than 1417 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1418 (ObjNum 733 snap 227 seq_num 733) dirty exists 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2356: left oid 30 (ObjNum 733 snap 227 seq_num 733) 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2364: finishing write tid 3 to smithi17368540-17 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2364: oid 17 updating version 0 to 959 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2364: oid 17 version 959 is already newer than 958 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 959 (ObjNum 736 snap 227 seq_num 736) dirty exists 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2364: left oid 17 (ObjNum 736 snap 227 seq_num 736) 2024-08-30T21:06:36.565 INFO:tasks.rados.rados.0.smithi173.stdout:2359: finishing write tid 2 to smithi17368540-32 2024-08-30T21:06:36.566 INFO:tasks.rados.rados.0.smithi173.stdout:2365: finishing rollback tid 0 to smithi17368540-31 2024-08-30T21:06:36.566 INFO:tasks.rados.rados.0.smithi173.stdout:2365: finishing rollback tid 1 to smithi17368540-31 2024-08-30T21:06:36.566 INFO:tasks.rados.rados.0.smithi173.stdout:2365: finishing rollback tid 2 to smithi17368540-31 2024-08-30T21:06:36.566 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1629 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:36.576 INFO:tasks.rados.rados.0.smithi173.stdout:2360: expect (ObjNum 709 snap 220 seq_num 709) 2024-08-30T21:06:36.845 INFO:tasks.rados.rados.0.smithi173.stdout:2359: finishing write tid 3 to smithi17368540-32 2024-08-30T21:06:36.845 INFO:tasks.rados.rados.0.smithi173.stdout:2359: oid 32 updating version 0 to 1626 2024-08-30T21:06:36.845 INFO:tasks.rados.rados.0.smithi173.stdout:2359: oid 32 version 1626 is already newer than 1625 2024-08-30T21:06:36.845 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1626 (ObjNum 735 snap 227 seq_num 735) dirty exists 2024-08-30T21:06:36.845 INFO:tasks.rados.rados.0.smithi173.stdout:2359: left oid 32 (ObjNum 735 snap 227 seq_num 735) 2024-08-30T21:06:36.845 INFO:tasks.rados.rados.0.smithi173.stdout:2357: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:06:36.845 INFO:tasks.rados.rados.0.smithi173.stdout:2357: finishing copy_from to smithi17368540-22 2024-08-30T21:06:36.846 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1403 (ObjNum 639 snap 202 seq_num 639) dirty exists 2024-08-30T21:06:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:36 smithi173 ceph-mon[79976]: osdmap e538: 8 total, 8 up, 8 in 2024-08-30T21:06:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:36 smithi173 ceph-mon[79976]: osdmap e539: 8 total, 8 up, 8 in 2024-08-30T21:06:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:36 smithi173 ceph-mon[82405]: osdmap e538: 8 total, 8 up, 8 in 2024-08-30T21:06:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:36 smithi173 ceph-mon[82405]: osdmap e539: 8 total, 8 up, 8 in 2024-08-30T21:06:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:36 smithi196 ceph-mon[74601]: osdmap e538: 8 total, 8 up, 8 in 2024-08-30T21:06:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:36 smithi196 ceph-mon[74601]: osdmap e539: 8 total, 8 up, 8 in 2024-08-30T21:06:37.542 INFO:tasks.rados.rados.0.smithi173.stdout:2356: done (13 left) 2024-08-30T21:06:37.542 INFO:tasks.rados.rados.0.smithi173.stdout:2357: done (12 left) 2024-08-30T21:06:37.542 INFO:tasks.rados.rados.0.smithi173.stdout:2358: done (11 left) 2024-08-30T21:06:37.542 INFO:tasks.rados.rados.0.smithi173.stdout:2359: done (10 left) 2024-08-30T21:06:37.542 INFO:tasks.rados.rados.0.smithi173.stdout:2360: done (9 left) 2024-08-30T21:06:37.542 INFO:tasks.rados.rados.0.smithi173.stdout:2361: done (8 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2362: done (7 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2363: done (6 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2364: done (5 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2365: done (4 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2366: done (3 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2367: done (2 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2369: done (1 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2370: done (0 left) 2024-08-30T21:06:37.543 INFO:tasks.rados.rados.0.smithi173.stdout:2371: delete oid 49 current snap is 228 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:2371: done (0 left) 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:2372: rmattr oid 20 current snap is 228 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:2373: copy_from oid 28 from oid 24 current snap is 228 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:2374: rollback oid 14 current snap is 228 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 227 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:2375: read oid 36 snap -1 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:2375: expect (ObjNum 660 snap 205 seq_num 660) 2024-08-30T21:06:37.547 INFO:tasks.rados.rados.0.smithi173.stdout:2376: snap_create 2024-08-30T21:06:37.552 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1400 (ObjNum 722 snap 222 seq_num 722) dirty exists 2024-08-30T21:06:37.556 INFO:tasks.rados.rados.0.smithi173.stdout:2374: finishing rollback tid 0 to smithi17368540-14 2024-08-30T21:06:37.556 INFO:tasks.rados.rados.0.smithi173.stdout:2374: finishing rollback tid 1 to smithi17368540-14 2024-08-30T21:06:37.556 INFO:tasks.rados.rados.0.smithi173.stdout:2374: finishing rollback tid 2 to smithi17368540-14 2024-08-30T21:06:37.556 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1421 (ObjNum 525 snap 164 seq_num 525) dirty exists 2024-08-30T21:06:37.563 INFO:tasks.rados.rados.0.smithi173.stdout:2375: expect (ObjNum 660 snap 205 seq_num 660) 2024-08-30T21:06:37.601 INFO:tasks.rados.rados.0.smithi173.stdout:2373: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:06:37.602 INFO:tasks.rados.rados.0.smithi173.stdout:2373: finishing copy_from to smithi17368540-28 2024-08-30T21:06:37.602 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1053 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: pgmap v478: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-08-30T21:06:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:37.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:37.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:37.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:37.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:37.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:37.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-30T21:06:37.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: Upgrade: It appears safe to stop mds.b 2024-08-30T21:06:37.771 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:37 smithi196 ceph-mon[74601]: osdmap e540: 8 total, 8 up, 8 in 2024-08-30T21:06:38.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: pgmap v478: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-08-30T21:06:38.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:38.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: Upgrade: It appears safe to stop mds.b 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[79976]: osdmap e540: 8 total, 8 up, 8 in 2024-08-30T21:06:38.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: pgmap v478: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 2.1 MiB/s wr, 7 op/s 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: Upgrade: It appears safe to stop mds.b 2024-08-30T21:06:38.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:37 smithi173 ceph-mon[82405]: osdmap e540: 8 total, 8 up, 8 in 2024-08-30T21:06:38.545 INFO:tasks.rados.rados.0.smithi173.stdout:2372: done (4 left) 2024-08-30T21:06:38.545 INFO:tasks.rados.rados.0.smithi173.stdout:2373: done (3 left) 2024-08-30T21:06:38.545 INFO:tasks.rados.rados.0.smithi173.stdout:2374: done (2 left) 2024-08-30T21:06:38.545 INFO:tasks.rados.rados.0.smithi173.stdout:2375: done (1 left) 2024-08-30T21:06:38.546 INFO:tasks.rados.rados.0.smithi173.stdout:2376: done (0 left) 2024-08-30T21:06:38.546 INFO:tasks.rados.rados.0.smithi173.stdout:2377: delete oid 25 current snap is 229 2024-08-30T21:06:38.550 INFO:tasks.rados.rados.0.smithi173.stdout:2377: done (0 left) 2024-08-30T21:06:38.550 INFO:tasks.rados.rados.0.smithi173.stdout:2378: read oid 49 snap -1 2024-08-30T21:06:38.550 INFO:tasks.rados.rados.0.smithi173.stdout:2378: expect deleted 2024-08-30T21:06:38.550 INFO:tasks.rados.rados.0.smithi173.stdout:2379: delete oid 29 current snap is 229 2024-08-30T21:06:38.553 INFO:tasks.rados.rados.0.smithi173.stdout:2378: done (1 left) 2024-08-30T21:06:38.553 INFO:tasks.rados.rados.0.smithi173.stdout:2379: done (0 left) 2024-08-30T21:06:38.553 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 229 2024-08-30T21:06:38.553 INFO:tasks.rados.rados.0.smithi173.stdout:2380: seq_num 740 ranges {417792=401408} 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:2380: writing smithi17368540-50 from 417792 to 819200 tid 1 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:2381: copy_from oid 37 from oid 31 current snap is 229 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:2382: read oid 33 snap 227 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:2382: expect deleted 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:2383: rollback oid 23 current snap is 229 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 228 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:2384: read oid 3 snap -1 2024-08-30T21:06:38.558 INFO:tasks.rados.rados.0.smithi173.stdout:2384: expect (ObjNum 676 snap 208 seq_num 676) 2024-08-30T21:06:38.559 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 229 2024-08-30T21:06:38.559 INFO:tasks.rados.rados.0.smithi173.stdout:2385: seq_num 741 ranges {294912=417792} 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2385: writing smithi17368540-39 from 294912 to 712704 tid 1 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2386: rmattr oid 6 current snap is 229 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2386: done (6 left) 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2387: rmattr oid 18 current snap is 229 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2387: done (6 left) 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2388: read oid 21 snap -1 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2388: expect (ObjNum 727 snap 222 seq_num 727) 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2389: copy_from oid 47 from oid 28 current snap is 229 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2390: rmattr oid 20 current snap is 229 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2382: done (8 left) 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 229 2024-08-30T21:06:38.563 INFO:tasks.rados.rados.0.smithi173.stdout:2391: seq_num 742 ranges {5685248=434176} 2024-08-30T21:06:38.598 INFO:tasks.rados.rados.0.smithi173.stdout:2391: writing smithi17368540-43 from 5685248 to 6119424 tid 1 2024-08-30T21:06:38.598 INFO:tasks.rados.rados.0.smithi173.stdout:2392: rollback oid 2 current snap is 229 2024-08-30T21:06:38.598 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 2 to 228 2024-08-30T21:06:38.598 INFO:tasks.rados.rados.0.smithi173.stdout:2380: finishing write tid 1 to smithi17368540-50 2024-08-30T21:06:38.598 INFO:tasks.rados.rados.0.smithi173.stdout:2393: read oid 1 snap -1 2024-08-30T21:06:38.598 INFO:tasks.rados.rados.0.smithi173.stdout:2393: expect (ObjNum 632 snap 198 seq_num 632) 2024-08-30T21:06:38.598 INFO:tasks.rados.rados.0.smithi173.stdout:2394: delete oid 49 current snap is 229 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2383: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2383: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2383: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1195 (ObjNum 704 snap 220 seq_num 704) dirty exists 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2380: finishing write tid 2 to smithi17368540-50 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2380: finishing write tid 3 to smithi17368540-50 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2380: oid 50 updating version 0 to 1423 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2380: oid 50 version 1423 is already newer than 1422 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1423 (ObjNum 740 snap 229 seq_num 740) dirty exists 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2380: left oid 50 (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1401 (ObjNum 722 snap 222 seq_num 722) dirty exists 2024-08-30T21:06:38.599 INFO:tasks.rados.rados.0.smithi173.stdout:2384: expect (ObjNum 676 snap 208 seq_num 676) 2024-08-30T21:06:38.654 INFO:tasks.rados.rados.0.smithi173.stdout:2385: finishing write tid 1 to smithi17368540-39 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2385: finishing write tid 2 to smithi17368540-39 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2385: finishing write tid 3 to smithi17368540-39 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2385: oid 39 updating version 0 to 357 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2385: oid 39 updating version 357 to 358 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 358 (ObjNum 741 snap 229 seq_num 741) dirty exists 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2385: left oid 39 (ObjNum 741 snap 229 seq_num 741) 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2380: done (11 left) 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2383: done (10 left) 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2384: done (9 left) 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2385: done (8 left) 2024-08-30T21:06:38.655 INFO:tasks.rados.rados.0.smithi173.stdout:2390: done (7 left) 2024-08-30T21:06:38.656 INFO:tasks.rados.rados.0.smithi173.stdout:2394: done (6 left) 2024-08-30T21:06:38.656 INFO:tasks.rados.rados.0.smithi173.stdout:2395: read oid 9 snap -1 2024-08-30T21:06:38.656 INFO:tasks.rados.rados.0.smithi173.stdout:2395: expect (ObjNum 707 snap 220 seq_num 707) 2024-08-30T21:06:38.656 INFO:tasks.rados.rados.0.smithi173.stdout:2396: snap_remove snap 227 2024-08-30T21:06:39.585 INFO:tasks.rados.rados.0.smithi173.stdout:2396: done (7 left) 2024-08-30T21:06:39.605 INFO:tasks.rados.rados.0.smithi173.stdout:2397: rmattr oid 23 current snap is 229 2024-08-30T21:06:39.605 INFO:tasks.rados.rados.0.smithi173.stdout:2397: done (7 left) 2024-08-30T21:06:39.605 INFO:tasks.rados.rados.0.smithi173.stdout:2398: snap_remove snap 226 2024-08-30T21:06:39.653 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: pgmap v481: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-30T21:06:39.653 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:39.654 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:39.654 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: osdmap e541: 8 total, 8 up, 8 in 2024-08-30T21:06:39.654 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: Upgrade: Updating mds.b 2024-08-30T21:06:39.654 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:39.654 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:06:39.655 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:39.655 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:39 smithi196 ceph-mon[74601]: Deploying daemon mds.b on smithi196 2024-08-30T21:06:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: pgmap v481: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-30T21:06:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: osdmap e541: 8 total, 8 up, 8 in 2024-08-30T21:06:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: Upgrade: Updating mds.b 2024-08-30T21:06:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:39.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[79976]: Deploying daemon mds.b on smithi196 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: pgmap v481: 121 pgs: 121 active+clean; 165 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: osdmap e541: 8 total, 8 up, 8 in 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: Upgrade: Updating mds.b 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:39.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:39 smithi173 ceph-mon[82405]: Deploying daemon mds.b on smithi196 2024-08-30T21:06:40.597 INFO:tasks.rados.rados.0.smithi173.stdout:2398: done (7 left) 2024-08-30T21:06:40.598 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 229 2024-08-30T21:06:40.598 INFO:tasks.rados.rados.0.smithi173.stdout:2388: expect (ObjNum 727 snap 222 seq_num 727) 2024-08-30T21:06:40.609 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:40 smithi196 ceph-mon[74601]: osdmap e542: 8 total, 8 up, 8 in 2024-08-30T21:06:40.609 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:40 smithi196 systemd[1]: Stopping Ceph mds.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:2381: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:2381: finishing copy_from to smithi17368540-37 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 1629 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:2389: finishing copy_from racing read to smithi17368540-47 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:2389: finishing copy_from to smithi17368540-47 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1053 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:2392: finishing rollback tid 0 to smithi17368540-2 2024-08-30T21:06:40.681 INFO:tasks.rados.rados.0.smithi173.stdout:2392: finishing rollback tid 1 to smithi17368540-2 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2392: finishing rollback tid 2 to smithi17368540-2 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1198 (ObjNum 674 snap 208 seq_num 674) dirty exists 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2391: finishing write tid 1 to smithi17368540-43 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2391: finishing write tid 2 to smithi17368540-43 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2391: finishing write tid 3 to smithi17368540-43 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2391: oid 43 updating version 0 to 1631 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2391: oid 43 version 1631 is already newer than 1630 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1631 (ObjNum 742 snap 229 seq_num 742) dirty exists 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2391: left oid 43 (ObjNum 742 snap 229 seq_num 742) 2024-08-30T21:06:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:2399: seq_num 744 ranges {0=466944} 2024-08-30T21:06:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:2399: writing smithi17368540-19 from 0 to 466944 tid 1 2024-08-30T21:06:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:2381: done (7 left) 2024-08-30T21:06:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:2388: done (6 left) 2024-08-30T21:06:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:2389: done (5 left) 2024-08-30T21:06:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:2391: done (4 left) 2024-08-30T21:06:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:2392: done (3 left) 2024-08-30T21:06:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:2400: rmattr oid 47 current snap is 229 2024-08-30T21:06:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:2393: expect (ObjNum 632 snap 198 seq_num 632) 2024-08-30T21:06:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:40 smithi173 ceph-mon[82405]: osdmap e542: 8 total, 8 up, 8 in 2024-08-30T21:06:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:40 smithi173 ceph-mon[79976]: osdmap e542: 8 total, 8 up, 8 in 2024-08-30T21:06:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:40 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[79972]: 2024-08-30T21:06:40.607+0000 7f31424a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:06:40.963 INFO:tasks.rados.rados.0.smithi173.stdout:2395: expect (ObjNum 707 snap 220 seq_num 707) 2024-08-30T21:06:41.020 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b[47509]: 2024-08-30T21:06:40.606+0000 7f8307137640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:06:41.020 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b[47509]: 2024-08-30T21:06:40.606+0000 7f8307137640 -1 mds.b *** got signal Terminated *** 2024-08-30T21:06:41.779 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1424 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2399: finishing write tid 1 to smithi17368540-19 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2399: finishing write tid 2 to smithi17368540-19 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2399: finishing write tid 3 to smithi17368540-19 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2399: oid 19 updating version 0 to 1200 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2399: oid 19 version 1200 is already newer than 1199 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1200 (ObjNum 744 snap 229 seq_num 744) dirty exists 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2399: left oid 19 (ObjNum 744 snap 229 seq_num 744) 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2393: done (3 left) 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2395: done (2 left) 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2399: done (1 left) 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2400: done (0 left) 2024-08-30T21:06:41.780 INFO:tasks.rados.rados.0.smithi173.stdout:2401: read oid 17 snap -1 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2401: expect (ObjNum 736 snap 227 seq_num 736) 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2402: read oid 28 snap -1 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2402: expect (ObjNum 702 snap 220 seq_num 702) 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2403: read oid 30 snap 228 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2403: expect (ObjNum 733 snap 227 seq_num 733) 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2404: read oid 45 snap 228 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2404: expect deleted 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2405: copy_from oid 37 from oid 18 current snap is 229 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2406: copy_from oid 23 from oid 5 current snap is 229 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2407: copy_from oid 16 from oid 48 current snap is 229 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:2408: rollback oid 40 current snap is 229 2024-08-30T21:06:41.781 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 228 2024-08-30T21:06:41.782 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 229 2024-08-30T21:06:41.782 INFO:tasks.rados.rados.0.smithi173.stdout:2409: seq_num 745 ranges {6299648=483328} 2024-08-30T21:06:41.817 INFO:tasks.rados.rados.0.smithi173.stdout:2409: writing smithi17368540-26 from 6299648 to 6782976 tid 1 2024-08-30T21:06:41.817 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 229 2024-08-30T21:06:41.817 INFO:tasks.rados.rados.0.smithi173.stdout:2410: seq_num 746 ranges {5685248=499712} 2024-08-30T21:06:41.850 INFO:tasks.rados.rados.0.smithi173.stdout:2410: writing smithi17368540-11 from 5685248 to 6184960 tid 1 2024-08-30T21:06:41.850 INFO:tasks.rados.rados.0.smithi173.stdout:2411: copy_from oid 39 from oid 29 current snap is 229 2024-08-30T21:06:41.850 INFO:tasks.rados.rados.0.smithi173.stdout:2401: expect (ObjNum 736 snap 227 seq_num 736) 2024-08-30T21:06:41.859 INFO:tasks.rados.rados.0.smithi173.stdout:2405: finishing copy_from to smithi17368540-37 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2405: got expected ENOENT (src dne) 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2408: finishing rollback tid 0 to smithi17368540-40 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2408: finishing rollback tid 1 to smithi17368540-40 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2405: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2408: finishing rollback tid 2 to smithi17368540-40 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 1141 (ObjNum 129 snap 0 seq_num 1578483008) dirty exists 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2406: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2406: finishing copy_from to smithi17368540-23 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1760 (ObjNum 33 snap 0 seq_num 1578717328) dirty exists 2024-08-30T21:06:41.860 INFO:tasks.rados.rados.0.smithi173.stdout:2403: expect (ObjNum 733 snap 227 seq_num 733) 2024-08-30T21:06:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: pgmap v484: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-08-30T21:06:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: osdmap e543: 8 total, 8 up, 8 in 2024-08-30T21:06:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-30T21:06:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:06:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: osdmap e544: 8 total, 8 up, 8 in 2024-08-30T21:06:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[79976]: osdmap e545: 8 total, 8 up, 8 in 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: pgmap v484: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: osdmap e543: 8 total, 8 up, 8 in 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: osdmap e544: 8 total, 8 up, 8 in 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-30T21:06:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-30T21:06:41.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-30T21:06:41.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-30T21:06:41.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:41 smithi173 ceph-mon[82405]: osdmap e545: 8 total, 8 up, 8 in 2024-08-30T21:06:41.972 INFO:tasks.rados.rados.0.smithi173.stdout:2402: expect (ObjNum 702 snap 220 seq_num 702) 2024-08-30T21:06:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: pgmap v484: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-08-30T21:06:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: osdmap e543: 8 total, 8 up, 8 in 2024-08-30T21:06:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-30T21:06:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:06:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: osdmap e544: 8 total, 8 up, 8 in 2024-08-30T21:06:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-30T21:06:42.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-30T21:06:42.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-30T21:06:42.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-30T21:06:42.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:41 smithi196 ceph-mon[74601]: osdmap e545: 8 total, 8 up, 8 in 2024-08-30T21:06:42.107 INFO:tasks.rados.rados.0.smithi173.stdout:2407: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2407: finishing copy_from to smithi17368540-16 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1396 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2409: finishing write tid 1 to smithi17368540-26 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2409: finishing write tid 2 to smithi17368540-26 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2409: finishing write tid 3 to smithi17368540-26 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2409: oid 26 updating version 0 to 1633 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2409: oid 26 version 1633 is already newer than 1632 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1633 (ObjNum 745 snap 229 seq_num 745) dirty exists 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2409: left oid 26 (ObjNum 745 snap 229 seq_num 745) 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2401: done (10 left) 2024-08-30T21:06:42.108 INFO:tasks.rados.rados.0.smithi173.stdout:2402: done (9 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2403: done (8 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2404: done (7 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2405: done (6 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2406: done (5 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2407: done (4 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2408: done (3 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2409: done (2 left) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2412: copy_from oid 7 from oid 2 current snap is 229 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2411: finishing copy_from to smithi17368540-39 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2411: got expected ENOENT (src dne) 2024-08-30T21:06:42.109 INFO:tasks.rados.rados.0.smithi173.stdout:2411: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2410: finishing write tid 1 to smithi17368540-11 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2410: finishing write tid 2 to smithi17368540-11 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2410: finishing write tid 3 to smithi17368540-11 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2410: oid 11 updating version 0 to 1770 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2410: oid 11 updating version 1770 to 1771 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1771 (ObjNum 746 snap 229 seq_num 746) dirty exists 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2410: left oid 11 (ObjNum 746 snap 229 seq_num 746) 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2410: done (2 left) 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2411: done (1 left) 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2413: copy_from oid 8 from oid 20 current snap is 229 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2414: read oid 13 snap -1 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2414: expect (ObjNum 728 snap 223 seq_num 728) 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 229 2024-08-30T21:06:42.110 INFO:tasks.rados.rados.0.smithi173.stdout:2415: seq_num 747 ranges {6184960=516096} 2024-08-30T21:06:42.145 INFO:tasks.rados.rados.0.smithi173.stdout:2415: writing smithi17368540-11 from 6184960 to 6701056 tid 1 2024-08-30T21:06:42.145 INFO:tasks.rados.rados.0.smithi173.stdout:2416: read oid 22 snap -1 2024-08-30T21:06:42.145 INFO:tasks.rados.rados.0.smithi173.stdout:2416: expect (ObjNum 639 snap 202 seq_num 639) 2024-08-30T21:06:42.145 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 229 2024-08-30T21:06:42.145 INFO:tasks.rados.rados.0.smithi173.stdout:2417: seq_num 748 ranges {0=532480} 2024-08-30T21:06:42.148 INFO:tasks.rados.rados.0.smithi173.stdout:2417: writing smithi17368540-49 from 0 to 532480 tid 1 2024-08-30T21:06:42.148 INFO:tasks.rados.rados.0.smithi173.stdout:2418: read oid 42 snap -1 2024-08-30T21:06:42.148 INFO:tasks.rados.rados.0.smithi173.stdout:2418: expect deleted 2024-08-30T21:06:42.148 INFO:tasks.rados.rados.0.smithi173.stdout:2419: setattr oid 50 current snap is 229 2024-08-30T21:06:42.148 INFO:tasks.rados.rados.0.smithi173.stdout:2414: expect (ObjNum 728 snap 223 seq_num 728) 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2415: finishing write tid 1 to smithi17368540-11 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2417: finishing write tid 1 to smithi17368540-49 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2417: finishing write tid 2 to smithi17368540-49 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2415: finishing write tid 2 to smithi17368540-11 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2417: finishing write tid 3 to smithi17368540-49 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2417: oid 49 updating version 0 to 961 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2417: oid 49 updating version 961 to 962 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 962 (ObjNum 748 snap 229 seq_num 748) dirty exists 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2417: left oid 49 (ObjNum 748 snap 229 seq_num 748) 2024-08-30T21:06:42.163 INFO:tasks.rados.rados.0.smithi173.stdout:2415: finishing write tid 3 to smithi17368540-11 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2415: oid 11 updating version 0 to 1772 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2415: oid 11 updating version 1772 to 1773 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1773 (ObjNum 747 snap 229 seq_num 747) dirty exists 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2415: left oid 11 (ObjNum 747 snap 229 seq_num 747) 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2414: done (7 left) 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2415: done (6 left) 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2417: done (5 left) 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2418: done (4 left) 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 229 2024-08-30T21:06:42.164 INFO:tasks.rados.rados.0.smithi173.stdout:2420: seq_num 749 ranges {0=548864} 2024-08-30T21:06:42.166 INFO:tasks.rados.rados.0.smithi173.stdout:2420: writing smithi17368540-34 from 0 to 548864 tid 1 2024-08-30T21:06:42.166 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 229 2024-08-30T21:06:42.166 INFO:tasks.rados.rados.0.smithi173.stdout:2421: seq_num 750 ranges {3850240=565248} 2024-08-30T21:06:42.192 INFO:tasks.rados.rados.0.smithi173.stdout:2421: writing smithi17368540-41 from 3850240 to 4415488 tid 1 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2422: delete oid 37 current snap is 229 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1425 (ObjNum 740 snap 229 seq_num 740) dirty exists 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2420: finishing write tid 1 to smithi17368540-34 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2420: finishing write tid 2 to smithi17368540-34 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2420: finishing write tid 3 to smithi17368540-34 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2420: oid 34 updating version 0 to 885 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2420: oid 34 version 885 is already newer than 884 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 885 (ObjNum 749 snap 229 seq_num 749) dirty exists 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2420: left oid 34 (ObjNum 749 snap 229 seq_num 749) 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2412: finishing copy_from racing read to smithi17368540-7 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:2412: finishing copy_from to smithi17368540-7 2024-08-30T21:06:42.193 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1198 (ObjNum 674 snap 208 seq_num 674) dirty exists 2024-08-30T21:06:42.194 INFO:tasks.rados.rados.0.smithi173.stdout:2416: expect (ObjNum 639 snap 202 seq_num 639) 2024-08-30T21:06:42.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:42 smithi196 ceph-mon[74601]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:reconnect 2024-08-30T21:06:42.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:42 smithi196 ceph-mon[74601]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-30T21:06:42.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:42 smithi173 ceph-mon[79976]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:reconnect 2024-08-30T21:06:42.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:42 smithi173 ceph-mon[79976]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-30T21:06:42.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:42 smithi173 ceph-mon[82405]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:reconnect 2024-08-30T21:06:42.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:42 smithi173 ceph-mon[82405]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-30T21:06:42.983 INFO:tasks.rados.rados.0.smithi173.stdout:2413: finishing copy_from racing read to smithi17368540-8 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2421: finishing write tid 1 to smithi17368540-41 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2413: finishing copy_from to smithi17368540-8 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1401 (ObjNum 722 snap 222 seq_num 722) dirty exists 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2421: finishing write tid 2 to smithi17368540-41 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2421: finishing write tid 3 to smithi17368540-41 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2421: oid 41 updating version 0 to 1402 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2421: oid 41 updating version 1402 to 1403 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1403 (ObjNum 750 snap 229 seq_num 750) dirty exists 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2421: left oid 41 (ObjNum 750 snap 229 seq_num 750) 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2412: done (6 left) 2024-08-30T21:06:42.984 INFO:tasks.rados.rados.0.smithi173.stdout:2413: done (5 left) 2024-08-30T21:06:42.985 INFO:tasks.rados.rados.0.smithi173.stdout:2416: done (4 left) 2024-08-30T21:06:42.985 INFO:tasks.rados.rados.0.smithi173.stdout:2419: done (3 left) 2024-08-30T21:06:42.985 INFO:tasks.rados.rados.0.smithi173.stdout:2420: done (2 left) 2024-08-30T21:06:42.985 INFO:tasks.rados.rados.0.smithi173.stdout:2421: done (1 left) 2024-08-30T21:06:42.985 INFO:tasks.rados.rados.0.smithi173.stdout:2422: done (0 left) 2024-08-30T21:06:42.985 INFO:tasks.rados.rados.0.smithi173.stdout:2423: snap_remove snap 228 2024-08-30T21:06:43.636 INFO:tasks.rados.rados.0.smithi173.stdout:2423: done (0 left) 2024-08-30T21:06:43.637 INFO:tasks.rados.rados.0.smithi173.stdout:2424: copy_from oid 6 from oid 30 current snap is 229 2024-08-30T21:06:43.637 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 229 2024-08-30T21:06:43.637 INFO:tasks.rados.rados.0.smithi173.stdout:2425: seq_num 752 ranges {9592832=598016} 2024-08-30T21:06:43.693 INFO:tasks.rados.rados.0.smithi173.stdout:2425: writing smithi17368540-22 from 9592832 to 10190848 tid 1 2024-08-30T21:06:43.693 INFO:tasks.rados.rados.0.smithi173.stdout:2426: delete oid 26 current snap is 229 2024-08-30T21:06:43.693 INFO:tasks.rados.rados.0.smithi173.stdout:2424: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:06:43.693 INFO:tasks.rados.rados.0.smithi173.stdout:2424: finishing copy_from to smithi17368540-6 2024-08-30T21:06:43.693 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 1418 (ObjNum 733 snap 227 seq_num 733) dirty exists 2024-08-30T21:06:43.695 INFO:tasks.rados.rados.0.smithi173.stdout:2424: done (2 left) 2024-08-30T21:06:43.695 INFO:tasks.rados.rados.0.smithi173.stdout:2426: done (1 left) 2024-08-30T21:06:43.695 INFO:tasks.rados.rados.0.smithi173.stdout:2427: rollback oid 34 current snap is 229 2024-08-30T21:06:43.695 INFO:tasks.rados.rados.0.smithi173.stdout:2427: done (1 left) 2024-08-30T21:06:43.695 INFO:tasks.rados.rados.0.smithi173.stdout:2428: snap_create 2024-08-30T21:06:43.696 INFO:tasks.rados.rados.0.smithi173.stdout:2425: finishing write tid 1 to smithi17368540-22 2024-08-30T21:06:43.696 INFO:tasks.rados.rados.0.smithi173.stdout:2425: finishing write tid 2 to smithi17368540-22 2024-08-30T21:06:43.698 INFO:tasks.rados.rados.0.smithi173.stdout:2425: finishing write tid 3 to smithi17368540-22 2024-08-30T21:06:43.698 INFO:tasks.rados.rados.0.smithi173.stdout:2425: oid 22 updating version 0 to 1405 2024-08-30T21:06:43.698 INFO:tasks.rados.rados.0.smithi173.stdout:2425: oid 22 version 1405 is already newer than 1404 2024-08-30T21:06:43.698 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1405 (ObjNum 752 snap 229 seq_num 752) dirty exists 2024-08-30T21:06:43.698 INFO:tasks.rados.rados.0.smithi173.stdout:2425: left oid 22 (ObjNum 752 snap 229 seq_num 752) 2024-08-30T21:06:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[82405]: pgmap v488: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-08-30T21:06:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[82405]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:rejoin 2024-08-30T21:06:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[82405]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-30T21:06:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[82405]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-30T21:06:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[79976]: pgmap v488: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-08-30T21:06:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[79976]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:rejoin 2024-08-30T21:06:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[79976]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-30T21:06:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:43 smithi173 ceph-mon[79976]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-30T21:06:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:43 smithi196 ceph-mon[74601]: pgmap v488: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.6 MiB/s wr, 33 op/s 2024-08-30T21:06:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:43 smithi196 ceph-mon[74601]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:rejoin 2024-08-30T21:06:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:43 smithi196 ceph-mon[74601]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-30T21:06:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:43 smithi196 ceph-mon[74601]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-30T21:06:44.645 INFO:tasks.rados.rados.0.smithi173.stdout:2425: done (1 left) 2024-08-30T21:06:44.645 INFO:tasks.rados.rados.0.smithi173.stdout:2428: done (0 left) 2024-08-30T21:06:44.646 INFO:tasks.rados.rados.0.smithi173.stdout:2429: read oid 43 snap -1 2024-08-30T21:06:44.646 INFO:tasks.rados.rados.0.smithi173.stdout:2429: expect (ObjNum 742 snap 229 seq_num 742) 2024-08-30T21:06:44.646 INFO:tasks.rados.rados.0.smithi173.stdout:2430: delete oid 39 current snap is 230 2024-08-30T21:06:44.651 INFO:tasks.rados.rados.0.smithi173.stdout:2430: done (1 left) 2024-08-30T21:06:44.651 INFO:tasks.rados.rados.0.smithi173.stdout:2431: copy_from oid 13 from oid 50 current snap is 230 2024-08-30T21:06:44.651 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 230 2024-08-30T21:06:44.651 INFO:tasks.rados.rados.0.smithi173.stdout:2432: seq_num 755 ranges {2113536=647168} 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2432: writing smithi17368540-6 from 2113536 to 2760704 tid 1 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2433: copy_from oid 2 from oid 10 current snap is 230 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2431: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2431: finishing copy_from to smithi17368540-13 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1425 (ObjNum 740 snap 229 seq_num 740) dirty exists 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2431: done (3 left) 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2434: read oid 25 snap -1 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2434: expect deleted 2024-08-30T21:06:44.667 INFO:tasks.rados.rados.0.smithi173.stdout:2435: read oid 19 snap -1 2024-08-30T21:06:44.668 INFO:tasks.rados.rados.0.smithi173.stdout:2435: expect (ObjNum 744 snap 229 seq_num 744) 2024-08-30T21:06:44.668 INFO:tasks.rados.rados.0.smithi173.stdout:2436: rollback oid 38 current snap is 230 2024-08-30T21:06:44.668 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 38 to 229 2024-08-30T21:06:44.668 INFO:tasks.rados.rados.0.smithi173.stdout:2437: snap_create 2024-08-30T21:06:44.671 INFO:tasks.rados.rados.0.smithi173.stdout:2435: expect (ObjNum 744 snap 229 seq_num 744) 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:2436: finishing rollback tid 0 to smithi17368540-38 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:2433: finishing copy_from to smithi17368540-2 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:2433: got expected ENOENT (src dne) 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:2436: finishing rollback tid 1 to smithi17368540-38 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:2433: finishing copy_from racing read to smithi17368540-2 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:2436: finishing rollback tid 2 to smithi17368540-38 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1140 (ObjNum 731 snap 225 seq_num 731) dirty exists 2024-08-30T21:06:44.685 INFO:tasks.rados.rados.0.smithi173.stdout:2432: finishing write tid 1 to smithi17368540-6 2024-08-30T21:06:44.686 INFO:tasks.rados.rados.0.smithi173.stdout:2432: finishing write tid 2 to smithi17368540-6 2024-08-30T21:06:44.686 INFO:tasks.rados.rados.0.smithi173.stdout:2432: finishing write tid 3 to smithi17368540-6 2024-08-30T21:06:44.686 INFO:tasks.rados.rados.0.smithi173.stdout:2432: oid 6 updating version 0 to 1420 2024-08-30T21:06:44.686 INFO:tasks.rados.rados.0.smithi173.stdout:2432: oid 6 version 1420 is already newer than 1419 2024-08-30T21:06:44.686 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 1420 (ObjNum 755 snap 230 seq_num 755) dirty exists 2024-08-30T21:06:44.686 INFO:tasks.rados.rados.0.smithi173.stdout:2432: left oid 6 (ObjNum 755 snap 230 seq_num 755) 2024-08-30T21:06:44.686 INFO:tasks.rados.rados.0.smithi173.stdout:2429: expect (ObjNum 742 snap 229 seq_num 742) 2024-08-30T21:06:44.960 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: 2024-08-30T21:06:44.633+0000 7ff8a90fc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-30T21:06:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[82405]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-30T21:06:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[82405]: Cluster is now healthy 2024-08-30T21:06:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[82405]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:active 2024-08-30T21:06:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[82405]: fsmap cephfs:1 {0=a=up:active} 2024-08-30T21:06:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[82405]: osdmap e546: 8 total, 8 up, 8 in 2024-08-30T21:06:44.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:06:44.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[79976]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-30T21:06:44.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[79976]: Cluster is now healthy 2024-08-30T21:06:44.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[79976]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:active 2024-08-30T21:06:44.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=a=up:active} 2024-08-30T21:06:44.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[79976]: osdmap e546: 8 total, 8 up, 8 in 2024-08-30T21:06:44.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:44 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:06:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:44 smithi196 ceph-mon[74601]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-30T21:06:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:44 smithi196 ceph-mon[74601]: Cluster is now healthy 2024-08-30T21:06:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:44 smithi196 ceph-mon[74601]: mds.? [v2:172.21.15.173:6834/2922227331,v1:172.21.15.173:6835/2922227331] up:active 2024-08-30T21:06:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:44 smithi196 ceph-mon[74601]: fsmap cephfs:1 {0=a=up:active} 2024-08-30T21:06:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:44 smithi196 ceph-mon[74601]: osdmap e546: 8 total, 8 up, 8 in 2024-08-30T21:06:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:44 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:06:45.644 INFO:tasks.rados.rados.0.smithi173.stdout:2429: done (6 left) 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:2432: done (5 left) 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:2433: done (4 left) 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:2434: done (3 left) 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:2435: done (2 left) 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:2436: done (1 left) 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:2437: done (0 left) 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 231 2024-08-30T21:06:45.645 INFO:tasks.rados.rados.0.smithi173.stdout:2438: seq_num 756 ranges {10493952=671744} 2024-08-30T21:06:45.646 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:06:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:06:45] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2024-08-30T21:06:45.703 INFO:tasks.rados.rados.0.smithi173.stdout:2438: writing smithi17368540-44 from 10493952 to 11165696 tid 1 2024-08-30T21:06:45.704 INFO:tasks.rados.rados.0.smithi173.stdout:2439: read oid 50 snap -1 2024-08-30T21:06:45.704 INFO:tasks.rados.rados.0.smithi173.stdout:2439: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:06:45.704 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 231 2024-08-30T21:06:45.704 INFO:tasks.rados.rados.0.smithi173.stdout:2440: seq_num 757 ranges {466944=688128} 2024-08-30T21:06:45.710 INFO:tasks.rados.rados.0.smithi173.stdout:2440: writing smithi17368540-19 from 466944 to 1155072 tid 1 2024-08-30T21:06:45.710 INFO:tasks.rados.rados.0.smithi173.stdout:2441: copy_from oid 34 from oid 46 current snap is 231 2024-08-30T21:06:45.710 INFO:tasks.rados.rados.0.smithi173.stdout:2439: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:06:45.744 INFO:tasks.rados.rados.0.smithi173.stdout:2438: finishing write tid 1 to smithi17368540-44 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2438: finishing write tid 2 to smithi17368540-44 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2439: done (3 left) 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2442: snap_create 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2438: finishing write tid 3 to smithi17368540-44 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2438: oid 44 updating version 0 to 1487 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2438: oid 44 version 1487 is already newer than 1486 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1487 (ObjNum 756 snap 231 seq_num 756) dirty exists 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2438: left oid 44 (ObjNum 756 snap 231 seq_num 756) 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2440: finishing write tid 1 to smithi17368540-19 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2440: finishing write tid 2 to smithi17368540-19 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2440: finishing write tid 3 to smithi17368540-19 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2440: oid 19 updating version 0 to 1761 2024-08-30T21:06:45.745 INFO:tasks.rados.rados.0.smithi173.stdout:2440: oid 19 updating version 1761 to 1762 2024-08-30T21:06:45.746 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1762 (ObjNum 757 snap 231 seq_num 757) dirty exists 2024-08-30T21:06:45.746 INFO:tasks.rados.rados.0.smithi173.stdout:2440: left oid 19 (ObjNum 757 snap 231 seq_num 757) 2024-08-30T21:06:45.746 INFO:tasks.rados.rados.0.smithi173.stdout:2441: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:06:45.746 INFO:tasks.rados.rados.0.smithi173.stdout:2441: finishing copy_from to smithi17368540-34 2024-08-30T21:06:45.746 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 1388 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:45 smithi173 ceph-mon[79976]: pgmap v490: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.2 MiB/s wr, 33 op/s 2024-08-30T21:06:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:45 smithi173 ceph-mon[79976]: osdmap e547: 8 total, 8 up, 8 in 2024-08-30T21:06:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:45 smithi173 ceph-mon[82405]: pgmap v490: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.2 MiB/s wr, 33 op/s 2024-08-30T21:06:45.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:45 smithi173 ceph-mon[82405]: osdmap e547: 8 total, 8 up, 8 in 2024-08-30T21:06:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:45 smithi196 ceph-mon[74601]: pgmap v490: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 6.2 MiB/s wr, 33 op/s 2024-08-30T21:06:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:45 smithi196 ceph-mon[74601]: osdmap e547: 8 total, 8 up, 8 in 2024-08-30T21:06:46.525 INFO:tasks.rados.rados.0.smithi173.stdout:2438: done (3 left) 2024-08-30T21:06:46.525 INFO:tasks.rados.rados.0.smithi173.stdout:2440: done (2 left) 2024-08-30T21:06:46.525 INFO:tasks.rados.rados.0.smithi173.stdout:2441: done (1 left) 2024-08-30T21:06:46.525 INFO:tasks.rados.rados.0.smithi173.stdout:2442: done (0 left) 2024-08-30T21:06:46.525 INFO:tasks.rados.rados.0.smithi173.stdout:2443: read oid 38 snap 229 2024-08-30T21:06:46.525 INFO:tasks.rados.rados.0.smithi173.stdout:2443: expect (ObjNum 731 snap 225 seq_num 731) 2024-08-30T21:06:46.526 INFO:tasks.rados.rados.0.smithi173.stdout:2444: read oid 37 snap 231 2024-08-30T21:06:46.526 INFO:tasks.rados.rados.0.smithi173.stdout:2444: expect deleted 2024-08-30T21:06:46.526 INFO:tasks.rados.rados.0.smithi173.stdout:2445: snap_create 2024-08-30T21:06:46.532 INFO:tasks.rados.rados.0.smithi173.stdout:2443: expect (ObjNum 731 snap 225 seq_num 731) 2024-08-30T21:06:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:46 smithi173 ceph-mon[79976]: osdmap e548: 8 total, 8 up, 8 in 2024-08-30T21:06:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:46 smithi173 ceph-mon[79976]: osdmap e549: 8 total, 8 up, 8 in 2024-08-30T21:06:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:46 smithi173 ceph-mon[82405]: osdmap e548: 8 total, 8 up, 8 in 2024-08-30T21:06:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:46 smithi173 ceph-mon[82405]: osdmap e549: 8 total, 8 up, 8 in 2024-08-30T21:06:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:46 smithi196 ceph-mon[74601]: osdmap e548: 8 total, 8 up, 8 in 2024-08-30T21:06:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:46 smithi196 ceph-mon[74601]: osdmap e549: 8 total, 8 up, 8 in 2024-08-30T21:06:47.526 INFO:tasks.rados.rados.0.smithi173.stdout:2443: done (2 left) 2024-08-30T21:06:47.526 INFO:tasks.rados.rados.0.smithi173.stdout:2444: done (1 left) 2024-08-30T21:06:47.526 INFO:tasks.rados.rados.0.smithi173.stdout:2445: done (0 left) 2024-08-30T21:06:47.526 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 233 2024-08-30T21:06:47.526 INFO:tasks.rados.rados.0.smithi173.stdout:2446: seq_num 758 ranges {0=704512} 2024-08-30T21:06:47.530 INFO:tasks.rados.rados.0.smithi173.stdout:2446: writing smithi17368540-45 from 0 to 704512 tid 1 2024-08-30T21:06:47.530 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 233 2024-08-30T21:06:47.530 INFO:tasks.rados.rados.0.smithi173.stdout:2447: seq_num 759 ranges {5144576=720896} 2024-08-30T21:06:47.561 INFO:tasks.rados.rados.0.smithi173.stdout:2447: writing smithi17368540-1 from 5144576 to 5865472 tid 1 2024-08-30T21:06:47.561 INFO:tasks.rados.rados.0.smithi173.stdout:2448: snap_remove snap 231 2024-08-30T21:06:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:47 smithi173 ceph-mon[79976]: pgmap v493: 121 pgs: 121 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 36 op/s 2024-08-30T21:06:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:47 smithi173 ceph-mon[79976]: osdmap e550: 8 total, 8 up, 8 in 2024-08-30T21:06:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:47 smithi173 ceph-mon[82405]: pgmap v493: 121 pgs: 121 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 36 op/s 2024-08-30T21:06:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:47 smithi173 ceph-mon[82405]: osdmap e550: 8 total, 8 up, 8 in 2024-08-30T21:06:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:47 smithi196 ceph-mon[74601]: pgmap v493: 121 pgs: 121 active+clean; 173 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 9.2 MiB/s wr, 36 op/s 2024-08-30T21:06:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:47 smithi196 ceph-mon[74601]: osdmap e550: 8 total, 8 up, 8 in 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2448: done (2 left) 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2449: read oid 9 snap 230 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2449: expect (ObjNum 707 snap 220 seq_num 707) 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2450: snap_create 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2446: finishing write tid 1 to smithi17368540-45 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2446: finishing write tid 2 to smithi17368540-45 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2446: finishing write tid 3 to smithi17368540-45 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2446: oid 45 updating version 0 to 1406 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:2446: oid 45 updating version 1406 to 1407 2024-08-30T21:06:48.529 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 1407 (ObjNum 758 snap 233 seq_num 758) dirty exists 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:2446: left oid 45 (ObjNum 758 snap 233 seq_num 758) 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:2447: finishing write tid 1 to smithi17368540-1 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:2447: finishing write tid 2 to smithi17368540-1 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:2447: finishing write tid 3 to smithi17368540-1 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:2447: oid 1 updating version 0 to 1143 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:2447: oid 1 version 1143 is already newer than 1142 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1143 (ObjNum 759 snap 233 seq_num 759) dirty exists 2024-08-30T21:06:48.530 INFO:tasks.rados.rados.0.smithi173.stdout:2447: left oid 1 (ObjNum 759 snap 233 seq_num 759) 2024-08-30T21:06:48.581 INFO:tasks.rados.rados.0.smithi173.stdout:2449: expect (ObjNum 707 snap 220 seq_num 707) 2024-08-30T21:06:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:2446: done (3 left) 2024-08-30T21:06:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:2447: done (2 left) 2024-08-30T21:06:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:2449: done (1 left) 2024-08-30T21:06:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:2450: done (0 left) 2024-08-30T21:06:49.529 INFO:tasks.rados.rados.0.smithi173.stdout:2451: delete oid 13 current snap is 234 2024-08-30T21:06:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:2451: done (0 left) 2024-08-30T21:06:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:2452: copy_from oid 2 from oid 26 current snap is 234 2024-08-30T21:06:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 234 2024-08-30T21:06:49.534 INFO:tasks.rados.rados.0.smithi173.stdout:2453: seq_num 761 ranges {311296=753664} 2024-08-30T21:06:49.540 INFO:tasks.rados.rados.0.smithi173.stdout:2453: writing smithi17368540-32 from 311296 to 1064960 tid 1 2024-08-30T21:06:49.540 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 234 2024-08-30T21:06:49.540 INFO:tasks.rados.rados.0.smithi173.stdout:2454: seq_num 762 ranges {0=770048} 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:2454: writing smithi17368540-13 from 0 to 770048 tid 1 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:2455: rollback oid 4 current snap is 234 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 230 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:2452: finishing copy_from to smithi17368540-2 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:2452: got expected ENOENT (src dne) 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:2452: finishing copy_from racing read to smithi17368540-2 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:2453: finishing write tid 1 to smithi17368540-32 2024-08-30T21:06:49.545 INFO:tasks.rados.rados.0.smithi173.stdout:2452: done (3 left) 2024-08-30T21:06:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:2456: rmattr oid 20 current snap is 234 2024-08-30T21:06:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:2457: setattr oid 41 current snap is 234 2024-08-30T21:06:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:2453: finishing write tid 2 to smithi17368540-32 2024-08-30T21:06:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:2458: snap_create 2024-08-30T21:06:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:2453: finishing write tid 3 to smithi17368540-32 2024-08-30T21:06:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:2453: oid 32 updating version 0 to 1636 2024-08-30T21:06:49.546 INFO:tasks.rados.rados.0.smithi173.stdout:2453: oid 32 version 1636 is already newer than 1635 2024-08-30T21:06:49.547 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1636 (ObjNum 761 snap 234 seq_num 761) dirty exists 2024-08-30T21:06:49.547 INFO:tasks.rados.rados.0.smithi173.stdout:2453: left oid 32 (ObjNum 761 snap 234 seq_num 761) 2024-08-30T21:06:49.549 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1404 (ObjNum 722 snap 222 seq_num 722) dirty exists 2024-08-30T21:06:49.549 INFO:tasks.rados.rados.0.smithi173.stdout:2454: finishing write tid 1 to smithi17368540-13 2024-08-30T21:06:49.549 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1405 (ObjNum 750 snap 229 seq_num 750) dirty exists 2024-08-30T21:06:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2455: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:06:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-08-30T21:06:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2454: finishing write tid 2 to smithi17368540-13 2024-08-30T21:06:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:2454: finishing write tid 3 to smithi17368540-13 2024-08-30T21:06:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:2454: oid 13 updating version 0 to 1782 2024-08-30T21:06:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:2454: oid 13 updating version 1782 to 1783 2024-08-30T21:06:49.551 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1783 (ObjNum 762 snap 234 seq_num 762) dirty exists 2024-08-30T21:06:49.552 INFO:tasks.rados.rados.0.smithi173.stdout:2454: left oid 13 (ObjNum 762 snap 234 seq_num 762) 2024-08-30T21:06:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:49 smithi173 ceph-mon[79976]: pgmap v496: 121 pgs: 121 active+clean; 174 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 443 KiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-08-30T21:06:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:49 smithi173 ceph-mon[79976]: osdmap e551: 8 total, 8 up, 8 in 2024-08-30T21:06:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:49 smithi173 ceph-mon[82405]: pgmap v496: 121 pgs: 121 active+clean; 174 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 443 KiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-08-30T21:06:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:49 smithi173 ceph-mon[82405]: osdmap e551: 8 total, 8 up, 8 in 2024-08-30T21:06:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:49 smithi196 ceph-mon[74601]: pgmap v496: 121 pgs: 121 active+clean; 174 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 443 KiB/s rd, 4.6 MiB/s wr, 19 op/s 2024-08-30T21:06:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:49 smithi196 ceph-mon[74601]: osdmap e551: 8 total, 8 up, 8 in 2024-08-30T21:06:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:2453: done (5 left) 2024-08-30T21:06:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:2454: done (4 left) 2024-08-30T21:06:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:2455: done (3 left) 2024-08-30T21:06:50.539 INFO:tasks.rados.rados.0.smithi173.stdout:2456: done (2 left) 2024-08-30T21:06:50.540 INFO:tasks.rados.rados.0.smithi173.stdout:2457: done (1 left) 2024-08-30T21:06:50.540 INFO:tasks.rados.rados.0.smithi173.stdout:2458: done (0 left) 2024-08-30T21:06:50.540 INFO:tasks.rados.rados.0.smithi173.stdout:2459: delete oid 42 current snap is 235 2024-08-30T21:06:50.543 INFO:tasks.rados.rados.0.smithi173.stdout:2459: done (0 left) 2024-08-30T21:06:50.543 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 235 2024-08-30T21:06:50.543 INFO:tasks.rados.rados.0.smithi173.stdout:2460: seq_num 764 ranges {0=802816} 2024-08-30T21:06:50.547 INFO:tasks.rados.rados.0.smithi173.stdout:2460: writing smithi17368540-26 from 0 to 802816 tid 1 2024-08-30T21:06:50.548 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 235 2024-08-30T21:06:50.548 INFO:tasks.rados.rados.0.smithi173.stdout:2461: seq_num 765 ranges {0=417792,417792=401408} 2024-08-30T21:06:50.550 INFO:tasks.rados.rados.0.smithi173.stdout:2461: writing smithi17368540-42 from 0 to 417792 tid 1 2024-08-30T21:06:50.553 INFO:tasks.rados.rados.0.smithi173.stdout:2461: writing smithi17368540-42 from 417792 to 819200 tid 2 2024-08-30T21:06:50.553 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 235 2024-08-30T21:06:50.553 INFO:tasks.rados.rados.0.smithi173.stdout:2460: finishing write tid 1 to smithi17368540-26 2024-08-30T21:06:50.553 INFO:tasks.rados.rados.0.smithi173.stdout:2462: seq_num 766 ranges {10190848=434176,10625024=401408} 2024-08-30T21:06:50.582 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:50 smithi196 ceph-mon[74601]: osdmap e552: 8 total, 8 up, 8 in 2024-08-30T21:06:50.582 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:50 smithi196 podman[97905]: 2024-08-30 21:06:50.313600219 +0000 UTC m=+9.814229233 container died 600f4ea4361df004b3e13f856505e7bceaf15db7065a9b92a9d953803105d60e (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=reef-63b0b8e, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-30T21:06:50.609 INFO:tasks.rados.rados.0.smithi173.stdout:2462: writing smithi17368540-22 from 10190848 to 10625024 tid 1 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2462: writing smithi17368540-22 from 10625024 to 11026432 tid 2 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2463: delete oid 44 current snap is 235 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2460: finishing write tid 2 to smithi17368540-26 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2461: finishing write tid 1 to smithi17368540-42 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2460: finishing write tid 3 to smithi17368540-26 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2460: oid 26 updating version 0 to 1637 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2460: oid 26 updating version 1637 to 1638 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1638 (ObjNum 764 snap 235 seq_num 764) dirty exists 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2460: left oid 26 (ObjNum 764 snap 235 seq_num 764) 2024-08-30T21:06:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:2461: finishing write tid 2 to smithi17368540-42 2024-08-30T21:06:50.613 INFO:tasks.rados.rados.0.smithi173.stdout:2461: finishing write tid 3 to smithi17368540-42 2024-08-30T21:06:50.613 INFO:tasks.rados.rados.0.smithi173.stdout:2461: finishing write tid 4 to smithi17368540-42 2024-08-30T21:06:50.613 INFO:tasks.rados.rados.0.smithi173.stdout:2461: oid 42 updating version 0 to 1641 2024-08-30T21:06:50.613 INFO:tasks.rados.rados.0.smithi173.stdout:2461: oid 42 version 1641 is already newer than 1640 2024-08-30T21:06:50.613 INFO:tasks.rados.rados.0.smithi173.stdout:2461: oid 42 version 1641 is already newer than 1639 2024-08-30T21:06:50.613 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1641 (ObjNum 765 snap 235 seq_num 765) dirty exists 2024-08-30T21:06:50.613 INFO:tasks.rados.rados.0.smithi173.stdout:2461: left oid 42 (ObjNum 765 snap 235 seq_num 765) 2024-08-30T21:06:50.618 INFO:tasks.rados.rados.0.smithi173.stdout:2460: done (3 left) 2024-08-30T21:06:50.618 INFO:tasks.rados.rados.0.smithi173.stdout:2461: done (2 left) 2024-08-30T21:06:50.618 INFO:tasks.rados.rados.0.smithi173.stdout:2463: done (1 left) 2024-08-30T21:06:50.618 INFO:tasks.rados.rados.0.smithi173.stdout:2464: read oid 18 snap -1 2024-08-30T21:06:50.618 INFO:tasks.rados.rados.0.smithi173.stdout:2464: expect deleted 2024-08-30T21:06:50.618 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 235 2024-08-30T21:06:50.618 INFO:tasks.rados.rados.0.smithi173.stdout:2465: seq_num 768 ranges {3366912=466944,3833856=401408} 2024-08-30T21:06:50.638 INFO:tasks.rados.rados.0.smithi173.stdout:2465: writing smithi17368540-46 from 3366912 to 3833856 tid 1 2024-08-30T21:06:50.641 INFO:tasks.rados.rados.0.smithi173.stdout:2465: writing smithi17368540-46 from 3833856 to 4235264 tid 2 2024-08-30T21:06:50.641 INFO:tasks.rados.rados.0.smithi173.stdout:2466: read oid 29 snap -1 2024-08-30T21:06:50.641 INFO:tasks.rados.rados.0.smithi173.stdout:2466: expect deleted 2024-08-30T21:06:50.641 INFO:tasks.rados.rados.0.smithi173.stdout:2467: read oid 34 snap -1 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2467: expect (ObjNum 604 snap 188 seq_num 604) 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2468: copy_from oid 11 from oid 27 current snap is 235 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: finishing write tid 1 to smithi17368540-22 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2469: setattr oid 21 current snap is 235 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: finishing write tid 2 to smithi17368540-22 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: finishing write tid 3 to smithi17368540-22 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: finishing write tid 4 to smithi17368540-22 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: oid 22 updating version 0 to 1408 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: oid 22 updating version 1408 to 1410 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: oid 22 version 1410 is already newer than 1409 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1410 (ObjNum 766 snap 235 seq_num 766) dirty exists 2024-08-30T21:06:50.642 INFO:tasks.rados.rados.0.smithi173.stdout:2462: left oid 22 (ObjNum 766 snap 235 seq_num 766) 2024-08-30T21:06:50.643 INFO:tasks.rados.rados.0.smithi173.stdout:2462: done (6 left) 2024-08-30T21:06:50.643 INFO:tasks.rados.rados.0.smithi173.stdout:2464: done (5 left) 2024-08-30T21:06:50.643 INFO:tasks.rados.rados.0.smithi173.stdout:2466: done (4 left) 2024-08-30T21:06:50.643 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 235 2024-08-30T21:06:50.643 INFO:tasks.rados.rados.0.smithi173.stdout:2470: seq_num 769 ranges {663552=483328,1146880=401408} 2024-08-30T21:06:50.649 INFO:tasks.rados.rados.0.smithi173.stdout:2470: writing smithi17368540-38 from 663552 to 1146880 tid 1 2024-08-30T21:06:50.652 INFO:tasks.rados.rados.0.smithi173.stdout:2470: writing smithi17368540-38 from 1146880 to 1548288 tid 2 2024-08-30T21:06:50.652 INFO:tasks.rados.rados.0.smithi173.stdout:2471: copy_from oid 35 from oid 13 current snap is 235 2024-08-30T21:06:50.652 INFO:tasks.rados.rados.0.smithi173.stdout:2465: finishing write tid 1 to smithi17368540-46 2024-08-30T21:06:50.652 INFO:tasks.rados.rados.0.smithi173.stdout:2465: finishing write tid 2 to smithi17368540-46 2024-08-30T21:06:50.652 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 235 2024-08-30T21:06:50.653 INFO:tasks.rados.rados.0.smithi173.stdout:2465: finishing write tid 3 to smithi17368540-46 2024-08-30T21:06:50.653 INFO:tasks.rados.rados.0.smithi173.stdout:2472: seq_num 770 ranges {5865472=499712,6365184=401408} 2024-08-30T21:06:50.687 INFO:tasks.rados.rados.0.smithi173.stdout:2472: writing smithi17368540-1 from 5865472 to 6365184 tid 1 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2472: writing smithi17368540-1 from 6365184 to 6766592 tid 2 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2473: read oid 26 snap -1 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2473: expect (ObjNum 764 snap 235 seq_num 764) 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2474: copy_from oid 39 from oid 16 current snap is 235 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2465: finishing write tid 4 to smithi17368540-46 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2465: oid 46 updating version 0 to 1392 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2465: oid 46 version 1392 is already newer than 1391 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:2465: oid 46 updating version 1392 to 1393 2024-08-30T21:06:50.690 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1393 (ObjNum 768 snap 235 seq_num 768) dirty exists 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2465: left oid 46 (ObjNum 768 snap 235 seq_num 768) 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1411 (ObjNum 727 snap 222 seq_num 727) dirty exists 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2465: done (8 left) 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2469: done (7 left) 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2475: copy_from oid 17 from oid 28 current snap is 235 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: finishing write tid 1 to smithi17368540-38 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: finishing write tid 2 to smithi17368540-38 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: finishing write tid 3 to smithi17368540-38 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: finishing write tid 4 to smithi17368540-38 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: oid 38 updating version 0 to 1142 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: oid 38 version 1142 is already newer than 1141 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: oid 38 updating version 1142 to 1143 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1143 (ObjNum 769 snap 235 seq_num 769) dirty exists 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2470: left oid 38 (ObjNum 769 snap 235 seq_num 769) 2024-08-30T21:06:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:2468: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:06:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:2467: expect (ObjNum 604 snap 188 seq_num 604) 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2468: finishing copy_from to smithi17368540-11 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1192 (ObjNum 723 snap 222 seq_num 723) dirty exists 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2471: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2471: finishing copy_from to smithi17368540-35 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1783 (ObjNum 762 snap 234 seq_num 762) dirty exists 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2467: done (7 left) 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2468: done (6 left) 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2470: done (5 left) 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2471: done (4 left) 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 235 2024-08-30T21:06:50.889 INFO:tasks.rados.rados.0.smithi173.stdout:2472: finishing write tid 1 to smithi17368540-1 2024-08-30T21:06:50.890 INFO:tasks.rados.rados.0.smithi173.stdout:2472: finishing write tid 2 to smithi17368540-1 2024-08-30T21:06:50.890 INFO:tasks.rados.rados.0.smithi173.stdout:2472: finishing write tid 3 to smithi17368540-1 2024-08-30T21:06:50.890 INFO:tasks.rados.rados.0.smithi173.stdout:2473: expect (ObjNum 764 snap 235 seq_num 764) 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:2472: finishing write tid 4 to smithi17368540-1 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:2472: oid 1 updating version 0 to 1144 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:2472: oid 1 updating version 1144 to 1146 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:2472: oid 1 version 1146 is already newer than 1145 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1146 (ObjNum 770 snap 235 seq_num 770) dirty exists 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:2472: left oid 1 (ObjNum 770 snap 235 seq_num 770) 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:2474: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:06:50.909 INFO:tasks.rados.rados.0.smithi173.stdout:2476: seq_num 771 ranges {532480=516096,1048576=401408} 2024-08-30T21:06:50.916 INFO:tasks.rados.rados.0.smithi173.stdout:2476: writing smithi17368540-49 from 532480 to 1048576 tid 1 2024-08-30T21:06:50.917 INFO:tasks.rados.rados.0.smithi173.stdout:2476: writing smithi17368540-49 from 1048576 to 1449984 tid 2 2024-08-30T21:06:50.917 INFO:tasks.rados.rados.0.smithi173.stdout:2472: done (4 left) 2024-08-30T21:06:50.917 INFO:tasks.rados.rados.0.smithi173.stdout:2473: done (3 left) 2024-08-30T21:06:50.917 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 235 2024-08-30T21:06:50.918 INFO:tasks.rados.rados.0.smithi173.stdout:2475: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:06:50.918 INFO:tasks.rados.rados.0.smithi173.stdout:2474: finishing copy_from to smithi17368540-39 2024-08-30T21:06:50.918 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 1396 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:50.918 INFO:tasks.rados.rados.0.smithi173.stdout:2475: finishing copy_from to smithi17368540-17 2024-08-30T21:06:50.918 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1053 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:50.918 INFO:tasks.rados.rados.0.smithi173.stdout:2477: seq_num 772 ranges {1064960=532480,1597440=401408} 2024-08-30T21:06:50.925 INFO:tasks.rados.rados.0.smithi173.stdout:2477: writing smithi17368540-32 from 1064960 to 1597440 tid 1 2024-08-30T21:06:50.928 INFO:tasks.rados.rados.0.smithi173.stdout:2477: writing smithi17368540-32 from 1597440 to 1998848 tid 2 2024-08-30T21:06:50.928 INFO:tasks.rados.rados.0.smithi173.stdout:2474: done (3 left) 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2475: done (2 left) 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2478: rmattr oid 1 current snap is 235 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: finishing write tid 1 to smithi17368540-49 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: finishing write tid 2 to smithi17368540-49 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: finishing write tid 3 to smithi17368540-49 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: finishing write tid 4 to smithi17368540-49 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: oid 49 updating version 0 to 1055 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: oid 49 updating version 1055 to 1056 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: oid 49 version 1056 is already newer than 1054 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1056 (ObjNum 771 snap 235 seq_num 771) dirty exists 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: left oid 49 (ObjNum 771 snap 235 seq_num 771) 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:2476: done (2 left) 2024-08-30T21:06:50.929 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 235 2024-08-30T21:06:50.930 INFO:tasks.rados.rados.0.smithi173.stdout:2479: seq_num 773 ranges {1286144=548864,1835008=401408} 2024-08-30T21:06:50.938 INFO:tasks.rados.rados.0.smithi173.stdout:2479: writing smithi17368540-21 from 1286144 to 1835008 tid 1 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2479: writing smithi17368540-21 from 1835008 to 2236416 tid 2 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2480: rollback oid 25 current snap is 235 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 233 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2477: finishing write tid 1 to smithi17368540-32 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2481: read oid 30 snap -1 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2481: expect (ObjNum 733 snap 227 seq_num 733) 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2482: copy_from oid 20 from oid 33 current snap is 235 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1147 (ObjNum 770 snap 235 seq_num 770) dirty exists 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2477: finishing write tid 2 to smithi17368540-32 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2477: finishing write tid 3 to smithi17368540-32 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2477: finishing write tid 4 to smithi17368540-32 2024-08-30T21:06:50.941 INFO:tasks.rados.rados.0.smithi173.stdout:2477: oid 32 updating version 0 to 1643 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:2477: oid 32 updating version 1643 to 1644 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:2477: oid 32 version 1644 is already newer than 1642 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1644 (ObjNum 772 snap 235 seq_num 772) dirty exists 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:2477: left oid 32 (ObjNum 772 snap 235 seq_num 772) 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:2477: done (5 left) 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:2478: done (4 left) 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:2483: setattr oid 49 current snap is 235 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:2480: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:06:50.942 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 0 (ObjNum 33 snap 0 seq_num 2) dirty dne 2024-08-30T21:06:50.943 INFO:tasks.rados.rados.0.smithi173.stdout:2480: done (4 left) 2024-08-30T21:06:50.943 INFO:tasks.rados.rados.0.smithi173.stdout:2484: read oid 25 snap 233 2024-08-30T21:06:50.943 INFO:tasks.rados.rados.0.smithi173.stdout:2484: expect deleted 2024-08-30T21:06:50.943 INFO:tasks.rados.rados.0.smithi173.stdout:2485: setattr oid 42 current snap is 235 2024-08-30T21:06:50.944 INFO:tasks.rados.rados.0.smithi173.stdout:2479: finishing write tid 1 to smithi17368540-21 2024-08-30T21:06:50.944 INFO:tasks.rados.rados.0.smithi173.stdout:2479: finishing write tid 2 to smithi17368540-21 2024-08-30T21:06:50.944 INFO:tasks.rados.rados.0.smithi173.stdout:2482: finishing copy_from to smithi17368540-20 2024-08-30T21:06:50.944 INFO:tasks.rados.rados.0.smithi173.stdout:2482: got expected ENOENT (src dne) 2024-08-30T21:06:50.945 INFO:tasks.rados.rados.0.smithi173.stdout:2482: finishing copy_from racing read to smithi17368540-20 2024-08-30T21:06:50.945 INFO:tasks.rados.rados.0.smithi173.stdout:2479: finishing write tid 3 to smithi17368540-21 2024-08-30T21:06:50.946 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1057 (ObjNum 771 snap 235 seq_num 771) dirty exists 2024-08-30T21:06:50.946 INFO:tasks.rados.rados.0.smithi173.stdout:2482: done (5 left) 2024-08-30T21:06:50.946 INFO:tasks.rados.rados.0.smithi173.stdout:2483: done (4 left) 2024-08-30T21:06:50.946 INFO:tasks.rados.rados.0.smithi173.stdout:2484: done (3 left) 2024-08-30T21:06:50.946 INFO:tasks.rados.rados.0.smithi173.stdout:2486: rollback oid 17 current snap is 235 2024-08-30T21:06:50.946 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 17 to 230 2024-08-30T21:06:50.946 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 235 2024-08-30T21:06:50.947 INFO:tasks.rados.rados.0.smithi173.stdout:2487: seq_num 774 ranges {1794048=565248,2359296=401408} 2024-08-30T21:06:50.959 INFO:tasks.rados.rados.0.smithi173.stdout:2487: writing smithi17368540-11 from 1794048 to 2359296 tid 1 2024-08-30T21:06:50.959 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:50 smithi173 ceph-mon[79976]: osdmap e552: 8 total, 8 up, 8 in 2024-08-30T21:06:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:50 smithi173 ceph-mon[82405]: osdmap e552: 8 total, 8 up, 8 in 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2487: writing smithi17368540-11 from 2359296 to 2760704 tid 2 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2488: copy_from oid 45 from oid 26 current snap is 235 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2479: finishing write tid 4 to smithi17368540-21 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2479: oid 21 updating version 0 to 1412 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2479: oid 21 updating version 1412 to 1414 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2479: oid 21 version 1414 is already newer than 1413 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1414 (ObjNum 773 snap 235 seq_num 773) dirty exists 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2479: left oid 21 (ObjNum 773 snap 235 seq_num 773) 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1645 (ObjNum 765 snap 235 seq_num 765) dirty exists 2024-08-30T21:06:50.962 INFO:tasks.rados.rados.0.smithi173.stdout:2486: finishing rollback tid 0 to smithi17368540-17 2024-08-30T21:06:50.963 INFO:tasks.rados.rados.0.smithi173.stdout:2479: done (5 left) 2024-08-30T21:06:50.963 INFO:tasks.rados.rados.0.smithi173.stdout:2485: done (4 left) 2024-08-30T21:06:50.963 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 235 2024-08-30T21:06:50.963 INFO:tasks.rados.rados.0.smithi173.stdout:2486: finishing rollback tid 1 to smithi17368540-17 2024-08-30T21:06:50.963 INFO:tasks.rados.rados.0.smithi173.stdout:2486: finishing rollback tid 2 to smithi17368540-17 2024-08-30T21:06:50.963 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1060 (ObjNum 736 snap 227 seq_num 736) dirty exists 2024-08-30T21:06:50.963 INFO:tasks.rados.rados.0.smithi173.stdout:2481: expect (ObjNum 733 snap 227 seq_num 733) 2024-08-30T21:06:51.020 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:50 smithi196 podman[97905]: 2024-08-30 21:06:50.773021029 +0000 UTC m=+10.273650027 container cleanup 600f4ea4361df004b3e13f856505e7bceaf15db7065a9b92a9d953803105d60e (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-63b0b8e, org.label-schema.license=GPLv2, ceph=True) 2024-08-30T21:06:51.020 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:50 smithi196 bash[97905]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2487: finishing write tid 1 to smithi17368540-11 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2487: finishing write tid 2 to smithi17368540-11 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2487: finishing write tid 3 to smithi17368540-11 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2488: finishing copy_from racing read to smithi17368540-45 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2488: finishing copy_from to smithi17368540-45 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 1638 (ObjNum 764 snap 235 seq_num 764) dirty exists 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2487: finishing write tid 4 to smithi17368540-11 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2487: oid 11 updating version 0 to 1787 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2487: oid 11 updating version 1787 to 1788 2024-08-30T21:06:51.074 INFO:tasks.rados.rados.0.smithi173.stdout:2487: oid 11 version 1788 is already newer than 1786 2024-08-30T21:06:51.075 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1788 (ObjNum 774 snap 235 seq_num 774) dirty exists 2024-08-30T21:06:51.075 INFO:tasks.rados.rados.0.smithi173.stdout:2487: left oid 11 (ObjNum 774 snap 235 seq_num 774) 2024-08-30T21:06:51.075 INFO:tasks.rados.rados.0.smithi173.stdout:2489: seq_num 775 ranges {1466368=589824,2056192=401408} 2024-08-30T21:06:51.085 INFO:tasks.rados.rados.0.smithi173.stdout:2489: writing smithi17368540-36 from 1466368 to 2056192 tid 1 2024-08-30T21:06:51.087 INFO:tasks.rados.rados.0.smithi173.stdout:2489: writing smithi17368540-36 from 2056192 to 2457600 tid 2 2024-08-30T21:06:51.087 INFO:tasks.rados.rados.0.smithi173.stdout:2481: done (4 left) 2024-08-30T21:06:51.087 INFO:tasks.rados.rados.0.smithi173.stdout:2486: done (3 left) 2024-08-30T21:06:51.087 INFO:tasks.rados.rados.0.smithi173.stdout:2487: done (2 left) 2024-08-30T21:06:51.087 INFO:tasks.rados.rados.0.smithi173.stdout:2488: done (1 left) 2024-08-30T21:06:51.087 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 235 2024-08-30T21:06:51.087 INFO:tasks.rados.rados.0.smithi173.stdout:2490: seq_num 776 ranges {0=606208,606208=401408} 2024-08-30T21:06:51.090 INFO:tasks.rados.rados.0.smithi173.stdout:2490: writing smithi17368540-4 from 0 to 606208 tid 1 2024-08-30T21:06:51.093 INFO:tasks.rados.rados.0.smithi173.stdout:2490: writing smithi17368540-4 from 606208 to 1007616 tid 2 2024-08-30T21:06:51.093 INFO:tasks.rados.rados.0.smithi173.stdout:2491: read oid 10 snap -1 2024-08-30T21:06:51.093 INFO:tasks.rados.rados.0.smithi173.stdout:2491: expect deleted 2024-08-30T21:06:51.093 INFO:tasks.rados.rados.0.smithi173.stdout:2492: read oid 50 snap 232 2024-08-30T21:06:51.093 INFO:tasks.rados.rados.0.smithi173.stdout:2492: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:06:51.093 INFO:tasks.rados.rados.0.smithi173.stdout:2493: snap_remove snap 234 2024-08-30T21:06:51.397 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 podman[97933]: 2024-08-30 21:06:51.04928867 +0000 UTC m=+0.735390643 container remove 600f4ea4361df004b3e13f856505e7bceaf15db7065a9b92a9d953803105d60e (image=quay.ceph.io/ceph-ci/ceph@sha256:5907ecd29407e558a0e8364b7cf766d5235f2de0628420e5647ac88fd11bd1f0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-63b0b8e, org.label-schema.build-date=20240731) 2024-08-30T21:06:51.397 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-30T21:06:51.398 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 systemd[1]: Stopped Ceph mds.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:06:51.398 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.b.service: Consumed 1.665s CPU time. 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2493: done (4 left) 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2494: delete oid 8 current snap is 235 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: finishing write tid 1 to smithi17368540-36 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: finishing write tid 2 to smithi17368540-36 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: finishing write tid 3 to smithi17368540-36 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: finishing write tid 4 to smithi17368540-36 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: oid 36 updating version 0 to 1632 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: oid 36 version 1632 is already newer than 1631 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: oid 36 updating version 1632 to 1633 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 1633 (ObjNum 775 snap 235 seq_num 775) dirty exists 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2489: left oid 36 (ObjNum 775 snap 235 seq_num 775) 2024-08-30T21:06:51.530 INFO:tasks.rados.rados.0.smithi173.stdout:2490: finishing write tid 1 to smithi17368540-4 2024-08-30T21:06:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:2490: finishing write tid 2 to smithi17368540-4 2024-08-30T21:06:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:2490: finishing write tid 3 to smithi17368540-4 2024-08-30T21:06:51.531 INFO:tasks.rados.rados.0.smithi173.stdout:2492: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:06:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2490: finishing write tid 4 to smithi17368540-4 2024-08-30T21:06:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2490: oid 4 updating version 0 to 1789 2024-08-30T21:06:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2490: oid 4 updating version 1789 to 1790 2024-08-30T21:06:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2490: oid 4 updating version 1790 to 1791 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1791 (ObjNum 776 snap 235 seq_num 776) dirty exists 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2490: left oid 4 (ObjNum 776 snap 235 seq_num 776) 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2489: done (4 left) 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2490: done (3 left) 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2491: done (2 left) 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2492: done (1 left) 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2494: done (0 left) 2024-08-30T21:06:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2495: delete oid 22 current snap is 235 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2495: done (0 left) 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2496: rollback oid 41 current snap is 235 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 41 to 233 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2497: rollback oid 19 current snap is 235 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 233 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2498: rollback oid 24 current snap is 235 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 24 to 232 2024-08-30T21:06:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2499: snap_create 2024-08-30T21:06:51.574 INFO:tasks.rados.rados.0.smithi173.stdout:2497: finishing rollback tid 0 to smithi17368540-19 2024-08-30T21:06:51.575 INFO:tasks.rados.rados.0.smithi173.stdout:2498: finishing rollback tid 0 to smithi17368540-24 2024-08-30T21:06:51.575 INFO:tasks.rados.rados.0.smithi173.stdout:2496: finishing rollback tid 0 to smithi17368540-41 2024-08-30T21:06:51.575 INFO:tasks.rados.rados.0.smithi173.stdout:2497: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:06:51.575 INFO:tasks.rados.rados.0.smithi173.stdout:2498: finishing rollback tid 1 to smithi17368540-24 2024-08-30T21:06:51.575 INFO:tasks.rados.rados.0.smithi173.stdout:2496: finishing rollback tid 1 to smithi17368540-41 2024-08-30T21:06:51.576 INFO:tasks.rados.rados.0.smithi173.stdout:2498: finishing rollback tid 2 to smithi17368540-24 2024-08-30T21:06:51.576 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1786 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:51.576 INFO:tasks.rados.rados.0.smithi173.stdout:2497: finishing rollback tid 2 to smithi17368540-19 2024-08-30T21:06:51.576 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1765 (ObjNum 757 snap 231 seq_num 757) dirty exists 2024-08-30T21:06:51.576 INFO:tasks.rados.rados.0.smithi173.stdout:2496: finishing rollback tid 2 to smithi17368540-41 2024-08-30T21:06:51.576 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1408 (ObjNum 750 snap 229 seq_num 750) dirty exists 2024-08-30T21:06:51.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:51 smithi196 ceph-mon[74601]: pgmap v499: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 654 KiB/s wr, 10 op/s 2024-08-30T21:06:51.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:51 smithi196 ceph-mon[74601]: osdmap e553: 8 total, 8 up, 8 in 2024-08-30T21:06:51.659 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:51 smithi196 ceph-mon[74601]: osdmap e554: 8 total, 8 up, 8 in 2024-08-30T21:06:51.660 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 systemd[1]: Starting Ceph mds.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:06:51.660 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 podman[98059]: 2024-08-30 21:06:51.509732414 +0000 UTC m=+0.015802016 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:06:51.660 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 podman[98059]: 2024-08-30 21:06:51.659081995 +0000 UTC m=+0.165151583 container create 259d158567fb9c77b3732166397e139be60dd2dd53cc76ecaa57c4bb25cc5adf (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-30T21:06:51.914 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 podman[98059]: 2024-08-30 21:06:51.886444243 +0000 UTC m=+0.392513833 container init 259d158567fb9c77b3732166397e139be60dd2dd53cc76ecaa57c4bb25cc5adf (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:06:51.914 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 podman[98059]: 2024-08-30 21:06:51.889183444 +0000 UTC m=+0.395253044 container start 259d158567fb9c77b3732166397e139be60dd2dd53cc76ecaa57c4bb25cc5adf (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True) 2024-08-30T21:06:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:51 smithi173 ceph-mon[79976]: pgmap v499: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 654 KiB/s wr, 10 op/s 2024-08-30T21:06:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:51 smithi173 ceph-mon[79976]: osdmap e553: 8 total, 8 up, 8 in 2024-08-30T21:06:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:51 smithi173 ceph-mon[79976]: osdmap e554: 8 total, 8 up, 8 in 2024-08-30T21:06:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:51 smithi173 ceph-mon[82405]: pgmap v499: 121 pgs: 121 active+clean; 167 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 654 KiB/s wr, 10 op/s 2024-08-30T21:06:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:51 smithi173 ceph-mon[82405]: osdmap e553: 8 total, 8 up, 8 in 2024-08-30T21:06:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:51 smithi173 ceph-mon[82405]: osdmap e554: 8 total, 8 up, 8 in 2024-08-30T21:06:52.270 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:51 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b[98074]: starting mds.b at 2024-08-30T21:06:52.270 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:52 smithi196 bash[98059]: 259d158567fb9c77b3732166397e139be60dd2dd53cc76ecaa57c4bb25cc5adf 2024-08-30T21:06:52.270 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:06:52 smithi196 systemd[1]: Started Ceph mds.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:06:52.547 INFO:tasks.rados.rados.0.smithi173.stdout:2496: done (3 left) 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2497: done (2 left) 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2498: done (1 left) 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2499: done (0 left) 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2500: read oid 49 snap -1 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2500: expect (ObjNum 771 snap 235 seq_num 771) 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2501: read oid 7 snap -1 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2501: expect (ObjNum 674 snap 208 seq_num 674) 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2502: copy_from oid 48 from oid 32 current snap is 236 2024-08-30T21:06:52.548 INFO:tasks.rados.rados.0.smithi173.stdout:2503: setattr oid 24 current snap is 236 2024-08-30T21:06:52.549 INFO:tasks.rados.rados.0.smithi173.stdout:2504: read oid 40 snap 235 2024-08-30T21:06:52.549 INFO:tasks.rados.rados.0.smithi173.stdout:2504: expect (ObjNum 1578802096 snap 21857 seq_num 1577800784) 2024-08-30T21:06:52.549 INFO:tasks.rados.rados.0.smithi173.stdout:2505: delete oid 31 current snap is 236 2024-08-30T21:06:52.553 INFO:tasks.rados.rados.0.smithi173.stdout:2504: expect (ObjNum 1578802096 snap 21857 seq_num 1577800784) 2024-08-30T21:06:52.554 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1787 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:52.560 INFO:tasks.rados.rados.0.smithi173.stdout:2500: expect (ObjNum 771 snap 235 seq_num 771) 2024-08-30T21:06:52.612 INFO:tasks.rados.rados.0.smithi173.stdout:2502: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:06:52.612 INFO:tasks.rados.rados.0.smithi173.stdout:2502: finishing copy_from to smithi17368540-48 2024-08-30T21:06:52.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1644 (ObjNum 772 snap 235 seq_num 772) dirty exists 2024-08-30T21:06:52.612 INFO:tasks.rados.rados.0.smithi173.stdout:2500: done (5 left) 2024-08-30T21:06:52.613 INFO:tasks.rados.rados.0.smithi173.stdout:2502: done (4 left) 2024-08-30T21:06:52.613 INFO:tasks.rados.rados.0.smithi173.stdout:2503: done (3 left) 2024-08-30T21:06:52.613 INFO:tasks.rados.rados.0.smithi173.stdout:2504: done (2 left) 2024-08-30T21:06:52.613 INFO:tasks.rados.rados.0.smithi173.stdout:2505: done (1 left) 2024-08-30T21:06:52.613 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 236 2024-08-30T21:06:52.613 INFO:tasks.rados.rados.0.smithi173.stdout:2506: seq_num 780 ranges {1728512=671744,2400256=401408} 2024-08-30T21:06:52.625 INFO:tasks.rados.rados.0.smithi173.stdout:2506: writing smithi17368540-3 from 1728512 to 2400256 tid 1 2024-08-30T21:06:52.627 INFO:tasks.rados.rados.0.smithi173.stdout:2506: writing smithi17368540-3 from 2400256 to 2801664 tid 2 2024-08-30T21:06:52.627 INFO:tasks.rados.rados.0.smithi173.stdout:2507: setattr oid 33 current snap is 236 2024-08-30T21:06:52.627 INFO:tasks.rados.rados.0.smithi173.stdout:2501: expect (ObjNum 674 snap 208 seq_num 674) 2024-08-30T21:06:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-30T21:06:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: mds.? [v2:172.21.15.196:6832/408966338,v1:172.21.15.196:6833/408966338] up:boot 2024-08-30T21:06:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-30T21:06:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[79976]: osdmap e555: 8 total, 8 up, 8 in 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: mds.? [v2:172.21.15.196:6832/408966338,v1:172.21.15.196:6833/408966338] up:boot 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:06:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:53 smithi173 ceph-mon[82405]: osdmap e555: 8 total, 8 up, 8 in 2024-08-30T21:06:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: pgmap v502: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 175 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-30T21:06:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: mds.? [v2:172.21.15.196:6832/408966338,v1:172.21.15.196:6833/408966338] up:boot 2024-08-30T21:06:53.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-30T21:06:53.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-30T21:06:53.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:53 smithi196 ceph-mon[74601]: osdmap e555: 8 total, 8 up, 8 in 2024-08-30T21:06:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:2506: finishing write tid 1 to smithi17368540-3 2024-08-30T21:06:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:2506: finishing write tid 2 to smithi17368540-3 2024-08-30T21:06:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:2506: finishing write tid 3 to smithi17368540-3 2024-08-30T21:06:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:2506: finishing write tid 4 to smithi17368540-3 2024-08-30T21:06:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:2506: oid 3 updating version 0 to 1795 2024-08-30T21:06:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:2506: oid 3 updating version 1795 to 1797 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2506: oid 3 version 1797 is already newer than 1796 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1797 (ObjNum 780 snap 236 seq_num 780) dirty exists 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2506: left oid 3 (ObjNum 780 snap 236 seq_num 780) 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2501: done (2 left) 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2506: done (1 left) 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2508: rollback oid 47 current snap is 236 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 232 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2509: rmattr oid 23 current snap is 236 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2510: rollback oid 28 current snap is 236 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 230 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2511: copy_from oid 8 from oid 50 current snap is 236 2024-08-30T21:06:53.956 INFO:tasks.rados.rados.0.smithi173.stdout:2512: rollback oid 16 current snap is 236 2024-08-30T21:06:53.957 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 16 to 229 2024-08-30T21:06:53.957 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 236 2024-08-30T21:06:53.957 INFO:tasks.rados.rados.0.smithi173.stdout:2513: seq_num 781 ranges {802816=688128,1490944=401408} 2024-08-30T21:06:53.963 INFO:tasks.rados.rados.0.smithi173.stdout:2513: writing smithi17368540-26 from 802816 to 1490944 tid 1 2024-08-30T21:06:53.966 INFO:tasks.rados.rados.0.smithi173.stdout:2513: writing smithi17368540-26 from 1490944 to 1892352 tid 2 2024-08-30T21:06:53.966 INFO:tasks.rados.rados.0.smithi173.stdout:2514: read oid 18 snap 233 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2514: expect deleted 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2515: read oid 48 snap -1 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2515: expect (ObjNum 772 snap 235 seq_num 772) 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2516: delete oid 13 current snap is 236 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2512: finishing rollback tid 0 to smithi17368540-16 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1766 (ObjNum 65 snap 0 seq_num 1666799208) dirty exists 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2508: finishing rollback tid 0 to smithi17368540-47 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1640 (ObjNum 145 snap 0 seq_num 1579104944) dirty exists 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2510: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2512: finishing rollback tid 1 to smithi17368540-16 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2512: finishing rollback tid 2 to smithi17368540-16 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1399 (ObjNum 604 snap 188 seq_num 604) dirty exists 2024-08-30T21:06:53.967 INFO:tasks.rados.rados.0.smithi173.stdout:2508: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:2508: finishing rollback tid 2 to smithi17368540-47 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1428 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:2510: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:2510: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1643 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:2511: finishing copy_from racing read to smithi17368540-8 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:2511: finishing copy_from to smithi17368540-8 2024-08-30T21:06:53.968 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1425 (ObjNum 740 snap 229 seq_num 740) dirty exists 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2507: done (9 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2508: done (8 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2509: done (7 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2510: done (6 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2511: done (5 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2512: done (4 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2514: done (3 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2516: done (2 left) 2024-08-30T21:06:53.969 INFO:tasks.rados.rados.0.smithi173.stdout:2517: delete oid 46 current snap is 236 2024-08-30T21:06:53.970 INFO:tasks.rados.rados.0.smithi173.stdout:2513: finishing write tid 1 to smithi17368540-26 2024-08-30T21:06:53.970 INFO:tasks.rados.rados.0.smithi173.stdout:2513: finishing write tid 2 to smithi17368540-26 2024-08-30T21:06:53.970 INFO:tasks.rados.rados.0.smithi173.stdout:2513: finishing write tid 3 to smithi17368540-26 2024-08-30T21:06:53.970 INFO:tasks.rados.rados.0.smithi173.stdout:2513: finishing write tid 4 to smithi17368540-26 2024-08-30T21:06:53.970 INFO:tasks.rados.rados.0.smithi173.stdout:2513: oid 26 updating version 0 to 1648 2024-08-30T21:06:53.971 INFO:tasks.rados.rados.0.smithi173.stdout:2513: oid 26 version 1648 is already newer than 1647 2024-08-30T21:06:53.971 INFO:tasks.rados.rados.0.smithi173.stdout:2513: oid 26 updating version 1648 to 1649 2024-08-30T21:06:53.971 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1649 (ObjNum 781 snap 236 seq_num 781) dirty exists 2024-08-30T21:06:53.971 INFO:tasks.rados.rados.0.smithi173.stdout:2513: left oid 26 (ObjNum 781 snap 236 seq_num 781) 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:2513: done (2 left) 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:2517: done (1 left) 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:2518: read oid 26 snap -1 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:2518: expect (ObjNum 781 snap 236 seq_num 781) 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:2519: copy_from oid 37 from oid 40 current snap is 236 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:2520: rollback oid 7 current snap is 236 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 7 to 235 2024-08-30T21:06:53.972 INFO:tasks.rados.rados.0.smithi173.stdout:2521: snap_create 2024-08-30T21:06:53.974 INFO:tasks.rados.rados.0.smithi173.stdout:2519: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:06:53.974 INFO:tasks.rados.rados.0.smithi173.stdout:2519: finishing copy_from to smithi17368540-37 2024-08-30T21:06:53.974 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 1141 (ObjNum 65 snap 0 seq_num 1599301472) dirty exists 2024-08-30T21:06:53.976 INFO:tasks.rados.rados.0.smithi173.stdout:2515: expect (ObjNum 772 snap 235 seq_num 772) 2024-08-30T21:06:54.050 INFO:tasks.rados.rados.0.smithi173.stdout:2520: finishing rollback tid 0 to smithi17368540-7 2024-08-30T21:06:54.050 INFO:tasks.rados.rados.0.smithi173.stdout:2520: finishing rollback tid 1 to smithi17368540-7 2024-08-30T21:06:54.050 INFO:tasks.rados.rados.0.smithi173.stdout:2520: finishing rollback tid 2 to smithi17368540-7 2024-08-30T21:06:54.050 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1431 (ObjNum 674 snap 208 seq_num 674) dirty exists 2024-08-30T21:06:54.050 INFO:tasks.rados.rados.0.smithi173.stdout:2518: expect (ObjNum 781 snap 236 seq_num 781) 2024-08-30T21:06:54.112 INFO:tasks.rados.rados.0.smithi173.stdout:2515: done (4 left) 2024-08-30T21:06:54.112 INFO:tasks.rados.rados.0.smithi173.stdout:2518: done (3 left) 2024-08-30T21:06:54.112 INFO:tasks.rados.rados.0.smithi173.stdout:2519: done (2 left) 2024-08-30T21:06:54.112 INFO:tasks.rados.rados.0.smithi173.stdout:2520: done (1 left) 2024-08-30T21:06:54.112 INFO:tasks.rados.rados.0.smithi173.stdout:2521: done (0 left) 2024-08-30T21:06:54.112 INFO:tasks.rados.rados.0.smithi173.stdout:2522: snap_create 2024-08-30T21:06:54.329 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:54 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:54 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:54.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:54 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:06:55.083 INFO:tasks.rados.rados.0.smithi173.stdout:2522: done (0 left) 2024-08-30T21:06:55.083 INFO:tasks.rados.rados.0.smithi173.stdout:2523: delete oid 22 current snap is 238 2024-08-30T21:06:55.085 INFO:tasks.rados.rados.0.smithi173.stdout:2523: done (0 left) 2024-08-30T21:06:55.085 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 238 2024-08-30T21:06:55.085 INFO:tasks.rados.rados.0.smithi173.stdout:2524: seq_num 785 ranges {4022272=753664,4775936=401408} 2024-08-30T21:06:55.110 INFO:tasks.rados.rados.0.smithi173.stdout:2524: writing smithi17368540-47 from 4022272 to 4775936 tid 1 2024-08-30T21:06:55.112 INFO:tasks.rados.rados.0.smithi173.stdout:2524: writing smithi17368540-47 from 4775936 to 5177344 tid 2 2024-08-30T21:06:55.112 INFO:tasks.rados.rados.0.smithi173.stdout:2525: setattr oid 7 current snap is 238 2024-08-30T21:06:55.114 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 238 2024-08-30T21:06:55.114 INFO:tasks.rados.rados.0.smithi173.stdout:2526: seq_num 786 ranges {12746752=770048,13516800=401408} 2024-08-30T21:06:55.184 INFO:tasks.rados.rados.0.smithi173.stdout:2526: writing smithi17368540-2 from 12746752 to 13516800 tid 1 2024-08-30T21:06:55.187 INFO:tasks.rados.rados.0.smithi173.stdout:2526: writing smithi17368540-2 from 13516800 to 13918208 tid 2 2024-08-30T21:06:55.187 INFO:tasks.rados.rados.0.smithi173.stdout:2527: rmattr oid 28 current snap is 238 2024-08-30T21:06:55.187 INFO:tasks.rados.rados.0.smithi173.stdout:2524: finishing write tid 1 to smithi17368540-47 2024-08-30T21:06:55.187 INFO:tasks.rados.rados.0.smithi173.stdout:2528: snap_create 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:2524: finishing write tid 2 to smithi17368540-47 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:2524: finishing write tid 3 to smithi17368540-47 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1435 (ObjNum 674 snap 208 seq_num 674) dirty exists 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:2524: finishing write tid 4 to smithi17368540-47 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:2524: oid 47 updating version 0 to 1434 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:2524: oid 47 version 1434 is already newer than 1433 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:2524: oid 47 version 1434 is already newer than 1432 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1434 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:06:55.188 INFO:tasks.rados.rados.0.smithi173.stdout:2524: left oid 47 (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:06:55.190 INFO:tasks.rados.rados.0.smithi173.stdout:2526: finishing write tid 1 to smithi17368540-2 2024-08-30T21:06:55.190 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1644 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:55.190 INFO:tasks.rados.rados.0.smithi173.stdout:2526: finishing write tid 2 to smithi17368540-2 2024-08-30T21:06:55.190 INFO:tasks.rados.rados.0.smithi173.stdout:2526: finishing write tid 3 to smithi17368540-2 2024-08-30T21:06:55.191 INFO:tasks.rados.rados.0.smithi173.stdout:2526: finishing write tid 4 to smithi17368540-2 2024-08-30T21:06:55.191 INFO:tasks.rados.rados.0.smithi173.stdout:2526: oid 2 updating version 0 to 1768 2024-08-30T21:06:55.191 INFO:tasks.rados.rados.0.smithi173.stdout:2526: oid 2 updating version 1768 to 1769 2024-08-30T21:06:55.192 INFO:tasks.rados.rados.0.smithi173.stdout:2526: oid 2 version 1769 is already newer than 1767 2024-08-30T21:06:55.192 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1769 (ObjNum 786 snap 238 seq_num 786) dirty exists 2024-08-30T21:06:55.192 INFO:tasks.rados.rados.0.smithi173.stdout:2526: left oid 2 (ObjNum 786 snap 238 seq_num 786) 2024-08-30T21:06:55.285 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:55 smithi196 ceph-mon[74601]: osdmap e556: 8 total, 8 up, 8 in 2024-08-30T21:06:55.286 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:55 smithi196 ceph-mon[74601]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-08-30T21:06:55.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:55 smithi173 ceph-mon[79976]: osdmap e556: 8 total, 8 up, 8 in 2024-08-30T21:06:55.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:55 smithi173 ceph-mon[79976]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-08-30T21:06:55.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:06:55 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:06:55] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-08-30T21:06:55.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:55 smithi173 ceph-mon[82405]: osdmap e556: 8 total, 8 up, 8 in 2024-08-30T21:06:55.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:55 smithi173 ceph-mon[82405]: pgmap v505: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-08-30T21:06:56.085 INFO:tasks.rados.rados.0.smithi173.stdout:2524: done (4 left) 2024-08-30T21:06:56.085 INFO:tasks.rados.rados.0.smithi173.stdout:2525: done (3 left) 2024-08-30T21:06:56.085 INFO:tasks.rados.rados.0.smithi173.stdout:2526: done (2 left) 2024-08-30T21:06:56.085 INFO:tasks.rados.rados.0.smithi173.stdout:2527: done (1 left) 2024-08-30T21:06:56.086 INFO:tasks.rados.rados.0.smithi173.stdout:2528: done (0 left) 2024-08-30T21:06:56.086 INFO:tasks.rados.rados.0.smithi173.stdout:2529: copy_from oid 26 from oid 49 current snap is 239 2024-08-30T21:06:56.086 INFO:tasks.rados.rados.0.smithi173.stdout:2530: setattr oid 24 current snap is 239 2024-08-30T21:06:56.087 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 239 2024-08-30T21:06:56.087 INFO:tasks.rados.rados.0.smithi173.stdout:2531: seq_num 787 ranges {3366912=786432,4153344=401408} 2024-08-30T21:06:56.110 INFO:tasks.rados.rados.0.smithi173.stdout:2531: writing smithi17368540-16 from 3366912 to 4153344 tid 1 2024-08-30T21:06:56.112 INFO:tasks.rados.rados.0.smithi173.stdout:2531: writing smithi17368540-16 from 4153344 to 4554752 tid 2 2024-08-30T21:06:56.112 INFO:tasks.rados.rados.0.smithi173.stdout:2532: delete oid 41 current snap is 239 2024-08-30T21:06:56.112 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1789 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:06:56.112 INFO:tasks.rados.rados.0.smithi173.stdout:2529: finishing copy_from racing read to smithi17368540-26 2024-08-30T21:06:56.112 INFO:tasks.rados.rados.0.smithi173.stdout:2529: finishing copy_from to smithi17368540-26 2024-08-30T21:06:56.112 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1057 (ObjNum 771 snap 235 seq_num 771) dirty exists 2024-08-30T21:06:56.115 INFO:tasks.rados.rados.0.smithi173.stdout:2529: done (3 left) 2024-08-30T21:06:56.115 INFO:tasks.rados.rados.0.smithi173.stdout:2530: done (2 left) 2024-08-30T21:06:56.116 INFO:tasks.rados.rados.0.smithi173.stdout:2532: done (1 left) 2024-08-30T21:06:56.116 INFO:tasks.rados.rados.0.smithi173.stdout:2533: rmattr oid 10 current snap is 239 2024-08-30T21:06:56.116 INFO:tasks.rados.rados.0.smithi173.stdout:2533: done (1 left) 2024-08-30T21:06:56.116 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 239 2024-08-30T21:06:56.116 INFO:tasks.rados.rados.0.smithi173.stdout:2534: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-08-30T21:06:56.118 INFO:tasks.rados.rados.0.smithi173.stdout:2534: writing smithi17368540-5 from 0 to 417792 tid 1 2024-08-30T21:06:56.122 INFO:tasks.rados.rados.0.smithi173.stdout:2534: writing smithi17368540-5 from 417792 to 1081344 tid 2 2024-08-30T21:06:56.123 INFO:tasks.rados.rados.0.smithi173.stdout:2534: writing smithi17368540-5 from 1081344 to 1220608 tid 3 2024-08-30T21:06:56.123 INFO:tasks.rados.rados.0.smithi173.stdout:2535: snap_create 2024-08-30T21:06:56.123 INFO:tasks.rados.rados.0.smithi173.stdout:2531: finishing write tid 1 to smithi17368540-16 2024-08-30T21:06:56.123 INFO:tasks.rados.rados.0.smithi173.stdout:2531: finishing write tid 2 to smithi17368540-16 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:2531: finishing write tid 3 to smithi17368540-16 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:2531: finishing write tid 4 to smithi17368540-16 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:2531: oid 16 updating version 0 to 1400 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:2531: oid 16 updating version 1400 to 1402 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:2531: oid 16 version 1402 is already newer than 1401 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1402 (ObjNum 787 snap 239 seq_num 787) dirty exists 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:2531: left oid 16 (ObjNum 787 snap 239 seq_num 787) 2024-08-30T21:06:56.124 INFO:tasks.rados.rados.0.smithi173.stdout:2534: finishing write tid 1 to smithi17368540-5 2024-08-30T21:06:56.126 INFO:tasks.rados.rados.0.smithi173.stdout:2534: finishing write tid 2 to smithi17368540-5 2024-08-30T21:06:56.127 INFO:tasks.rados.rados.0.smithi173.stdout:2534: finishing write tid 3 to smithi17368540-5 2024-08-30T21:06:56.127 INFO:tasks.rados.rados.0.smithi173.stdout:2534: finishing write tid 4 to smithi17368540-5 2024-08-30T21:06:56.130 INFO:tasks.rados.rados.0.smithi173.stdout:2534: finishing write tid 5 to smithi17368540-5 2024-08-30T21:06:56.130 INFO:tasks.rados.rados.0.smithi173.stdout:2534: oid 5 updating version 0 to 1804 2024-08-30T21:06:56.130 INFO:tasks.rados.rados.0.smithi173.stdout:2534: oid 5 version 1804 is already newer than 1802 2024-08-30T21:06:56.130 INFO:tasks.rados.rados.0.smithi173.stdout:2534: oid 5 version 1804 is already newer than 1801 2024-08-30T21:06:56.130 INFO:tasks.rados.rados.0.smithi173.stdout:2534: oid 5 version 1804 is already newer than 1803 2024-08-30T21:06:56.130 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1804 (ObjNum 789 snap 239 seq_num 789) dirty exists 2024-08-30T21:06:56.130 INFO:tasks.rados.rados.0.smithi173.stdout:2534: left oid 5 (ObjNum 789 snap 239 seq_num 789) 2024-08-30T21:06:56.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:56 smithi173 ceph-mon[79976]: osdmap e557: 8 total, 8 up, 8 in 2024-08-30T21:06:56.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:56.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:56 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:56.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:56 smithi173 ceph-mon[82405]: osdmap e557: 8 total, 8 up, 8 in 2024-08-30T21:06:56.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:56.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:56 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:56.519 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:56 smithi196 ceph-mon[74601]: osdmap e557: 8 total, 8 up, 8 in 2024-08-30T21:06:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:56 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:56.528 INFO:tasks.rados.rados.0.smithi173.stdout:2531: done (2 left) 2024-08-30T21:06:56.528 INFO:tasks.rados.rados.0.smithi173.stdout:2534: done (1 left) 2024-08-30T21:06:56.528 INFO:tasks.rados.rados.0.smithi173.stdout:2535: done (0 left) 2024-08-30T21:06:56.528 INFO:tasks.rados.rados.0.smithi173.stdout:2536: delete oid 25 current snap is 240 2024-08-30T21:06:56.532 INFO:tasks.rados.rados.0.smithi173.stdout:2536: done (0 left) 2024-08-30T21:06:56.532 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 240 2024-08-30T21:06:56.532 INFO:tasks.rados.rados.0.smithi173.stdout:2537: seq_num 791 ranges {802816=450560,1253376=475136,1728512=327680} 2024-08-30T21:06:56.538 INFO:tasks.rados.rados.0.smithi173.stdout:2537: writing smithi17368540-45 from 802816 to 1253376 tid 1 2024-08-30T21:06:56.541 INFO:tasks.rados.rados.0.smithi173.stdout:2537: writing smithi17368540-45 from 1253376 to 1728512 tid 2 2024-08-30T21:06:56.544 INFO:tasks.rados.rados.0.smithi173.stdout:2537: writing smithi17368540-45 from 1728512 to 2056192 tid 3 2024-08-30T21:06:56.544 INFO:tasks.rados.rados.0.smithi173.stdout:2538: read oid 17 snap -1 2024-08-30T21:06:56.544 INFO:tasks.rados.rados.0.smithi173.stdout:2538: expect (ObjNum 736 snap 227 seq_num 736) 2024-08-30T21:06:56.544 INFO:tasks.rados.rados.0.smithi173.stdout:2539: delete oid 34 current snap is 240 2024-08-30T21:06:56.544 INFO:tasks.rados.rados.0.smithi173.stdout:2537: finishing write tid 1 to smithi17368540-45 2024-08-30T21:06:56.546 INFO:tasks.rados.rados.0.smithi173.stdout:2537: finishing write tid 2 to smithi17368540-45 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:2537: finishing write tid 3 to smithi17368540-45 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:2539: done (2 left) 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:2540: read oid 24 snap -1 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:2540: expect (ObjNum 702 snap 220 seq_num 702) 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:2541: rollback oid 39 current snap is 240 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 229 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:2537: finishing write tid 4 to smithi17368540-45 2024-08-30T21:06:56.547 INFO:tasks.rados.rados.0.smithi173.stdout:2542: snap_create 2024-08-30T21:06:56.549 INFO:tasks.rados.rados.0.smithi173.stdout:2537: finishing write tid 5 to smithi17368540-45 2024-08-30T21:06:56.549 INFO:tasks.rados.rados.0.smithi173.stdout:2537: oid 45 updating version 0 to 1647 2024-08-30T21:06:56.549 INFO:tasks.rados.rados.0.smithi173.stdout:2537: oid 45 version 1647 is already newer than 1646 2024-08-30T21:06:56.549 INFO:tasks.rados.rados.0.smithi173.stdout:2537: oid 45 updating version 1647 to 1648 2024-08-30T21:06:56.550 INFO:tasks.rados.rados.0.smithi173.stdout:2537: oid 45 version 1648 is already newer than 1645 2024-08-30T21:06:56.550 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 1648 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:06:56.550 INFO:tasks.rados.rados.0.smithi173.stdout:2537: left oid 45 (ObjNum 791 snap 240 seq_num 791) 2024-08-30T21:06:56.550 INFO:tasks.rados.rados.0.smithi173.stdout:2538: expect (ObjNum 736 snap 227 seq_num 736) 2024-08-30T21:06:56.561 INFO:tasks.rados.rados.0.smithi173.stdout:2541: finishing rollback tid 0 to smithi17368540-39 2024-08-30T21:06:56.561 INFO:tasks.rados.rados.0.smithi173.stdout:2541: finishing rollback tid 1 to smithi17368540-39 2024-08-30T21:06:56.561 INFO:tasks.rados.rados.0.smithi173.stdout:2541: finishing rollback tid 2 to smithi17368540-39 2024-08-30T21:06:56.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 1399 (ObjNum 741 snap 229 seq_num 741) dirty exists 2024-08-30T21:06:56.561 INFO:tasks.rados.rados.0.smithi173.stdout:2540: expect (ObjNum 702 snap 220 seq_num 702) 2024-08-30T21:06:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[79976]: osdmap e558: 8 total, 8 up, 8 in 2024-08-30T21:06:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[79976]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-08-30T21:06:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[79976]: osdmap e559: 8 total, 8 up, 8 in 2024-08-30T21:06:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[82405]: osdmap e558: 8 total, 8 up, 8 in 2024-08-30T21:06:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[82405]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-08-30T21:06:57.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:57 smithi173 ceph-mon[82405]: osdmap e559: 8 total, 8 up, 8 in 2024-08-30T21:06:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:57 smithi196 ceph-mon[74601]: osdmap e558: 8 total, 8 up, 8 in 2024-08-30T21:06:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:57 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:57 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:57 smithi196 ceph-mon[74601]: pgmap v508: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-08-30T21:06:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:57 smithi196 ceph-mon[74601]: osdmap e559: 8 total, 8 up, 8 in 2024-08-30T21:06:57.529 INFO:tasks.rados.rados.0.smithi173.stdout:2537: done (4 left) 2024-08-30T21:06:57.529 INFO:tasks.rados.rados.0.smithi173.stdout:2538: done (3 left) 2024-08-30T21:06:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:2540: done (2 left) 2024-08-30T21:06:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:2541: done (1 left) 2024-08-30T21:06:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:2542: done (0 left) 2024-08-30T21:06:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:2543: read oid 11 snap -1 2024-08-30T21:06:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:2543: expect (ObjNum 774 snap 235 seq_num 774) 2024-08-30T21:06:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:2544: copy_from oid 9 from oid 15 current snap is 241 2024-08-30T21:06:57.530 INFO:tasks.rados.rados.0.smithi173.stdout:2545: delete oid 4 current snap is 241 2024-08-30T21:06:57.547 INFO:tasks.rados.rados.0.smithi173.stdout:2543: expect (ObjNum 774 snap 235 seq_num 774) 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:2544: finishing copy_from racing read to smithi17368540-9 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:2544: finishing copy_from to smithi17368540-9 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1485 (ObjNum 560 snap 173 seq_num 560) dirty exists 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:2543: done (2 left) 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:2544: done (1 left) 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:2545: done (0 left) 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 241 2024-08-30T21:06:57.678 INFO:tasks.rados.rados.0.smithi173.stdout:2546: seq_num 794 ranges {12746752=499712,13246464=532480,13778944=270336} 2024-08-30T21:06:57.746 INFO:tasks.rados.rados.0.smithi173.stdout:2546: writing smithi17368540-7 from 12746752 to 13246464 tid 1 2024-08-30T21:06:57.749 INFO:tasks.rados.rados.0.smithi173.stdout:2546: writing smithi17368540-7 from 13246464 to 13778944 tid 2 2024-08-30T21:06:57.751 INFO:tasks.rados.rados.0.smithi173.stdout:2546: writing smithi17368540-7 from 13778944 to 14049280 tid 3 2024-08-30T21:06:57.751 INFO:tasks.rados.rados.0.smithi173.stdout:2547: copy_from oid 36 from oid 21 current snap is 241 2024-08-30T21:06:57.751 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 241 2024-08-30T21:06:57.751 INFO:tasks.rados.rados.0.smithi173.stdout:2548: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-08-30T21:06:57.753 INFO:tasks.rados.rados.0.smithi173.stdout:2548: writing smithi17368540-31 from 0 to 524288 tid 1 2024-08-30T21:06:57.756 INFO:tasks.rados.rados.0.smithi173.stdout:2548: writing smithi17368540-31 from 524288 to 942080 tid 2 2024-08-30T21:06:57.759 INFO:tasks.rados.rados.0.smithi173.stdout:2548: writing smithi17368540-31 from 942080 to 1327104 tid 3 2024-08-30T21:06:57.759 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 241 2024-08-30T21:06:57.759 INFO:tasks.rados.rados.0.smithi173.stdout:2546: finishing write tid 1 to smithi17368540-7 2024-08-30T21:06:57.759 INFO:tasks.rados.rados.0.smithi173.stdout:2546: finishing write tid 2 to smithi17368540-7 2024-08-30T21:06:57.759 INFO:tasks.rados.rados.0.smithi173.stdout:2546: finishing write tid 3 to smithi17368540-7 2024-08-30T21:06:57.759 INFO:tasks.rados.rados.0.smithi173.stdout:2549: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-08-30T21:06:57.762 INFO:tasks.rados.rados.0.smithi173.stdout:2549: writing smithi17368540-18 from 0 to 540672 tid 1 2024-08-30T21:06:57.765 INFO:tasks.rados.rados.0.smithi173.stdout:2549: writing smithi17368540-18 from 540672 to 1245184 tid 2 2024-08-30T21:06:57.767 INFO:tasks.rados.rados.0.smithi173.stdout:2549: writing smithi17368540-18 from 1245184 to 1343488 tid 3 2024-08-30T21:06:57.767 INFO:tasks.rados.rados.0.smithi173.stdout:2550: rmattr oid 33 current snap is 241 2024-08-30T21:06:57.767 INFO:tasks.rados.rados.0.smithi173.stdout:2546: finishing write tid 4 to smithi17368540-7 2024-08-30T21:06:57.767 INFO:tasks.rados.rados.0.smithi173.stdout:2546: finishing write tid 5 to smithi17368540-7 2024-08-30T21:06:57.767 INFO:tasks.rados.rados.0.smithi173.stdout:2546: oid 7 updating version 0 to 1436 2024-08-30T21:06:57.767 INFO:tasks.rados.rados.0.smithi173.stdout:2546: oid 7 updating version 1436 to 1439 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2546: oid 7 version 1439 is already newer than 1438 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2546: oid 7 version 1439 is already newer than 1437 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1439 (ObjNum 794 snap 241 seq_num 794) dirty exists 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2546: left oid 7 (ObjNum 794 snap 241 seq_num 794) 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2548: finishing write tid 1 to smithi17368540-31 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2546: done (4 left) 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2551: snap_create 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2548: finishing write tid 2 to smithi17368540-31 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2548: finishing write tid 3 to smithi17368540-31 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2548: finishing write tid 4 to smithi17368540-31 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2548: finishing write tid 5 to smithi17368540-31 2024-08-30T21:06:57.768 INFO:tasks.rados.rados.0.smithi173.stdout:2548: oid 31 updating version 0 to 1653 2024-08-30T21:06:57.769 INFO:tasks.rados.rados.0.smithi173.stdout:2548: oid 31 version 1653 is already newer than 1652 2024-08-30T21:06:57.769 INFO:tasks.rados.rados.0.smithi173.stdout:2548: oid 31 version 1653 is already newer than 1650 2024-08-30T21:06:57.769 INFO:tasks.rados.rados.0.smithi173.stdout:2548: oid 31 version 1653 is already newer than 1651 2024-08-30T21:06:57.769 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1653 (ObjNum 795 snap 241 seq_num 795) dirty exists 2024-08-30T21:06:57.769 INFO:tasks.rados.rados.0.smithi173.stdout:2548: left oid 31 (ObjNum 795 snap 241 seq_num 795) 2024-08-30T21:06:57.769 INFO:tasks.rados.rados.0.smithi173.stdout:2549: finishing write tid 1 to smithi17368540-18 2024-08-30T21:06:57.769 INFO:tasks.rados.rados.0.smithi173.stdout:2547: finishing copy_from racing read to smithi17368540-36 2024-08-30T21:06:57.771 INFO:tasks.rados.rados.0.smithi173.stdout:2547: finishing copy_from to smithi17368540-36 2024-08-30T21:06:57.771 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 1414 (ObjNum 773 snap 235 seq_num 773) dirty exists 2024-08-30T21:06:57.771 INFO:tasks.rados.rados.0.smithi173.stdout:2549: finishing write tid 2 to smithi17368540-18 2024-08-30T21:06:57.771 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1649 (ObjNum 65 snap 0 seq_num 1316057195) dirty exists 2024-08-30T21:06:57.771 INFO:tasks.rados.rados.0.smithi173.stdout:2549: finishing write tid 3 to smithi17368540-18 2024-08-30T21:06:57.771 INFO:tasks.rados.rados.0.smithi173.stdout:2549: finishing write tid 4 to smithi17368540-18 2024-08-30T21:06:57.772 INFO:tasks.rados.rados.0.smithi173.stdout:2549: finishing write tid 5 to smithi17368540-18 2024-08-30T21:06:57.772 INFO:tasks.rados.rados.0.smithi173.stdout:2549: oid 18 updating version 0 to 1808 2024-08-30T21:06:57.772 INFO:tasks.rados.rados.0.smithi173.stdout:2549: oid 18 updating version 1808 to 1809 2024-08-30T21:06:57.772 INFO:tasks.rados.rados.0.smithi173.stdout:2549: oid 18 updating version 1809 to 1810 2024-08-30T21:06:57.772 INFO:tasks.rados.rados.0.smithi173.stdout:2549: oid 18 version 1810 is already newer than 1807 2024-08-30T21:06:57.773 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1810 (ObjNum 796 snap 241 seq_num 796) dirty exists 2024-08-30T21:06:57.773 INFO:tasks.rados.rados.0.smithi173.stdout:2549: left oid 18 (ObjNum 796 snap 241 seq_num 796) 2024-08-30T21:06:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:2547: done (4 left) 2024-08-30T21:06:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:2548: done (3 left) 2024-08-30T21:06:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:2549: done (2 left) 2024-08-30T21:06:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:2550: done (1 left) 2024-08-30T21:06:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:2551: done (0 left) 2024-08-30T21:06:58.538 INFO:tasks.rados.rados.0.smithi173.stdout:2552: delete oid 7 current snap is 242 2024-08-30T21:06:58.543 INFO:tasks.rados.rados.0.smithi173.stdout:2552: done (0 left) 2024-08-30T21:06:58.543 INFO:tasks.rados.rados.0.smithi173.stdout:2553: snap_remove snap 241 2024-08-30T21:06:58.906 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:58 smithi196 ceph-mon[74601]: osdmap e560: 8 total, 8 up, 8 in 2024-08-30T21:06:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:58 smithi173 ceph-mon[79976]: osdmap e560: 8 total, 8 up, 8 in 2024-08-30T21:06:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:58 smithi173 ceph-mon[82405]: osdmap e560: 8 total, 8 up, 8 in 2024-08-30T21:06:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:2553: done (0 left) 2024-08-30T21:06:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:2554: read oid 20 snap -1 2024-08-30T21:06:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:2554: expect (ObjNum 722 snap 222 seq_num 722) 2024-08-30T21:06:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:2555: read oid 6 snap -1 2024-08-30T21:06:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:2555: expect (ObjNum 755 snap 230 seq_num 755) 2024-08-30T21:06:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 242 2024-08-30T21:06:59.536 INFO:tasks.rados.rados.0.smithi173.stdout:2556: seq_num 798 ranges {4022272=573440,4595712=466944,5062656=335872} 2024-08-30T21:06:59.563 INFO:tasks.rados.rados.0.smithi173.stdout:2556: writing smithi17368540-28 from 4022272 to 4595712 tid 1 2024-08-30T21:06:59.566 INFO:tasks.rados.rados.0.smithi173.stdout:2556: writing smithi17368540-28 from 4595712 to 5062656 tid 2 2024-08-30T21:06:59.569 INFO:tasks.rados.rados.0.smithi173.stdout:2556: writing smithi17368540-28 from 5062656 to 5398528 tid 3 2024-08-30T21:06:59.569 INFO:tasks.rados.rados.0.smithi173.stdout:2557: snap_remove snap 233 2024-08-30T21:06:59.848 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: pgmap v511: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: osdmap e561: 8 total, 8 up, 8 in 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.849 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.850 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: pgmap v511: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: osdmap e561: 8 total, 8 up, 8 in 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:06:59.851 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-30T21:06:59.852 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:06:59.853 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:06:59 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: pgmap v511: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-08-30T21:07:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: osdmap e561: 8 total, 8 up, 8 in 2024-08-30T21:07:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-30T21:07:00.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:00.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:06:59 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:00.555 INFO:tasks.rados.rados.0.smithi173.stdout:2557: done (3 left) 2024-08-30T21:07:00.555 INFO:tasks.rados.rados.0.smithi173.stdout:2558: rollback oid 44 current snap is 242 2024-08-30T21:07:00.555 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 239 2024-08-30T21:07:00.555 INFO:tasks.rados.rados.0.smithi173.stdout:2559: snap_remove snap 235 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all mds 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all rgw 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all rbd-mirror 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all ceph-exporter 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all iscsi 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all nfs 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: Upgrade: Setting container_image for all nvmeof 2024-08-30T21:07:00.893 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[79976]: osdmap e562: 8 total, 8 up, 8 in 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all mds 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all rgw 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all rbd-mirror 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all ceph-exporter 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all iscsi 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all nfs 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: Upgrade: Setting container_image for all nvmeof 2024-08-30T21:07:00.894 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:00 smithi173 ceph-mon[82405]: osdmap e562: 8 total, 8 up, 8 in 2024-08-30T21:07:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all mds 2024-08-30T21:07:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all rgw 2024-08-30T21:07:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all rbd-mirror 2024-08-30T21:07:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all ceph-exporter 2024-08-30T21:07:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all iscsi 2024-08-30T21:07:01.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all nfs 2024-08-30T21:07:01.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: Upgrade: Setting container_image for all nvmeof 2024-08-30T21:07:01.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:00 smithi196 ceph-mon[74601]: osdmap e562: 8 total, 8 up, 8 in 2024-08-30T21:07:01.529 INFO:tasks.rados.rados.0.smithi173.stdout:2559: done (4 left) 2024-08-30T21:07:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:2560: read oid 47 snap -1 2024-08-30T21:07:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:2560: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:07:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 242 2024-08-30T21:07:01.530 INFO:tasks.rados.rados.0.smithi173.stdout:2561: seq_num 799 ranges {9117696=589824,9707520=802816} 2024-08-30T21:07:01.584 INFO:tasks.rados.rados.0.smithi173.stdout:2561: writing smithi17368540-15 from 9117696 to 9707520 tid 1 2024-08-30T21:07:01.589 INFO:tasks.rados.rados.0.smithi173.stdout:2561: writing smithi17368540-15 from 9707520 to 10510336 tid 2 2024-08-30T21:07:01.589 INFO:tasks.rados.rados.0.smithi173.stdout:2555: expect (ObjNum 755 snap 230 seq_num 755) 2024-08-30T21:07:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:01 smithi173 ceph-mon[79976]: pgmap v514: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-08-30T21:07:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:01 smithi173 ceph-mon[79976]: osdmap e563: 8 total, 8 up, 8 in 2024-08-30T21:07:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:01 smithi173 ceph-mon[79976]: osdmap e564: 8 total, 8 up, 8 in 2024-08-30T21:07:01.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:01 smithi173 ceph-mon[82405]: pgmap v514: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-08-30T21:07:01.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:01 smithi173 ceph-mon[82405]: osdmap e563: 8 total, 8 up, 8 in 2024-08-30T21:07:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:01 smithi173 ceph-mon[82405]: osdmap e564: 8 total, 8 up, 8 in 2024-08-30T21:07:01.711 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:01 smithi173 systemd[1]: Stopping Ceph node-exporter.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:01.771 INFO:tasks.rados.rados.0.smithi173.stdout:2556: finishing write tid 1 to smithi17368540-28 2024-08-30T21:07:01.771 INFO:tasks.rados.rados.0.smithi173.stdout:2556: finishing write tid 2 to smithi17368540-28 2024-08-30T21:07:01.771 INFO:tasks.rados.rados.0.smithi173.stdout:2556: finishing write tid 3 to smithi17368540-28 2024-08-30T21:07:01.771 INFO:tasks.rados.rados.0.smithi173.stdout:2556: finishing write tid 4 to smithi17368540-28 2024-08-30T21:07:01.771 INFO:tasks.rados.rados.0.smithi173.stdout:2556: finishing write tid 5 to smithi17368540-28 2024-08-30T21:07:01.772 INFO:tasks.rados.rados.0.smithi173.stdout:2556: oid 28 updating version 0 to 1651 2024-08-30T21:07:01.772 INFO:tasks.rados.rados.0.smithi173.stdout:2556: oid 28 version 1651 is already newer than 1650 2024-08-30T21:07:01.772 INFO:tasks.rados.rados.0.smithi173.stdout:2556: oid 28 updating version 1651 to 1653 2024-08-30T21:07:01.772 INFO:tasks.rados.rados.0.smithi173.stdout:2556: oid 28 version 1653 is already newer than 1652 2024-08-30T21:07:01.772 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1653 (ObjNum 798 snap 242 seq_num 798) dirty exists 2024-08-30T21:07:01.772 INFO:tasks.rados.rados.0.smithi173.stdout:2556: left oid 28 (ObjNum 798 snap 242 seq_num 798) 2024-08-30T21:07:01.772 INFO:tasks.rados.rados.0.smithi173.stdout:2554: expect (ObjNum 722 snap 222 seq_num 722) 2024-08-30T21:07:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:01 smithi196 ceph-mon[74601]: pgmap v514: 121 pgs: 121 active+clean; 204 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.6 MiB/s wr, 33 op/s 2024-08-30T21:07:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:01 smithi196 ceph-mon[74601]: osdmap e563: 8 total, 8 up, 8 in 2024-08-30T21:07:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:01 smithi196 ceph-mon[74601]: osdmap e564: 8 total, 8 up, 8 in 2024-08-30T21:07:02.160 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:01 smithi173 podman[111606]: 2024-08-30 21:07:01.852769101 +0000 UTC m=+0.128019408 container died 5d6d7fd777f6246b7f10247443f492bffbb91c32dbf82c4363f57c034f20254c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:02.460 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 podman[111606]: 2024-08-30 21:07:02.350311702 +0000 UTC m=+0.625562013 container cleanup 5d6d7fd777f6246b7f10247443f492bffbb91c32dbf82c4363f57c034f20254c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:02.460 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 bash[111606]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-30T21:07:02.697 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:07:02.899 INFO:tasks.rados.rados.0.smithi173.stdout:2558: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:07:02.899 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1488 (ObjNum 33 snap 0 seq_num 1579453504) dirty dne 2024-08-30T21:07:02.899 INFO:tasks.rados.rados.0.smithi173.stdout:2560: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:07:02.952 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:02 smithi173 ceph-mon[79976]: Upgrade: Updating node-exporter.a (1/2) 2024-08-30T21:07:02.952 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:02 smithi173 ceph-mon[79976]: Deploying daemon node-exporter.a on smithi173 2024-08-30T21:07:02.953 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:02 smithi173 ceph-mon[82405]: Upgrade: Updating node-exporter.a (1/2) 2024-08-30T21:07:02.953 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:02 smithi173 ceph-mon[82405]: Deploying daemon node-exporter.a on smithi173 2024-08-30T21:07:02.953 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 podman[111617]: 2024-08-30 21:07:02.585065155 +0000 UTC m=+0.732446245 container remove 5d6d7fd777f6246b7f10247443f492bffbb91c32dbf82c4363f57c034f20254c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:02.953 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-30T21:07:02.953 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-30T21:07:02.953 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 systemd[1]: Stopped Ceph node-exporter.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:02.953 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.a.service: Consumed 2.799s CPU time. 2024-08-30T21:07:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:02 smithi196 ceph-mon[74601]: Upgrade: Updating node-exporter.a (1/2) 2024-08-30T21:07:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:02 smithi196 ceph-mon[74601]: Deploying daemon node-exporter.a on smithi173 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: finishing write tid 1 to smithi17368540-15 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: finishing write tid 2 to smithi17368540-15 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: finishing write tid 3 to smithi17368540-15 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: finishing write tid 4 to smithi17368540-15 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: oid 15 updating version 0 to 1492 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: oid 15 version 1492 is already newer than 1490 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: oid 15 version 1492 is already newer than 1491 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 1492 (ObjNum 799 snap 242 seq_num 799) dirty exists 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2561: left oid 15 (ObjNum 799 snap 242 seq_num 799) 2024-08-30T21:07:03.149 INFO:tasks.rados.rados.0.smithi173.stdout:2554: done (5 left) 2024-08-30T21:07:03.150 INFO:tasks.rados.rados.0.smithi173.stdout:2555: done (4 left) 2024-08-30T21:07:03.150 INFO:tasks.rados.rados.0.smithi173.stdout:2556: done (3 left) 2024-08-30T21:07:03.150 INFO:tasks.rados.rados.0.smithi173.stdout:2558: done (2 left) 2024-08-30T21:07:03.150 INFO:tasks.rados.rados.0.smithi173.stdout:2560: done (1 left) 2024-08-30T21:07:03.150 INFO:tasks.rados.rados.0.smithi173.stdout:2561: done (0 left) 2024-08-30T21:07:03.150 INFO:tasks.rados.rados.0.smithi173.stdout:2562: snap_create 2024-08-30T21:07:03.210 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:02 smithi173 systemd[1]: Starting Ceph node-exporter.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:03.210 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:03 smithi173 bash[111789]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (9m) 30s ago 10m 23.8M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (10m) 7s ago 10m 86.1M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (34s) 30s ago 12m 14.6M - 19.3.0-4625-g24432b66 fb225243d408 d569a2b872aa 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (11s) 7s ago 12m 14.0M - 19.3.0-4625-g24432b66 fb225243d408 259d158567fb 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 7s ago 15m 455M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (6m) 30s ago 17m 528M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (6m) 30s ago 17m 64.3M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (5m) 7s ago 15m 54.2M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (5m) 30s ago 15m 52.9M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:07:03.309 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (10m) 30s ago 10m 15.4M - 1.5.0 0da6a335fe13 5d6d7fd777f6 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (10m) 7s ago 10m 15.7M - 1.5.0 0da6a335fe13 251a01e236a7 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (4m) 30s ago 15m 263M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (4m) 30s ago 14m 165M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (3m) 30s ago 14m 239M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (3m) 30s ago 14m 120M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (2m) 7s ago 13m 220M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (116s) 7s ago 13m 257M 2480M 19.3.0-4625-g24432b66 fb225243d408 1acacf75db77 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (83s) 7s ago 12m 74.8M 2480M 19.3.0-4625-g24432b66 fb225243d408 957f82d650b2 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (49s) 7s ago 12m 128M 2480M 19.3.0-4625-g24432b66 fb225243d408 3cdf4e226add 2024-08-30T21:07:03.310 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (6m) 7s ago 11m 49.9M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:07:03.560 INFO:tasks.rados.rados.0.smithi173.stdout:2562: done (0 left) 2024-08-30T21:07:03.560 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 243 2024-08-30T21:07:03.560 INFO:tasks.rados.rados.0.smithi173.stdout:2563: seq_num 800 ranges {10510336=606208,11116544=688128,11804672=114688} 2024-08-30T21:07:03.620 INFO:tasks.rados.rados.0.smithi173.stdout:2563: writing smithi17368540-15 from 10510336 to 11116544 tid 1 2024-08-30T21:07:03.624 INFO:tasks.rados.rados.0.smithi173.stdout:2563: writing smithi17368540-15 from 11116544 to 11804672 tid 2 2024-08-30T21:07:03.625 INFO:tasks.rados.rados.0.smithi173.stdout:2563: writing smithi17368540-15 from 11804672 to 11919360 tid 3 2024-08-30T21:07:03.625 INFO:tasks.rados.rados.0.smithi173.stdout:2564: read oid 34 snap -1 2024-08-30T21:07:03.625 INFO:tasks.rados.rados.0.smithi173.stdout:2564: expect deleted 2024-08-30T21:07:03.625 INFO:tasks.rados.rados.0.smithi173.stdout:2565: snap_remove snap 242 2024-08-30T21:07:03.654 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 8 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:07:03.655 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:07:03.656 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:03.656 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:07:03.656 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 15 2024-08-30T21:07:03.656 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:07:03.656 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:07:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:03 smithi173 ceph-mon[79976]: pgmap v517: 121 pgs: 121 active+clean; 215 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-08-30T21:07:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:03 smithi173 ceph-mon[79976]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:03 smithi173 ceph-mon[82405]: pgmap v517: 121 pgs: 121 active+clean; 215 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-08-30T21:07:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:03 smithi173 ceph-mon[82405]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:03.960 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:03 smithi173 bash[111789]: Getting image source signatures 2024-08-30T21:07:03.961 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:03 smithi173 bash[111789]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-30T21:07:03.961 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:03 smithi173 bash[111789]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-30T21:07:03.961 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:03 smithi173 bash[111789]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout: "osd", 2024-08-30T21:07:03.966 INFO:teuthology.orchestra.run.smithi173.stdout: "mds", 2024-08-30T21:07:03.967 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:07:03.967 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:07:03.967 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "15/20 daemons upgraded", 2024-08-30T21:07:03.967 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading node-exporter daemons", 2024-08-30T21:07:03.967 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:07:03.967 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:07:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:03 smithi196 ceph-mon[74601]: pgmap v517: 121 pgs: 121 active+clean; 215 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.4 MiB/s wr, 33 op/s 2024-08-30T21:07:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:03 smithi196 ceph-mon[74601]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2565: done (2 left) 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2566: rmattr oid 49 current snap is 243 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2563: finishing write tid 1 to smithi17368540-15 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2563: finishing write tid 2 to smithi17368540-15 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2563: finishing write tid 3 to smithi17368540-15 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2564: done (2 left) 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2567: snap_create 2024-08-30T21:07:04.570 INFO:tasks.rados.rados.0.smithi173.stdout:2563: finishing write tid 4 to smithi17368540-15 2024-08-30T21:07:04.571 INFO:tasks.rados.rados.0.smithi173.stdout:2563: finishing write tid 5 to smithi17368540-15 2024-08-30T21:07:04.571 INFO:tasks.rados.rados.0.smithi173.stdout:2563: oid 15 updating version 0 to 1496 2024-08-30T21:07:04.571 INFO:tasks.rados.rados.0.smithi173.stdout:2563: oid 15 version 1496 is already newer than 1493 2024-08-30T21:07:04.571 INFO:tasks.rados.rados.0.smithi173.stdout:2563: oid 15 version 1496 is already newer than 1494 2024-08-30T21:07:04.571 INFO:tasks.rados.rados.0.smithi173.stdout:2563: oid 15 version 1496 is already newer than 1495 2024-08-30T21:07:04.571 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 1496 (ObjNum 800 snap 243 seq_num 800) dirty exists 2024-08-30T21:07:04.571 INFO:tasks.rados.rados.0.smithi173.stdout:2563: left oid 15 (ObjNum 800 snap 243 seq_num 800) 2024-08-30T21:07:04.574 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1061 (ObjNum 771 snap 235 seq_num 771) dirty exists 2024-08-30T21:07:04.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[79976]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:04.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[79976]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:04.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[79976]: osdmap e565: 8 total, 8 up, 8 in 2024-08-30T21:07:04.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/495802512' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:04.934 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[79976]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:04.935 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[82405]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:04.935 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[82405]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:04.935 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[82405]: osdmap e565: 8 total, 8 up, 8 in 2024-08-30T21:07:04.935 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/495802512' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:04.935 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:04 smithi173 ceph-mon[82405]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:04 smithi196 ceph-mon[74601]: from='client.34545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:04 smithi196 ceph-mon[74601]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:04 smithi196 ceph-mon[74601]: osdmap e565: 8 total, 8 up, 8 in 2024-08-30T21:07:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:04 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/495802512' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:04 smithi196 ceph-mon[74601]: from='client.34563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:05.210 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:04 smithi173 bash[111789]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-30T21:07:05.210 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 bash[111789]: Writing manifest to image destination 2024-08-30T21:07:05.570 INFO:tasks.rados.rados.0.smithi173.stdout:2563: done (2 left) 2024-08-30T21:07:05.571 INFO:tasks.rados.rados.0.smithi173.stdout:2566: done (1 left) 2024-08-30T21:07:05.571 INFO:tasks.rados.rados.0.smithi173.stdout:2567: done (0 left) 2024-08-30T21:07:05.571 INFO:tasks.rados.rados.0.smithi173.stdout:2568: delete oid 43 current snap is 244 2024-08-30T21:07:05.572 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 podman[111789]: 2024-08-30 21:07:05.339829894 +0000 UTC m=+2.289385810 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-30T21:07:05.572 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 podman[111789]: 2024-08-30 21:07:05.472075928 +0000 UTC m=+2.421631828 container create 55e2cda6d3b527d54375d8b399eb70da72829085e1fa99efc36e19a54963b8c7 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:05.572 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:07:05] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2024-08-30T21:07:05.579 INFO:tasks.rados.rados.0.smithi173.stdout:2568: done (0 left) 2024-08-30T21:07:05.580 INFO:tasks.rados.rados.0.smithi173.stdout:2569: snap_create 2024-08-30T21:07:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-mon[79976]: pgmap v519: 121 pgs: 121 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-08-30T21:07:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-mon[79976]: osdmap e566: 8 total, 8 up, 8 in 2024-08-30T21:07:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-mon[82405]: pgmap v519: 121 pgs: 121 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-08-30T21:07:05.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-mon[82405]: osdmap e566: 8 total, 8 up, 8 in 2024-08-30T21:07:05.961 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 podman[111789]: 2024-08-30 21:07:05.707659761 +0000 UTC m=+2.657215661 container init 55e2cda6d3b527d54375d8b399eb70da72829085e1fa99efc36e19a54963b8c7 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:05.961 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 podman[111789]: 2024-08-30 21:07:05.710651933 +0000 UTC m=+2.660207832 container start 55e2cda6d3b527d54375d8b399eb70da72829085e1fa99efc36e19a54963b8c7 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:05.961 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.714Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.714Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.714Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.714Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.714Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.714Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=arp 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-30T21:07:05.962 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=edac 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-30T21:07:05.963 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=os 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-30T21:07:05.964 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=stat 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-30T21:07:05.965 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=time 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=uname 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.715Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.716Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a[111942]: ts=2024-08-30T21:07:05.716Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 bash[111789]: 55e2cda6d3b527d54375d8b399eb70da72829085e1fa99efc36e19a54963b8c7 2024-08-30T21:07:05.966 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:07:05 smithi173 systemd[1]: Started Ceph node-exporter.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:05 smithi196 ceph-mon[74601]: pgmap v519: 121 pgs: 121 active+clean; 214 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.3 MiB/s wr, 10 op/s 2024-08-30T21:07:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:05 smithi196 ceph-mon[74601]: osdmap e566: 8 total, 8 up, 8 in 2024-08-30T21:07:06.528 INFO:tasks.rados.rados.0.smithi173.stdout:2569: done (0 left) 2024-08-30T21:07:06.528 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 245 2024-08-30T21:07:06.528 INFO:tasks.rados.rados.0.smithi173.stdout:2570: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-08-30T21:07:06.532 INFO:tasks.rados.rados.0.smithi173.stdout:2570: writing smithi17368540-33 from 0 to 638976 tid 1 2024-08-30T21:07:06.535 INFO:tasks.rados.rados.0.smithi173.stdout:2570: writing smithi17368540-33 from 638976 to 1097728 tid 2 2024-08-30T21:07:06.538 INFO:tasks.rados.rados.0.smithi173.stdout:2570: writing smithi17368540-33 from 1097728 to 1441792 tid 3 2024-08-30T21:07:06.538 INFO:tasks.rados.rados.0.smithi173.stdout:2571: copy_from oid 10 from oid 40 current snap is 245 2024-08-30T21:07:06.538 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 245 2024-08-30T21:07:06.538 INFO:tasks.rados.rados.0.smithi173.stdout:2572: seq_num 803 ranges {1343488=655360,1998848=745472,2744320=57344} 2024-08-30T21:07:06.549 INFO:tasks.rados.rados.0.smithi173.stdout:2572: writing smithi17368540-18 from 1343488 to 1998848 tid 1 2024-08-30T21:07:06.553 INFO:tasks.rados.rados.0.smithi173.stdout:2572: writing smithi17368540-18 from 1998848 to 2744320 tid 2 2024-08-30T21:07:06.554 INFO:tasks.rados.rados.0.smithi173.stdout:2572: writing smithi17368540-18 from 2744320 to 2801664 tid 3 2024-08-30T21:07:06.554 INFO:tasks.rados.rados.0.smithi173.stdout:2573: setattr oid 34 current snap is 245 2024-08-30T21:07:06.554 INFO:tasks.rados.rados.0.smithi173.stdout:2571: finishing copy_from racing read to smithi17368540-10 2024-08-30T21:07:06.554 INFO:tasks.rados.rados.0.smithi173.stdout:2570: finishing write tid 1 to smithi17368540-33 2024-08-30T21:07:06.554 INFO:tasks.rados.rados.0.smithi173.stdout:2571: finishing copy_from to smithi17368540-10 2024-08-30T21:07:06.554 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1141 (ObjNum 33 snap 0 seq_num 1579167504) dirty exists 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: finishing write tid 2 to smithi17368540-33 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: finishing write tid 3 to smithi17368540-33 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: finishing write tid 4 to smithi17368540-33 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: finishing write tid 5 to smithi17368540-33 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: oid 33 updating version 0 to 1656 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: oid 33 version 1656 is already newer than 1654 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: oid 33 version 1656 is already newer than 1655 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:2570: oid 33 updating version 1656 to 1657 2024-08-30T21:07:06.555 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1657 (ObjNum 802 snap 245 seq_num 802) dirty exists 2024-08-30T21:07:06.556 INFO:tasks.rados.rados.0.smithi173.stdout:2570: left oid 33 (ObjNum 802 snap 245 seq_num 802) 2024-08-30T21:07:06.556 INFO:tasks.rados.rados.0.smithi173.stdout:2570: done (3 left) 2024-08-30T21:07:06.556 INFO:tasks.rados.rados.0.smithi173.stdout:2571: done (2 left) 2024-08-30T21:07:06.556 INFO:tasks.rados.rados.0.smithi173.stdout:2574: snap_remove snap 230 2024-08-30T21:07:06.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:06 smithi196 ceph-mon[74601]: osdmap e567: 8 total, 8 up, 8 in 2024-08-30T21:07:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:06 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:06 smithi196 ceph-mon[74601]: osdmap e568: 8 total, 8 up, 8 in 2024-08-30T21:07:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[79976]: osdmap e567: 8 total, 8 up, 8 in 2024-08-30T21:07:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[79976]: osdmap e568: 8 total, 8 up, 8 in 2024-08-30T21:07:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[82405]: osdmap e567: 8 total, 8 up, 8 in 2024-08-30T21:07:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:06 smithi173 ceph-mon[82405]: osdmap e568: 8 total, 8 up, 8 in 2024-08-30T21:07:07.533 INFO:tasks.rados.rados.0.smithi173.stdout:2574: done (2 left) 2024-08-30T21:07:07.533 INFO:tasks.rados.rados.0.smithi173.stdout:2575: snap_remove snap 244 2024-08-30T21:07:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:07 smithi196 ceph-mon[74601]: pgmap v522: 121 pgs: 121 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 877 KiB/s wr, 5 op/s 2024-08-30T21:07:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:07 smithi196 ceph-mon[74601]: osdmap e569: 8 total, 8 up, 8 in 2024-08-30T21:07:08.021 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:07 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:07 smithi173 ceph-mon[79976]: pgmap v522: 121 pgs: 121 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 877 KiB/s wr, 5 op/s 2024-08-30T21:07:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:07 smithi173 ceph-mon[79976]: osdmap e569: 8 total, 8 up, 8 in 2024-08-30T21:07:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:07 smithi173 ceph-mon[82405]: pgmap v522: 121 pgs: 121 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 877 KiB/s wr, 5 op/s 2024-08-30T21:07:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:07 smithi173 ceph-mon[82405]: osdmap e569: 8 total, 8 up, 8 in 2024-08-30T21:07:08.407 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 podman[101520]: 2024-08-30 21:07:08.108886126 +0000 UTC m=+0.125316398 container died 251a01e236a7ae8f5a52c03535c9c2d1008ac79ac5c88d93395b3c56fe01e543 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2575: done (2 left) 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2576: snap_remove snap 232 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2572: finishing write tid 1 to smithi17368540-18 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2572: finishing write tid 2 to smithi17368540-18 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2572: finishing write tid 3 to smithi17368540-18 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 1422 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2572: finishing write tid 4 to smithi17368540-18 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2572: finishing write tid 5 to smithi17368540-18 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2572: oid 18 updating version 0 to 1830 2024-08-30T21:07:08.535 INFO:tasks.rados.rados.0.smithi173.stdout:2572: oid 18 version 1830 is already newer than 1828 2024-08-30T21:07:08.536 INFO:tasks.rados.rados.0.smithi173.stdout:2572: oid 18 updating version 1830 to 1831 2024-08-30T21:07:08.536 INFO:tasks.rados.rados.0.smithi173.stdout:2572: oid 18 version 1831 is already newer than 1829 2024-08-30T21:07:08.536 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1831 (ObjNum 803 snap 245 seq_num 803) dirty exists 2024-08-30T21:07:08.536 INFO:tasks.rados.rados.0.smithi173.stdout:2572: left oid 18 (ObjNum 803 snap 245 seq_num 803) 2024-08-30T21:07:08.770 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 podman[101520]: 2024-08-30 21:07:08.598548721 +0000 UTC m=+0.614979035 container cleanup 251a01e236a7ae8f5a52c03535c9c2d1008ac79ac5c88d93395b3c56fe01e543 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:07:08.770 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 bash[101520]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-30T21:07:09.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:08 smithi196 ceph-mon[74601]: Upgrade: Updating node-exporter.b (2/2) 2024-08-30T21:07:09.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:08 smithi196 ceph-mon[74601]: Deploying daemon node-exporter.b on smithi196 2024-08-30T21:07:09.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:09.170 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:08 smithi196 ceph-mon[74601]: osdmap e570: 8 total, 8 up, 8 in 2024-08-30T21:07:09.170 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 podman[101532]: 2024-08-30 21:07:08.841213062 +0000 UTC m=+0.735832227 container remove 251a01e236a7ae8f5a52c03535c9c2d1008ac79ac5c88d93395b3c56fe01e543 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:07:09.171 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-30T21:07:09.171 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-30T21:07:09.171 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:09.171 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:08 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.b.service: Consumed 2.651s CPU time. 2024-08-30T21:07:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[79976]: Upgrade: Updating node-exporter.b (2/2) 2024-08-30T21:07:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[79976]: Deploying daemon node-exporter.b on smithi196 2024-08-30T21:07:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[79976]: osdmap e570: 8 total, 8 up, 8 in 2024-08-30T21:07:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[82405]: Upgrade: Updating node-exporter.b (2/2) 2024-08-30T21:07:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[82405]: Deploying daemon node-exporter.b on smithi196 2024-08-30T21:07:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:08 smithi173 ceph-mon[82405]: osdmap e570: 8 total, 8 up, 8 in 2024-08-30T21:07:09.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:09 smithi196 systemd[1]: Starting Ceph node-exporter.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:09.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:09 smithi196 bash[101661]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-30T21:07:09.538 INFO:tasks.rados.rados.0.smithi173.stdout:2572: done (2 left) 2024-08-30T21:07:09.538 INFO:tasks.rados.rados.0.smithi173.stdout:2573: done (1 left) 2024-08-30T21:07:09.538 INFO:tasks.rados.rados.0.smithi173.stdout:2576: done (0 left) 2024-08-30T21:07:09.538 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 245 2024-08-30T21:07:09.538 INFO:tasks.rados.rados.0.smithi173.stdout:2577: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-08-30T21:07:09.542 INFO:tasks.rados.rados.0.smithi173.stdout:2577: writing smithi17368540-29 from 0 to 671744 tid 1 2024-08-30T21:07:09.547 INFO:tasks.rados.rados.0.smithi173.stdout:2577: writing smithi17368540-29 from 671744 to 1294336 tid 2 2024-08-30T21:07:09.549 INFO:tasks.rados.rados.0.smithi173.stdout:2577: writing smithi17368540-29 from 1294336 to 1474560 tid 3 2024-08-30T21:07:09.549 INFO:tasks.rados.rados.0.smithi173.stdout:2578: snap_create 2024-08-30T21:07:09.552 INFO:tasks.rados.rados.0.smithi173.stdout:2577: finishing write tid 1 to smithi17368540-29 2024-08-30T21:07:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:2577: finishing write tid 2 to smithi17368540-29 2024-08-30T21:07:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:2577: finishing write tid 3 to smithi17368540-29 2024-08-30T21:07:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:2577: finishing write tid 4 to smithi17368540-29 2024-08-30T21:07:09.561 INFO:tasks.rados.rados.0.smithi173.stdout:2577: finishing write tid 5 to smithi17368540-29 2024-08-30T21:07:09.561 INFO:tasks.rados.rados.0.smithi173.stdout:2577: oid 29 updating version 0 to 1849 2024-08-30T21:07:09.561 INFO:tasks.rados.rados.0.smithi173.stdout:2577: oid 29 version 1849 is already newer than 1846 2024-08-30T21:07:09.561 INFO:tasks.rados.rados.0.smithi173.stdout:2577: oid 29 version 1849 is already newer than 1847 2024-08-30T21:07:09.561 INFO:tasks.rados.rados.0.smithi173.stdout:2577: oid 29 version 1849 is already newer than 1848 2024-08-30T21:07:09.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1849 (ObjNum 804 snap 245 seq_num 804) dirty exists 2024-08-30T21:07:09.561 INFO:tasks.rados.rados.0.smithi173.stdout:2577: left oid 29 (ObjNum 804 snap 245 seq_num 804) 2024-08-30T21:07:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:09 smithi196 ceph-mon[74601]: pgmap v525: 121 pgs: 121 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 684 KiB/s wr, 3 op/s 2024-08-30T21:07:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:09 smithi196 ceph-mon[74601]: osdmap e571: 8 total, 8 up, 8 in 2024-08-30T21:07:10.020 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:09 smithi196 bash[101661]: Getting image source signatures 2024-08-30T21:07:10.020 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:09 smithi196 bash[101661]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-30T21:07:10.020 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:09 smithi196 bash[101661]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-30T21:07:10.020 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:09 smithi196 bash[101661]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-30T21:07:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:09 smithi173 ceph-mon[79976]: pgmap v525: 121 pgs: 121 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 684 KiB/s wr, 3 op/s 2024-08-30T21:07:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:09 smithi173 ceph-mon[79976]: osdmap e571: 8 total, 8 up, 8 in 2024-08-30T21:07:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:09 smithi173 ceph-mon[82405]: pgmap v525: 121 pgs: 121 active+clean; 216 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 684 KiB/s wr, 3 op/s 2024-08-30T21:07:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:09 smithi173 ceph-mon[82405]: osdmap e571: 8 total, 8 up, 8 in 2024-08-30T21:07:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2577: done (1 left) 2024-08-30T21:07:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2578: done (0 left) 2024-08-30T21:07:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2579: rmattr oid 43 current snap is 246 2024-08-30T21:07:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2579: done (0 left) 2024-08-30T21:07:10.538 INFO:tasks.rados.rados.0.smithi173.stdout:2580: read oid 26 snap 239 2024-08-30T21:07:10.539 INFO:tasks.rados.rados.0.smithi173.stdout:2580: expect (ObjNum 771 snap 235 seq_num 771) 2024-08-30T21:07:10.539 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 246 2024-08-30T21:07:10.539 INFO:tasks.rados.rados.0.smithi173.stdout:2581: seq_num 805 ranges {4448256=688128,5136384=507904,5644288=294912} 2024-08-30T21:07:10.566 INFO:tasks.rados.rados.0.smithi173.stdout:2581: writing smithi17368540-12 from 4448256 to 5136384 tid 1 2024-08-30T21:07:10.569 INFO:tasks.rados.rados.0.smithi173.stdout:2581: writing smithi17368540-12 from 5136384 to 5644288 tid 2 2024-08-30T21:07:10.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: writing smithi17368540-12 from 5644288 to 5939200 tid 3 2024-08-30T21:07:10.571 INFO:tasks.rados.rados.0.smithi173.stdout:2582: read oid 50 snap -1 2024-08-30T21:07:10.571 INFO:tasks.rados.rados.0.smithi173.stdout:2582: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:07:10.571 INFO:tasks.rados.rados.0.smithi173.stdout:2583: read oid 35 snap -1 2024-08-30T21:07:10.571 INFO:tasks.rados.rados.0.smithi173.stdout:2583: expect (ObjNum 762 snap 234 seq_num 762) 2024-08-30T21:07:10.571 INFO:tasks.rados.rados.0.smithi173.stdout:2584: delete oid 22 current snap is 246 2024-08-30T21:07:10.572 INFO:tasks.rados.rados.0.smithi173.stdout:2580: expect (ObjNum 771 snap 235 seq_num 771) 2024-08-30T21:07:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:2581: finishing write tid 1 to smithi17368540-12 2024-08-30T21:07:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:2580: done (4 left) 2024-08-30T21:07:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:2584: done (3 left) 2024-08-30T21:07:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:2585: read oid 21 snap -1 2024-08-30T21:07:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:2585: expect (ObjNum 773 snap 235 seq_num 773) 2024-08-30T21:07:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:2586: read oid 38 snap 229 2024-08-30T21:07:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:2586: expect (ObjNum 731 snap 225 seq_num 731) 2024-08-30T21:07:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:2587: snap_remove snap 245 2024-08-30T21:07:11.482 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 bash[101661]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-30T21:07:11.482 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 bash[101661]: Writing manifest to image destination 2024-08-30T21:07:11.532 INFO:tasks.rados.rados.0.smithi173.stdout:2587: done (5 left) 2024-08-30T21:07:11.532 INFO:tasks.rados.rados.0.smithi173.stdout:2588: snap_remove snap 239 2024-08-30T21:07:11.770 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 podman[101661]: 2024-08-30 21:07:11.460265165 +0000 UTC m=+2.198737940 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-30T21:07:11.770 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 podman[101661]: 2024-08-30 21:07:11.583929847 +0000 UTC m=+2.322402663 container create 1244acceaf6602fa87a44e3f6ddaeddead901af50045dbd36c1a8e16c586c490 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:07:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-mon[74601]: pgmap v528: 121 pgs: 121 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 352 KiB/s wr, 3 op/s 2024-08-30T21:07:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-mon[74601]: osdmap e572: 8 total, 8 up, 8 in 2024-08-30T21:07:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-mon[74601]: osdmap e573: 8 total, 8 up, 8 in 2024-08-30T21:07:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:11 smithi173 ceph-mon[82405]: pgmap v528: 121 pgs: 121 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 352 KiB/s wr, 3 op/s 2024-08-30T21:07:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:11 smithi173 ceph-mon[82405]: osdmap e572: 8 total, 8 up, 8 in 2024-08-30T21:07:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:11 smithi173 ceph-mon[82405]: osdmap e573: 8 total, 8 up, 8 in 2024-08-30T21:07:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:11 smithi173 ceph-mon[79976]: pgmap v528: 121 pgs: 121 active+clean; 217 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 352 KiB/s wr, 3 op/s 2024-08-30T21:07:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:11 smithi173 ceph-mon[79976]: osdmap e572: 8 total, 8 up, 8 in 2024-08-30T21:07:11.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:11 smithi173 ceph-mon[79976]: osdmap e573: 8 total, 8 up, 8 in 2024-08-30T21:07:12.270 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 podman[101661]: 2024-08-30 21:07:11.811097713 +0000 UTC m=+2.549570497 container init 1244acceaf6602fa87a44e3f6ddaeddead901af50045dbd36c1a8e16c586c490 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:07:12.270 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 podman[101661]: 2024-08-30 21:07:11.814830514 +0000 UTC m=+2.553303296 container start 1244acceaf6602fa87a44e3f6ddaeddead901af50045dbd36c1a8e16c586c490 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:07:12.270 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.818Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.818Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=arp 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-30T21:07:12.271 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-30T21:07:12.272 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-30T21:07:12.272 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-30T21:07:12.272 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-30T21:07:12.272 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-30T21:07:12.272 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-30T21:07:12.272 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=edac 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.819Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-30T21:07:12.273 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=os 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-30T21:07:12.274 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=stat 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=time 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=uname 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-30T21:07:12.275 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-30T21:07:12.276 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-30T21:07:12.276 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-30T21:07:12.276 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b[101736]: ts=2024-08-30T21:07:11.820Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-30T21:07:12.276 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 bash[101661]: 1244acceaf6602fa87a44e3f6ddaeddead901af50045dbd36c1a8e16c586c490 2024-08-30T21:07:12.276 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:07:11 smithi196 systemd[1]: Started Ceph node-exporter.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:12.531 INFO:tasks.rados.rados.0.smithi173.stdout:2588: done (5 left) 2024-08-30T21:07:12.531 INFO:tasks.rados.rados.0.smithi173.stdout:2589: snap_remove snap 240 2024-08-30T21:07:13.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:13.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:13.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:13.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[82405]: osdmap e574: 8 total, 8 up, 8 in 2024-08-30T21:07:13.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:13.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:13.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:13.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:12 smithi173 ceph-mon[79976]: osdmap e574: 8 total, 8 up, 8 in 2024-08-30T21:07:13.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:13.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:13.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:12 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:13.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:12 smithi196 ceph-mon[74601]: osdmap e574: 8 total, 8 up, 8 in 2024-08-30T21:07:13.536 INFO:tasks.rados.rados.0.smithi173.stdout:2589: done (5 left) 2024-08-30T21:07:13.537 INFO:tasks.rados.rados.0.smithi173.stdout:2590: snap_create 2024-08-30T21:07:13.537 INFO:tasks.rados.rados.0.smithi173.stdout:2581: finishing write tid 2 to smithi17368540-12 2024-08-30T21:07:13.537 INFO:tasks.rados.rados.0.smithi173.stdout:2582: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:07:13.570 INFO:tasks.rados.rados.0.smithi173.stdout:2581: finishing write tid 3 to smithi17368540-12 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: finishing write tid 4 to smithi17368540-12 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: finishing write tid 5 to smithi17368540-12 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: oid 12 updating version 0 to 1679 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: oid 12 version 1679 is already newer than 1677 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: oid 12 version 1679 is already newer than 1678 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: oid 12 updating version 1679 to 1680 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1680 (ObjNum 805 snap 246 seq_num 805) dirty exists 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2581: left oid 12 (ObjNum 805 snap 246 seq_num 805) 2024-08-30T21:07:13.571 INFO:tasks.rados.rados.0.smithi173.stdout:2583: expect (ObjNum 762 snap 234 seq_num 762) 2024-08-30T21:07:13.590 INFO:tasks.rados.rados.0.smithi173.stdout:2586: expect (ObjNum 731 snap 225 seq_num 731) 2024-08-30T21:07:13.617 INFO:tasks.rados.rados.0.smithi173.stdout:2585: expect (ObjNum 773 snap 235 seq_num 773) 2024-08-30T21:07:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:13 smithi173 ceph-mon[79976]: pgmap v531: 121 pgs: 121 active+clean; 219 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-30T21:07:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:13 smithi173 ceph-mon[79976]: osdmap e575: 8 total, 8 up, 8 in 2024-08-30T21:07:14.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:13 smithi173 ceph-mon[82405]: pgmap v531: 121 pgs: 121 active+clean; 219 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-30T21:07:14.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:13 smithi173 ceph-mon[82405]: osdmap e575: 8 total, 8 up, 8 in 2024-08-30T21:07:14.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:13 smithi196 ceph-mon[74601]: pgmap v531: 121 pgs: 121 active+clean; 219 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 9 op/s 2024-08-30T21:07:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:13 smithi196 ceph-mon[74601]: osdmap e575: 8 total, 8 up, 8 in 2024-08-30T21:07:14.538 INFO:tasks.rados.rados.0.smithi173.stdout:2581: done (5 left) 2024-08-30T21:07:14.538 INFO:tasks.rados.rados.0.smithi173.stdout:2582: done (4 left) 2024-08-30T21:07:14.538 INFO:tasks.rados.rados.0.smithi173.stdout:2583: done (3 left) 2024-08-30T21:07:14.538 INFO:tasks.rados.rados.0.smithi173.stdout:2585: done (2 left) 2024-08-30T21:07:14.538 INFO:tasks.rados.rados.0.smithi173.stdout:2586: done (1 left) 2024-08-30T21:07:14.538 INFO:tasks.rados.rados.0.smithi173.stdout:2590: done (0 left) 2024-08-30T21:07:14.538 INFO:tasks.rados.rados.0.smithi173.stdout:2591: delete oid 7 current snap is 247 2024-08-30T21:07:14.539 INFO:tasks.rados.rados.0.smithi173.stdout:2591: done (0 left) 2024-08-30T21:07:14.539 INFO:tasks.rados.rados.0.smithi173.stdout:2592: setattr oid 17 current snap is 247 2024-08-30T21:07:14.541 INFO:tasks.rados.rados.0.smithi173.stdout:2593: snap_remove snap 237 2024-08-30T21:07:15.542 INFO:tasks.rados.rados.0.smithi173.stdout:2593: done (1 left) 2024-08-30T21:07:15.543 INFO:tasks.rados.rados.0.smithi173.stdout:2594: snap_create 2024-08-30T21:07:15.543 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1062 (ObjNum 736 snap 227 seq_num 736) dirty exists 2024-08-30T21:07:15.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:07:15] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-08-30T21:07:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[82405]: pgmap v534: 121 pgs: 121 active+clean; 219 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 716 KiB/s wr, 11 op/s 2024-08-30T21:07:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[82405]: osdmap e576: 8 total, 8 up, 8 in 2024-08-30T21:07:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[79976]: pgmap v534: 121 pgs: 121 active+clean; 219 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 716 KiB/s wr, 11 op/s 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[79976]: osdmap e576: 8 total, 8 up, 8 in 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:15 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:15 smithi196 ceph-mon[74601]: pgmap v534: 121 pgs: 121 active+clean; 219 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 716 KiB/s wr, 11 op/s 2024-08-30T21:07:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:15 smithi196 ceph-mon[74601]: osdmap e576: 8 total, 8 up, 8 in 2024-08-30T21:07:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:15 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.532 INFO:tasks.rados.rados.0.smithi173.stdout:2592: done (1 left) 2024-08-30T21:07:16.532 INFO:tasks.rados.rados.0.smithi173.stdout:2594: done (0 left) 2024-08-30T21:07:16.532 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 248 2024-08-30T21:07:16.532 INFO:tasks.rados.rados.0.smithi173.stdout:2595: seq_num 808 ranges {0=737280,737280=614400,1351680=188416} 2024-08-30T21:07:16.536 INFO:tasks.rados.rados.0.smithi173.stdout:2595: writing smithi17368540-46 from 0 to 737280 tid 1 2024-08-30T21:07:16.540 INFO:tasks.rados.rados.0.smithi173.stdout:2595: writing smithi17368540-46 from 737280 to 1351680 tid 2 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:2595: writing smithi17368540-46 from 1351680 to 1540096 tid 3 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:2596: read oid 11 snap -1 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:2596: expect (ObjNum 774 snap 235 seq_num 774) 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:2597: rollback oid 3 current snap is 248 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 3 to 229 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:2595: finishing write tid 1 to smithi17368540-46 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 248 2024-08-30T21:07:16.542 INFO:tasks.rados.rados.0.smithi173.stdout:2598: seq_num 809 ranges {2236416=753664,2990080=499712,3489792=303104} 2024-08-30T21:07:16.558 INFO:tasks.rados.rados.0.smithi173.stdout:2598: writing smithi17368540-21 from 2236416 to 2990080 tid 1 2024-08-30T21:07:16.561 INFO:tasks.rados.rados.0.smithi173.stdout:2598: writing smithi17368540-21 from 2990080 to 3489792 tid 2 2024-08-30T21:07:16.564 INFO:tasks.rados.rados.0.smithi173.stdout:2598: writing smithi17368540-21 from 3489792 to 3792896 tid 3 2024-08-30T21:07:16.564 INFO:tasks.rados.rados.0.smithi173.stdout:2599: read oid 32 snap 238 2024-08-30T21:07:16.564 INFO:tasks.rados.rados.0.smithi173.stdout:2599: expect (ObjNum 772 snap 235 seq_num 772) 2024-08-30T21:07:16.564 INFO:tasks.rados.rados.0.smithi173.stdout:2600: setattr oid 42 current snap is 248 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: finishing write tid 2 to smithi17368540-46 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: finishing write tid 3 to smithi17368540-46 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: finishing write tid 4 to smithi17368540-46 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: finishing write tid 5 to smithi17368540-46 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: oid 46 updating version 0 to 1790 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: oid 46 updating version 1790 to 1792 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: oid 46 version 1792 is already newer than 1791 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: oid 46 updating version 1792 to 1793 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1793 (ObjNum 808 snap 248 seq_num 808) dirty exists 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2595: left oid 46 (ObjNum 808 snap 248 seq_num 808) 2024-08-30T21:07:16.565 INFO:tasks.rados.rados.0.smithi173.stdout:2596: expect (ObjNum 774 snap 235 seq_num 774) 2024-08-30T21:07:16.696 INFO:tasks.rados.rados.0.smithi173.stdout:2597: finishing rollback tid 0 to smithi17368540-3 2024-08-30T21:07:16.696 INFO:tasks.rados.rados.0.smithi173.stdout:2597: finishing rollback tid 1 to smithi17368540-3 2024-08-30T21:07:16.696 INFO:tasks.rados.rados.0.smithi173.stdout:2597: finishing rollback tid 2 to smithi17368540-3 2024-08-30T21:07:16.696 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1865 (ObjNum 676 snap 208 seq_num 676) dirty exists 2024-08-30T21:07:16.696 INFO:tasks.rados.rados.0.smithi173.stdout:2598: finishing write tid 1 to smithi17368540-21 2024-08-30T21:07:16.696 INFO:tasks.rados.rados.0.smithi173.stdout:2598: finishing write tid 2 to smithi17368540-21 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: finishing write tid 3 to smithi17368540-21 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: finishing write tid 4 to smithi17368540-21 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: finishing write tid 5 to smithi17368540-21 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: oid 21 updating version 0 to 1659 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: oid 21 version 1659 is already newer than 1658 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: oid 21 updating version 1659 to 1661 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: oid 21 version 1661 is already newer than 1660 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1661 (ObjNum 809 snap 248 seq_num 809) dirty exists 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2598: left oid 21 (ObjNum 809 snap 248 seq_num 809) 2024-08-30T21:07:16.697 INFO:tasks.rados.rados.0.smithi173.stdout:2599: expect (ObjNum 772 snap 235 seq_num 772) 2024-08-30T21:07:16.771 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1698 (ObjNum 765 snap 235 seq_num 765) dirty exists 2024-08-30T21:07:16.771 INFO:tasks.rados.rados.0.smithi173.stdout:2595: done (5 left) 2024-08-30T21:07:16.771 INFO:tasks.rados.rados.0.smithi173.stdout:2596: done (4 left) 2024-08-30T21:07:16.771 INFO:tasks.rados.rados.0.smithi173.stdout:2597: done (3 left) 2024-08-30T21:07:16.771 INFO:tasks.rados.rados.0.smithi173.stdout:2598: done (2 left) 2024-08-30T21:07:16.772 INFO:tasks.rados.rados.0.smithi173.stdout:2599: done (1 left) 2024-08-30T21:07:16.772 INFO:tasks.rados.rados.0.smithi173.stdout:2600: done (0 left) 2024-08-30T21:07:16.772 INFO:tasks.rados.rados.0.smithi173.stdout:2601: rollback oid 5 current snap is 248 2024-08-30T21:07:16.772 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 243 2024-08-30T21:07:16.772 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 248 2024-08-30T21:07:16.772 INFO:tasks.rados.rados.0.smithi173.stdout:2602: seq_num 810 ranges {1474560=770048,2244608=778240,3022848=24576} 2024-08-30T21:07:16.783 INFO:tasks.rados.rados.0.smithi173.stdout:2602: writing smithi17368540-29 from 1474560 to 2244608 tid 1 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:2602: writing smithi17368540-29 from 2244608 to 3022848 tid 2 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:2602: writing smithi17368540-29 from 3022848 to 3047424 tid 3 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:2603: copy_from oid 11 from oid 45 current snap is 248 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:2601: finishing rollback tid 0 to smithi17368540-5 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:2601: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:2601: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1869 (ObjNum 789 snap 239 seq_num 789) dirty exists 2024-08-30T21:07:16.788 INFO:tasks.rados.rados.0.smithi173.stdout:2602: finishing write tid 1 to smithi17368540-29 2024-08-30T21:07:16.789 INFO:tasks.rados.rados.0.smithi173.stdout:2601: done (2 left) 2024-08-30T21:07:16.789 INFO:tasks.rados.rados.0.smithi173.stdout:2604: copy_from oid 30 from oid 8 current snap is 248 2024-08-30T21:07:16.789 INFO:tasks.rados.rados.0.smithi173.stdout:2605: read oid 15 snap 229 2024-08-30T21:07:16.789 INFO:tasks.rados.rados.0.smithi173.stdout:2605: expect (ObjNum 560 snap 173 seq_num 560) 2024-08-30T21:07:16.789 INFO:tasks.rados.rados.0.smithi173.stdout:2606: snap_remove snap 238 2024-08-30T21:07:16.880 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:16 smithi196 ceph-mon[74601]: osdmap e577: 8 total, 8 up, 8 in 2024-08-30T21:07:16.880 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.881 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.881 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.881 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.881 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:16 smithi196 ceph-mon[74601]: osdmap e578: 8 total, 8 up, 8 in 2024-08-30T21:07:16.883 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[79976]: osdmap e577: 8 total, 8 up, 8 in 2024-08-30T21:07:16.883 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.883 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.883 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[79976]: osdmap e578: 8 total, 8 up, 8 in 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[82405]: osdmap e577: 8 total, 8 up, 8 in 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:16.884 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:16 smithi173 ceph-mon[82405]: osdmap e578: 8 total, 8 up, 8 in 2024-08-30T21:07:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2606: done (4 left) 2024-08-30T21:07:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2607: copy_from oid 44 from oid 19 current snap is 248 2024-08-30T21:07:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2602: finishing write tid 2 to smithi17368540-29 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: finishing write tid 3 to smithi17368540-29 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: finishing write tid 4 to smithi17368540-29 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: finishing write tid 5 to smithi17368540-29 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: oid 29 updating version 0 to 1874 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: oid 29 version 1874 is already newer than 1872 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: oid 29 version 1874 is already newer than 1871 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: oid 29 version 1874 is already newer than 1873 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1874 (ObjNum 810 snap 248 seq_num 810) dirty exists 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2602: left oid 29 (ObjNum 810 snap 248 seq_num 810) 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2604: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2604: finishing copy_from to smithi17368540-30 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1425 (ObjNum 740 snap 229 seq_num 740) dirty exists 2024-08-30T21:07:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2603: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:07:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:2603: finishing copy_from to smithi17368540-11 2024-08-30T21:07:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1648 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:07:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:2605: expect (ObjNum 560 snap 173 seq_num 560) 2024-08-30T21:07:17.978 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:17 smithi173 ceph-mon[79976]: pgmap v537: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 364 KiB/s wr, 6 op/s 2024-08-30T21:07:17.978 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:17 smithi173 ceph-mon[82405]: pgmap v537: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 364 KiB/s wr, 6 op/s 2024-08-30T21:07:17.986 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:17 smithi196 ceph-mon[74601]: pgmap v537: 121 pgs: 121 active+clean; 220 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 364 KiB/s wr, 6 op/s 2024-08-30T21:07:18.386 INFO:tasks.rados.rados.0.smithi173.stdout:2607: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2607: finishing copy_from to smithi17368540-44 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1765 (ObjNum 757 snap 231 seq_num 757) dirty exists 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2602: done (4 left) 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2603: done (3 left) 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2604: done (2 left) 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2605: done (1 left) 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2607: done (0 left) 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2608: read oid 32 snap -1 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2608: expect (ObjNum 772 snap 235 seq_num 772) 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2609: copy_from oid 30 from oid 22 current snap is 248 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 248 2024-08-30T21:07:18.387 INFO:tasks.rados.rados.0.smithi173.stdout:2610: seq_num 811 ranges {0=786432,786432=663552,1449984=139264} 2024-08-30T21:07:18.391 INFO:tasks.rados.rados.0.smithi173.stdout:2610: writing smithi17368540-13 from 0 to 786432 tid 1 2024-08-30T21:07:18.395 INFO:tasks.rados.rados.0.smithi173.stdout:2610: writing smithi17368540-13 from 786432 to 1449984 tid 2 2024-08-30T21:07:18.396 INFO:tasks.rados.rados.0.smithi173.stdout:2610: writing smithi17368540-13 from 1449984 to 1589248 tid 3 2024-08-30T21:07:18.396 INFO:tasks.rados.rados.0.smithi173.stdout:2611: rollback oid 48 current snap is 248 2024-08-30T21:07:18.396 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 247 2024-08-30T21:07:18.396 INFO:tasks.rados.rados.0.smithi173.stdout:2609: finishing copy_from to smithi17368540-30 2024-08-30T21:07:18.396 INFO:tasks.rados.rados.0.smithi173.stdout:2609: got expected ENOENT (src dne) 2024-08-30T21:07:18.396 INFO:tasks.rados.rados.0.smithi173.stdout:2609: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:07:18.396 INFO:tasks.rados.rados.0.smithi173.stdout:2608: expect (ObjNum 772 snap 235 seq_num 772) 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2610: finishing write tid 1 to smithi17368540-13 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2611: finishing rollback tid 0 to smithi17368540-48 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2611: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2608: done (3 left) 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2609: done (2 left) 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 248 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2611: finishing rollback tid 2 to smithi17368540-48 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1648 (ObjNum 772 snap 235 seq_num 772) dirty exists 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2610: finishing write tid 2 to smithi17368540-13 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2610: finishing write tid 3 to smithi17368540-13 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2610: finishing write tid 4 to smithi17368540-13 2024-08-30T21:07:18.469 INFO:tasks.rados.rados.0.smithi173.stdout:2612: seq_num 812 ranges {0=802816,802816=548864,1351680=253952} 2024-08-30T21:07:18.473 INFO:tasks.rados.rados.0.smithi173.stdout:2612: writing smithi17368540-4 from 0 to 802816 tid 1 2024-08-30T21:07:18.476 INFO:tasks.rados.rados.0.smithi173.stdout:2612: writing smithi17368540-4 from 802816 to 1351680 tid 2 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2612: writing smithi17368540-4 from 1351680 to 1605632 tid 3 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2611: done (2 left) 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2613: snap_create 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2610: finishing write tid 5 to smithi17368540-13 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2610: oid 13 updating version 0 to 1885 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2610: oid 13 updating version 1885 to 1886 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2610: oid 13 updating version 1886 to 1887 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2610: oid 13 updating version 1887 to 1888 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1888 (ObjNum 811 snap 248 seq_num 811) dirty exists 2024-08-30T21:07:18.478 INFO:tasks.rados.rados.0.smithi173.stdout:2610: left oid 13 (ObjNum 811 snap 248 seq_num 811) 2024-08-30T21:07:18.479 INFO:tasks.rados.rados.0.smithi173.stdout:2612: finishing write tid 1 to smithi17368540-4 2024-08-30T21:07:18.480 INFO:tasks.rados.rados.0.smithi173.stdout:2612: finishing write tid 2 to smithi17368540-4 2024-08-30T21:07:18.480 INFO:tasks.rados.rados.0.smithi173.stdout:2612: finishing write tid 3 to smithi17368540-4 2024-08-30T21:07:18.480 INFO:tasks.rados.rados.0.smithi173.stdout:2612: finishing write tid 4 to smithi17368540-4 2024-08-30T21:07:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:2612: finishing write tid 5 to smithi17368540-4 2024-08-30T21:07:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:2612: oid 4 updating version 0 to 1889 2024-08-30T21:07:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:2612: oid 4 updating version 1889 to 1891 2024-08-30T21:07:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:2612: oid 4 version 1891 is already newer than 1890 2024-08-30T21:07:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:2612: oid 4 updating version 1891 to 1892 2024-08-30T21:07:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1892 (ObjNum 812 snap 248 seq_num 812) dirty exists 2024-08-30T21:07:18.482 INFO:tasks.rados.rados.0.smithi173.stdout:2612: left oid 4 (ObjNum 812 snap 248 seq_num 812) 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:2610: done (2 left) 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:2612: done (1 left) 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:2613: done (0 left) 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:2614: rmattr oid 26 current snap is 249 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:2615: rollback oid 10 current snap is 249 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 236 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 249 2024-08-30T21:07:18.741 INFO:tasks.rados.rados.0.smithi173.stdout:2616: seq_num 813 ranges {1441792=417792,1859584=434176,2293760=442368,2736128=327680} 2024-08-30T21:07:18.751 INFO:tasks.rados.rados.0.smithi173.stdout:2616: writing smithi17368540-33 from 1441792 to 1859584 tid 1 2024-08-30T21:07:18.753 INFO:tasks.rados.rados.0.smithi173.stdout:2616: writing smithi17368540-33 from 1859584 to 2293760 tid 2 2024-08-30T21:07:18.756 INFO:tasks.rados.rados.0.smithi173.stdout:2616: writing smithi17368540-33 from 2293760 to 2736128 tid 3 2024-08-30T21:07:18.758 INFO:tasks.rados.rados.0.smithi173.stdout:2616: writing smithi17368540-33 from 2736128 to 3063808 tid 4 2024-08-30T21:07:18.758 INFO:tasks.rados.rados.0.smithi173.stdout:2617: snap_remove snap 246 2024-08-30T21:07:18.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:18 smithi173 ceph-mon[82405]: osdmap e579: 8 total, 8 up, 8 in 2024-08-30T21:07:18.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:18 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:18.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:18 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:18.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:18 smithi173 ceph-mon[79976]: osdmap e579: 8 total, 8 up, 8 in 2024-08-30T21:07:18.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:18.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:18 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:18 smithi196 ceph-mon[74601]: osdmap e579: 8 total, 8 up, 8 in 2024-08-30T21:07:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:18 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:19.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:18 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:2617: done (3 left) 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:2618: delete oid 11 current snap is 249 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1708 (ObjNum 771 snap 235 seq_num 771) dirty exists 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:2615: finishing rollback tid 0 to smithi17368540-10 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:2615: finishing rollback tid 1 to smithi17368540-10 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1145 (ObjNum 33 snap 0 seq_num 1579380576) dirty dne 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:2616: finishing write tid 1 to smithi17368540-33 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:2616: finishing write tid 2 to smithi17368540-33 2024-08-30T21:07:19.753 INFO:tasks.rados.rados.0.smithi173.stdout:2616: finishing write tid 3 to smithi17368540-33 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: finishing write tid 4 to smithi17368540-33 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: finishing write tid 5 to smithi17368540-33 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: finishing write tid 6 to smithi17368540-33 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: oid 33 updating version 0 to 1662 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: oid 33 updating version 1662 to 1666 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: oid 33 version 1666 is already newer than 1663 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: oid 33 version 1666 is already newer than 1665 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: oid 33 version 1666 is already newer than 1664 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1666 (ObjNum 813 snap 249 seq_num 813) dirty exists 2024-08-30T21:07:19.754 INFO:tasks.rados.rados.0.smithi173.stdout:2616: left oid 33 (ObjNum 813 snap 249 seq_num 813) 2024-08-30T21:07:19.759 INFO:tasks.rados.rados.0.smithi173.stdout:2614: done (3 left) 2024-08-30T21:07:19.759 INFO:tasks.rados.rados.0.smithi173.stdout:2615: done (2 left) 2024-08-30T21:07:19.759 INFO:tasks.rados.rados.0.smithi173.stdout:2616: done (1 left) 2024-08-30T21:07:19.759 INFO:tasks.rados.rados.0.smithi173.stdout:2618: done (0 left) 2024-08-30T21:07:19.759 INFO:tasks.rados.rados.0.smithi173.stdout:2619: copy_from oid 26 from oid 30 current snap is 249 2024-08-30T21:07:19.760 INFO:tasks.rados.rados.0.smithi173.stdout:2620: snap_remove snap 236 2024-08-30T21:07:19.990 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: pgmap v540: 121 pgs: 121 active+clean; 221 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 740 KiB/s wr, 8 op/s 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: osdmap e580: 8 total, 8 up, 8 in 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.991 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:19.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:19 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: pgmap v540: 121 pgs: 121 active+clean; 221 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 740 KiB/s wr, 8 op/s 2024-08-30T21:07:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: osdmap e580: 8 total, 8 up, 8 in 2024-08-30T21:07:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: pgmap v540: 121 pgs: 121 active+clean; 221 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 740 KiB/s wr, 8 op/s 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: osdmap e580: 8 total, 8 up, 8 in 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:07:20.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.214 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:19 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:20.763 INFO:tasks.rados.rados.0.smithi173.stdout:2620: done (1 left) 2024-08-30T21:07:20.764 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 249 2024-08-30T21:07:20.764 INFO:tasks.rados.rados.0.smithi173.stdout:2621: seq_num 815 ranges {0=458752,458752=655360,1114112=409600,1523712=139264} 2024-08-30T21:07:20.764 INFO:tasks.rados.rados.0.smithi173.stdout:2621: writing smithi17368540-23 from 0 to 458752 tid 1 2024-08-30T21:07:20.769 INFO:tasks.rados.rados.0.smithi173.stdout:2621: writing smithi17368540-23 from 458752 to 1114112 tid 2 2024-08-30T21:07:20.771 INFO:tasks.rados.rados.0.smithi173.stdout:2621: writing smithi17368540-23 from 1114112 to 1523712 tid 3 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:2621: writing smithi17368540-23 from 1523712 to 1662976 tid 4 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:2622: rmattr oid 8 current snap is 249 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:2619: finishing copy_from racing read to smithi17368540-26 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:2619: finishing copy_from to smithi17368540-26 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1425 (ObjNum 740 snap 229 seq_num 740) dirty exists 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:2619: done (2 left) 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 249 2024-08-30T21:07:20.773 INFO:tasks.rados.rados.0.smithi173.stdout:2623: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-08-30T21:07:20.776 INFO:tasks.rados.rados.0.smithi173.stdout:2623: writing smithi17368540-22 from 0 to 475136 tid 1 2024-08-30T21:07:20.780 INFO:tasks.rados.rados.0.smithi173.stdout:2623: writing smithi17368540-22 from 475136 to 1015808 tid 2 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2623: writing smithi17368540-22 from 1015808 to 1630208 tid 3 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2623: writing smithi17368540-22 from 1630208 to 1679360 tid 4 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 249 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2621: finishing write tid 1 to smithi17368540-23 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1766 (ObjNum 740 snap 229 seq_num 740) dirty exists 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2621: finishing write tid 2 to smithi17368540-23 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2621: finishing write tid 3 to smithi17368540-23 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2621: finishing write tid 4 to smithi17368540-23 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2621: finishing write tid 5 to smithi17368540-23 2024-08-30T21:07:20.785 INFO:tasks.rados.rados.0.smithi173.stdout:2624: seq_num 817 ranges {5177344=491520,5668864=417792,6086656=425984,6512640=360448} 2024-08-30T21:07:20.815 INFO:tasks.rados.rados.0.smithi173.stdout:2624: writing smithi17368540-47 from 5177344 to 5668864 tid 1 2024-08-30T21:07:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:2624: writing smithi17368540-47 from 5668864 to 6086656 tid 2 2024-08-30T21:07:20.820 INFO:tasks.rados.rados.0.smithi173.stdout:2624: writing smithi17368540-47 from 6086656 to 6512640 tid 3 2024-08-30T21:07:20.822 INFO:tasks.rados.rados.0.smithi173.stdout:2624: writing smithi17368540-47 from 6512640 to 6873088 tid 4 2024-08-30T21:07:20.823 INFO:tasks.rados.rados.0.smithi173.stdout:2622: done (3 left) 2024-08-30T21:07:20.823 INFO:tasks.rados.rados.0.smithi173.stdout:2625: snap_remove snap 229 2024-08-30T21:07:20.992 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:20 smithi196 ceph-mon[74601]: osdmap e581: 8 total, 8 up, 8 in 2024-08-30T21:07:21.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:20 smithi173 ceph-mon[79976]: osdmap e581: 8 total, 8 up, 8 in 2024-08-30T21:07:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:20 smithi173 ceph-mon[82405]: osdmap e581: 8 total, 8 up, 8 in 2024-08-30T21:07:21.536 INFO:tasks.rados.rados.0.smithi173.stdout:2623: finishing write tid 1 to smithi17368540-22 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2621: finishing write tid 6 to smithi17368540-23 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2621: oid 23 updating version 0 to 1773 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2621: oid 23 version 1773 is already newer than 1771 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2621: oid 23 updating version 1773 to 1774 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2621: oid 23 version 1774 is already newer than 1772 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2621: oid 23 version 1774 is already newer than 1770 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1774 (ObjNum 815 snap 249 seq_num 815) dirty exists 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2621: left oid 23 (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2623: finishing write tid 2 to smithi17368540-22 2024-08-30T21:07:21.537 INFO:tasks.rados.rados.0.smithi173.stdout:2623: finishing write tid 3 to smithi17368540-22 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: finishing write tid 4 to smithi17368540-22 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: finishing write tid 5 to smithi17368540-22 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: finishing write tid 6 to smithi17368540-22 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: oid 22 updating version 0 to 1671 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: oid 22 version 1671 is already newer than 1667 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: oid 22 version 1671 is already newer than 1669 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: oid 22 version 1671 is already newer than 1668 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: oid 22 version 1671 is already newer than 1670 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1671 (ObjNum 816 snap 249 seq_num 816) dirty exists 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2623: left oid 22 (ObjNum 816 snap 249 seq_num 816) 2024-08-30T21:07:21.538 INFO:tasks.rados.rados.0.smithi173.stdout:2624: finishing write tid 1 to smithi17368540-47 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: finishing write tid 2 to smithi17368540-47 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: finishing write tid 3 to smithi17368540-47 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: finishing write tid 4 to smithi17368540-47 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: finishing write tid 5 to smithi17368540-47 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: finishing write tid 6 to smithi17368540-47 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: oid 47 updating version 0 to 1441 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: oid 47 updating version 1441 to 1445 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: oid 47 version 1445 is already newer than 1444 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: oid 47 version 1445 is already newer than 1443 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:2624: oid 47 version 1445 is already newer than 1442 2024-08-30T21:07:21.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1445 (ObjNum 817 snap 249 seq_num 817) dirty exists 2024-08-30T21:07:21.540 INFO:tasks.rados.rados.0.smithi173.stdout:2624: left oid 47 (ObjNum 817 snap 249 seq_num 817) 2024-08-30T21:07:21.540 INFO:tasks.rados.rados.0.smithi173.stdout:2621: done (3 left) 2024-08-30T21:07:21.540 INFO:tasks.rados.rados.0.smithi173.stdout:2623: done (2 left) 2024-08-30T21:07:21.540 INFO:tasks.rados.rados.0.smithi173.stdout:2624: done (1 left) 2024-08-30T21:07:21.540 INFO:tasks.rados.rados.0.smithi173.stdout:2625: done (0 left) 2024-08-30T21:07:21.540 INFO:tasks.rados.rados.0.smithi173.stdout:2626: snap_create 2024-08-30T21:07:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:21 smithi196 ceph-mon[74601]: pgmap v543: 121 pgs: 121 active+clean; 225 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-30T21:07:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:21 smithi196 ceph-mon[74601]: osdmap e582: 8 total, 8 up, 8 in 2024-08-30T21:07:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:21 smithi196 ceph-mon[74601]: osdmap e583: 8 total, 8 up, 8 in 2024-08-30T21:07:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:21 smithi173 ceph-mon[79976]: pgmap v543: 121 pgs: 121 active+clean; 225 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-30T21:07:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:21 smithi173 ceph-mon[79976]: osdmap e582: 8 total, 8 up, 8 in 2024-08-30T21:07:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:21 smithi173 ceph-mon[79976]: osdmap e583: 8 total, 8 up, 8 in 2024-08-30T21:07:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:21 smithi173 ceph-mon[82405]: pgmap v543: 121 pgs: 121 active+clean; 225 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-30T21:07:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:21 smithi173 ceph-mon[82405]: osdmap e582: 8 total, 8 up, 8 in 2024-08-30T21:07:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:21 smithi173 ceph-mon[82405]: osdmap e583: 8 total, 8 up, 8 in 2024-08-30T21:07:22.537 INFO:tasks.rados.rados.0.smithi173.stdout:2626: done (0 left) 2024-08-30T21:07:22.537 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 250 2024-08-30T21:07:22.537 INFO:tasks.rados.rados.0.smithi173.stdout:2627: seq_num 818 ranges {335872=507904,843776=704512,1548288=499712} 2024-08-30T21:07:22.542 INFO:tasks.rados.rados.0.smithi173.stdout:2627: writing smithi17368540-17 from 335872 to 843776 tid 1 2024-08-30T21:07:22.546 INFO:tasks.rados.rados.0.smithi173.stdout:2627: writing smithi17368540-17 from 843776 to 1548288 tid 2 2024-08-30T21:07:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:2627: writing smithi17368540-17 from 1548288 to 2048000 tid 3 2024-08-30T21:07:22.549 INFO:tasks.rados.rados.0.smithi173.stdout:2628: read oid 7 snap -1 2024-08-30T21:07:22.550 INFO:tasks.rados.rados.0.smithi173.stdout:2628: expect deleted 2024-08-30T21:07:22.550 INFO:tasks.rados.rados.0.smithi173.stdout:2629: snap_remove snap 247 2024-08-30T21:07:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:22 smithi196 ceph-mon[74601]: Upgrade: Updating prometheus.a 2024-08-30T21:07:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:22 smithi196 ceph-mon[74601]: Deploying daemon prometheus.a on smithi196 2024-08-30T21:07:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:22 smithi196 ceph-mon[74601]: osdmap e584: 8 total, 8 up, 8 in 2024-08-30T21:07:23.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:22 smithi173 ceph-mon[79976]: Upgrade: Updating prometheus.a 2024-08-30T21:07:23.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:22 smithi173 ceph-mon[79976]: Deploying daemon prometheus.a on smithi196 2024-08-30T21:07:23.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:22 smithi173 ceph-mon[79976]: osdmap e584: 8 total, 8 up, 8 in 2024-08-30T21:07:23.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:22 smithi173 ceph-mon[82405]: Upgrade: Updating prometheus.a 2024-08-30T21:07:23.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:22 smithi173 ceph-mon[82405]: Deploying daemon prometheus.a on smithi196 2024-08-30T21:07:23.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:22 smithi173 ceph-mon[82405]: osdmap e584: 8 total, 8 up, 8 in 2024-08-30T21:07:23.538 INFO:tasks.rados.rados.0.smithi173.stdout:2627: finishing write tid 1 to smithi17368540-17 2024-08-30T21:07:23.538 INFO:tasks.rados.rados.0.smithi173.stdout:2627: finishing write tid 2 to smithi17368540-17 2024-08-30T21:07:23.538 INFO:tasks.rados.rados.0.smithi173.stdout:2627: finishing write tid 3 to smithi17368540-17 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: finishing write tid 4 to smithi17368540-17 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: finishing write tid 5 to smithi17368540-17 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: oid 17 updating version 0 to 1065 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: oid 17 version 1065 is already newer than 1063 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: oid 17 updating version 1065 to 1066 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: oid 17 version 1066 is already newer than 1064 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1066 (ObjNum 818 snap 250 seq_num 818) dirty exists 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: left oid 17 (ObjNum 818 snap 250 seq_num 818) 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2627: done (2 left) 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2628: done (1 left) 2024-08-30T21:07:23.539 INFO:tasks.rados.rados.0.smithi173.stdout:2629: done (0 left) 2024-08-30T21:07:23.540 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 250 2024-08-30T21:07:23.540 INFO:tasks.rados.rados.0.smithi173.stdout:2630: seq_num 819 ranges {1605632=524288,2129920=589824,2719744=614400} 2024-08-30T21:07:23.550 INFO:tasks.rados.rados.0.smithi173.stdout:2630: writing smithi17368540-4 from 1605632 to 2129920 tid 1 2024-08-30T21:07:23.555 INFO:tasks.rados.rados.0.smithi173.stdout:2630: writing smithi17368540-4 from 2129920 to 2719744 tid 2 2024-08-30T21:07:23.559 INFO:tasks.rados.rados.0.smithi173.stdout:2630: writing smithi17368540-4 from 2719744 to 3334144 tid 3 2024-08-30T21:07:23.559 INFO:tasks.rados.rados.0.smithi173.stdout:2631: rmattr oid 39 current snap is 250 2024-08-30T21:07:23.559 INFO:tasks.rados.rados.0.smithi173.stdout:2631: done (1 left) 2024-08-30T21:07:23.559 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 250 2024-08-30T21:07:23.559 INFO:tasks.rados.rados.0.smithi173.stdout:2632: seq_num 820 ranges {1998848=540672,2539520=475136,3014656=598016,3612672=131072} 2024-08-30T21:07:23.573 INFO:tasks.rados.rados.0.smithi173.stdout:2632: writing smithi17368540-32 from 1998848 to 2539520 tid 1 2024-08-30T21:07:23.575 INFO:tasks.rados.rados.0.smithi173.stdout:2632: writing smithi17368540-32 from 2539520 to 3014656 tid 2 2024-08-30T21:07:23.579 INFO:tasks.rados.rados.0.smithi173.stdout:2632: writing smithi17368540-32 from 3014656 to 3612672 tid 3 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2632: writing smithi17368540-32 from 3612672 to 3743744 tid 4 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2633: delete oid 50 current snap is 250 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2630: finishing write tid 1 to smithi17368540-4 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2630: finishing write tid 2 to smithi17368540-4 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2630: finishing write tid 3 to smithi17368540-4 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2630: finishing write tid 4 to smithi17368540-4 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2630: finishing write tid 5 to smithi17368540-4 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2630: oid 4 updating version 0 to 1930 2024-08-30T21:07:23.580 INFO:tasks.rados.rados.0.smithi173.stdout:2630: oid 4 updating version 1930 to 1931 2024-08-30T21:07:23.581 INFO:tasks.rados.rados.0.smithi173.stdout:2630: oid 4 version 1931 is already newer than 1924 2024-08-30T21:07:23.581 INFO:tasks.rados.rados.0.smithi173.stdout:2630: oid 4 version 1931 is already newer than 1929 2024-08-30T21:07:23.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1931 (ObjNum 819 snap 250 seq_num 819) dirty exists 2024-08-30T21:07:23.581 INFO:tasks.rados.rados.0.smithi173.stdout:2630: left oid 4 (ObjNum 819 snap 250 seq_num 819) 2024-08-30T21:07:23.581 INFO:tasks.rados.rados.0.smithi173.stdout:2632: finishing write tid 1 to smithi17368540-32 2024-08-30T21:07:23.581 INFO:tasks.rados.rados.0.smithi173.stdout:2632: finishing write tid 2 to smithi17368540-32 2024-08-30T21:07:23.583 INFO:tasks.rados.rados.0.smithi173.stdout:2630: done (2 left) 2024-08-30T21:07:23.583 INFO:tasks.rados.rados.0.smithi173.stdout:2633: done (1 left) 2024-08-30T21:07:23.583 INFO:tasks.rados.rados.0.smithi173.stdout:2634: copy_from oid 35 from oid 7 current snap is 250 2024-08-30T21:07:23.583 INFO:tasks.rados.rados.0.smithi173.stdout:2635: rmattr oid 43 current snap is 250 2024-08-30T21:07:23.583 INFO:tasks.rados.rados.0.smithi173.stdout:2635: done (2 left) 2024-08-30T21:07:23.584 INFO:tasks.rados.rados.0.smithi173.stdout:2636: snap_remove snap 249 2024-08-30T21:07:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:23 smithi196 ceph-mon[74601]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 233 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-08-30T21:07:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:23 smithi196 ceph-mon[74601]: osdmap e585: 8 total, 8 up, 8 in 2024-08-30T21:07:24.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:23 smithi173 ceph-mon[79976]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 233 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-08-30T21:07:24.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:24.213 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:23 smithi173 ceph-mon[79976]: osdmap e585: 8 total, 8 up, 8 in 2024-08-30T21:07:24.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:23 smithi173 ceph-mon[82405]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 233 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 22 op/s 2024-08-30T21:07:24.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:24.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:23 smithi173 ceph-mon[82405]: osdmap e585: 8 total, 8 up, 8 in 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2632: finishing write tid 3 to smithi17368540-32 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2632: finishing write tid 4 to smithi17368540-32 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2632: finishing write tid 5 to smithi17368540-32 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2634: finishing copy_from to smithi17368540-35 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2634: got expected ENOENT (src dne) 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2634: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2632: finishing write tid 6 to smithi17368540-32 2024-08-30T21:07:24.542 INFO:tasks.rados.rados.0.smithi173.stdout:2632: oid 32 updating version 0 to 1736 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2632: oid 32 updating version 1736 to 1739 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2632: oid 32 version 1739 is already newer than 1738 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2632: oid 32 version 1739 is already newer than 1735 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2632: oid 32 version 1739 is already newer than 1737 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1739 (ObjNum 820 snap 250 seq_num 820) dirty exists 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2632: left oid 32 (ObjNum 820 snap 250 seq_num 820) 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2632: done (2 left) 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2634: done (1 left) 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2636: done (0 left) 2024-08-30T21:07:24.543 INFO:tasks.rados.rados.0.smithi173.stdout:2637: setattr oid 42 current snap is 250 2024-08-30T21:07:24.545 INFO:tasks.rados.rados.0.smithi173.stdout:2638: copy_from oid 3 from oid 9 current snap is 250 2024-08-30T21:07:24.546 INFO:tasks.rados.rados.0.smithi173.stdout:2639: read oid 44 snap -1 2024-08-30T21:07:24.546 INFO:tasks.rados.rados.0.smithi173.stdout:2639: expect (ObjNum 757 snap 231 seq_num 757) 2024-08-30T21:07:24.546 INFO:tasks.rados.rados.0.smithi173.stdout:2640: read oid 49 snap 248 2024-08-30T21:07:24.546 INFO:tasks.rados.rados.0.smithi173.stdout:2640: expect (ObjNum 771 snap 235 seq_num 771) 2024-08-30T21:07:24.546 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 250 2024-08-30T21:07:24.546 INFO:tasks.rados.rados.0.smithi173.stdout:2641: seq_num 822 ranges {3792896=573440,4366336=696320,5062656=507904} 2024-08-30T21:07:24.569 INFO:tasks.rados.rados.0.smithi173.stdout:2641: writing smithi17368540-21 from 3792896 to 4366336 tid 1 2024-08-30T21:07:24.573 INFO:tasks.rados.rados.0.smithi173.stdout:2641: writing smithi17368540-21 from 4366336 to 5062656 tid 2 2024-08-30T21:07:24.576 INFO:tasks.rados.rados.0.smithi173.stdout:2641: writing smithi17368540-21 from 5062656 to 5570560 tid 3 2024-08-30T21:07:24.576 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 250 2024-08-30T21:07:24.577 INFO:tasks.rados.rados.0.smithi173.stdout:2642: seq_num 823 ranges {4554752=589824,5144576=573440,5718016=630784} 2024-08-30T21:07:24.605 INFO:tasks.rados.rados.0.smithi173.stdout:2642: writing smithi17368540-16 from 4554752 to 5144576 tid 1 2024-08-30T21:07:24.609 INFO:tasks.rados.rados.0.smithi173.stdout:2642: writing smithi17368540-16 from 5144576 to 5718016 tid 2 2024-08-30T21:07:24.613 INFO:tasks.rados.rados.0.smithi173.stdout:2642: writing smithi17368540-16 from 5718016 to 6348800 tid 3 2024-08-30T21:07:24.613 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 250 2024-08-30T21:07:24.613 INFO:tasks.rados.rados.0.smithi173.stdout:2643: seq_num 824 ranges {3743744=606208,4349952=458752,4808704=573440,5382144=172032} 2024-08-30T21:07:24.636 INFO:tasks.rados.rados.0.smithi173.stdout:2643: writing smithi17368540-32 from 3743744 to 4349952 tid 1 2024-08-30T21:07:24.638 INFO:tasks.rados.rados.0.smithi173.stdout:2643: writing smithi17368540-32 from 4349952 to 4808704 tid 2 2024-08-30T21:07:24.642 INFO:tasks.rados.rados.0.smithi173.stdout:2643: writing smithi17368540-32 from 4808704 to 5382144 tid 3 2024-08-30T21:07:24.643 INFO:tasks.rados.rados.0.smithi173.stdout:2643: writing smithi17368540-32 from 5382144 to 5554176 tid 4 2024-08-30T21:07:24.643 INFO:tasks.rados.rados.0.smithi173.stdout:2644: snap_remove snap 243 2024-08-30T21:07:25.549 INFO:tasks.rados.rados.0.smithi173.stdout:2644: done (7 left) 2024-08-30T21:07:25.549 INFO:tasks.rados.rados.0.smithi173.stdout:2645: rmattr oid 24 current snap is 250 2024-08-30T21:07:25.549 INFO:tasks.rados.rados.0.smithi173.stdout:2640: expect (ObjNum 771 snap 235 seq_num 771) 2024-08-30T21:07:25.603 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1743 (ObjNum 765 snap 235 seq_num 765) dirty exists 2024-08-30T21:07:25.603 INFO:tasks.rados.rados.0.smithi173.stdout:2637: done (7 left) 2024-08-30T21:07:25.603 INFO:tasks.rados.rados.0.smithi173.stdout:2640: done (6 left) 2024-08-30T21:07:25.604 INFO:tasks.rados.rados.0.smithi173.stdout:2646: read oid 30 snap -1 2024-08-30T21:07:25.604 INFO:tasks.rados.rados.0.smithi173.stdout:2646: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:07:25.604 INFO:tasks.rados.rados.0.smithi173.stdout:2647: read oid 42 snap 248 2024-08-30T21:07:25.604 INFO:tasks.rados.rados.0.smithi173.stdout:2647: expect (ObjNum 765 snap 235 seq_num 765) 2024-08-30T21:07:25.604 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 250 2024-08-30T21:07:25.604 INFO:tasks.rados.rados.0.smithi173.stdout:2639: expect (ObjNum 757 snap 231 seq_num 757) 2024-08-30T21:07:25.641 INFO:tasks.rados.rados.0.smithi173.stdout:2641: finishing write tid 1 to smithi17368540-21 2024-08-30T21:07:25.641 INFO:tasks.rados.rados.0.smithi173.stdout:2641: finishing write tid 2 to smithi17368540-21 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: finishing write tid 3 to smithi17368540-21 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: finishing write tid 4 to smithi17368540-21 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: finishing write tid 5 to smithi17368540-21 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: oid 21 updating version 0 to 1675 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: oid 21 version 1675 is already newer than 1673 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: oid 21 version 1675 is already newer than 1672 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: oid 21 version 1675 is already newer than 1674 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1675 (ObjNum 822 snap 250 seq_num 822) dirty exists 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2641: left oid 21 (ObjNum 822 snap 250 seq_num 822) 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2638: finishing copy_from racing read to smithi17368540-3 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:2638: finishing copy_from to smithi17368540-3 2024-08-30T21:07:25.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 1485 (ObjNum 560 snap 173 seq_num 560) dirty exists 2024-08-30T21:07:25.643 INFO:tasks.rados.rados.0.smithi173.stdout:2642: finishing write tid 1 to smithi17368540-16 2024-08-30T21:07:25.643 INFO:tasks.rados.rados.0.smithi173.stdout:2648: seq_num 825 ranges {3063808=622592,3686400=745472,4431872=458752} 2024-08-30T21:07:25.661 INFO:tasks.rados.rados.0.smithi173.stdout:2648: writing smithi17368540-33 from 3063808 to 3686400 tid 1 2024-08-30T21:07:25.665 INFO:tasks.rados.rados.0.smithi173.stdout:2648: writing smithi17368540-33 from 3686400 to 4431872 tid 2 2024-08-30T21:07:25.669 INFO:tasks.rados.rados.0.smithi173.stdout:2648: writing smithi17368540-33 from 4431872 to 4890624 tid 3 2024-08-30T21:07:25.669 INFO:tasks.rados.rados.0.smithi173.stdout:2638: done (8 left) 2024-08-30T21:07:25.669 INFO:tasks.rados.rados.0.smithi173.stdout:2639: done (7 left) 2024-08-30T21:07:25.669 INFO:tasks.rados.rados.0.smithi173.stdout:2641: done (6 left) 2024-08-30T21:07:25.669 INFO:tasks.rados.rados.0.smithi173.stdout:2649: delete oid 3 current snap is 250 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: finishing write tid 2 to smithi17368540-16 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: finishing write tid 3 to smithi17368540-16 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: finishing write tid 4 to smithi17368540-16 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: finishing write tid 5 to smithi17368540-16 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: oid 16 updating version 0 to 1405 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: oid 16 version 1405 is already newer than 1404 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: oid 16 updating version 1405 to 1406 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: oid 16 version 1406 is already newer than 1403 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1406 (ObjNum 823 snap 250 seq_num 823) dirty exists 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2642: left oid 16 (ObjNum 823 snap 250 seq_num 823) 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2643: finishing write tid 1 to smithi17368540-32 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2643: finishing write tid 2 to smithi17368540-32 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2643: finishing write tid 3 to smithi17368540-32 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2643: finishing write tid 4 to smithi17368540-32 2024-08-30T21:07:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:2643: finishing write tid 5 to smithi17368540-32 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2643: finishing write tid 6 to smithi17368540-32 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2643: oid 32 updating version 0 to 1747 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2643: oid 32 version 1747 is already newer than 1744 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2643: oid 32 updating version 1747 to 1748 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2643: oid 32 version 1748 is already newer than 1746 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2643: oid 32 version 1748 is already newer than 1745 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1748 (ObjNum 824 snap 250 seq_num 824) dirty exists 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2643: left oid 32 (ObjNum 824 snap 250 seq_num 824) 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1794 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:07:25.671 INFO:tasks.rados.rados.0.smithi173.stdout:2646: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:07:25.702 INFO:tasks.rados.rados.0.smithi173.stdout:2647: expect (ObjNum 765 snap 235 seq_num 765) 2024-08-30T21:07:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:25 smithi173 ceph-mon[79976]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-30T21:07:25.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:25 smithi173 ceph-mon[79976]: osdmap e586: 8 total, 8 up, 8 in 2024-08-30T21:07:25.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:25 smithi173 ceph-mon[82405]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-30T21:07:25.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:25 smithi173 ceph-mon[82405]: osdmap e586: 8 total, 8 up, 8 in 2024-08-30T21:07:25.710 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:07:25 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:07:25] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2024-08-30T21:07:25.728 INFO:tasks.rados.rados.0.smithi173.stdout:2648: finishing write tid 1 to smithi17368540-33 2024-08-30T21:07:25.728 INFO:tasks.rados.rados.0.smithi173.stdout:2648: finishing write tid 2 to smithi17368540-33 2024-08-30T21:07:25.728 INFO:tasks.rados.rados.0.smithi173.stdout:2648: finishing write tid 3 to smithi17368540-33 2024-08-30T21:07:25.728 INFO:tasks.rados.rados.0.smithi173.stdout:2648: finishing write tid 4 to smithi17368540-33 2024-08-30T21:07:25.728 INFO:tasks.rados.rados.0.smithi173.stdout:2648: finishing write tid 5 to smithi17368540-33 2024-08-30T21:07:25.728 INFO:tasks.rados.rados.0.smithi173.stdout:2648: oid 33 updating version 0 to 1678 2024-08-30T21:07:25.728 INFO:tasks.rados.rados.0.smithi173.stdout:2648: oid 33 updating version 1678 to 1679 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2648: oid 33 version 1679 is already newer than 1676 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2648: oid 33 version 1679 is already newer than 1677 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1679 (ObjNum 825 snap 250 seq_num 825) dirty exists 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2648: left oid 33 (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2642: done (6 left) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2643: done (5 left) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2645: done (4 left) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2646: done (3 left) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2647: done (2 left) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2648: done (1 left) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2649: done (0 left) 2024-08-30T21:07:25.729 INFO:tasks.rados.rados.0.smithi173.stdout:2650: snap_create 2024-08-30T21:07:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:25 smithi196 ceph-mon[74601]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-30T21:07:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:25 smithi196 ceph-mon[74601]: osdmap e586: 8 total, 8 up, 8 in 2024-08-30T21:07:26.535 INFO:tasks.rados.rados.0.smithi173.stdout:2650: done (0 left) 2024-08-30T21:07:26.536 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 251 2024-08-30T21:07:26.536 INFO:tasks.rados.rados.0.smithi173.stdout:2651: seq_num 827 ranges {13254656=655360,13910016=516096,14426112=688128} 2024-08-30T21:07:26.610 INFO:tasks.rados.rados.0.smithi173.stdout:2651: writing smithi17368540-20 from 13254656 to 13910016 tid 1 2024-08-30T21:07:26.612 INFO:tasks.rados.rados.0.smithi173.stdout:2651: writing smithi17368540-20 from 13910016 to 14426112 tid 2 2024-08-30T21:07:26.617 INFO:tasks.rados.rados.0.smithi173.stdout:2651: writing smithi17368540-20 from 14426112 to 15114240 tid 3 2024-08-30T21:07:26.617 INFO:tasks.rados.rados.0.smithi173.stdout:2652: read oid 7 snap -1 2024-08-30T21:07:26.617 INFO:tasks.rados.rados.0.smithi173.stdout:2652: expect deleted 2024-08-30T21:07:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:2653: rollback oid 37 current snap is 251 2024-08-30T21:07:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 248 2024-08-30T21:07:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:2651: finishing write tid 1 to smithi17368540-20 2024-08-30T21:07:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:2651: finishing write tid 2 to smithi17368540-20 2024-08-30T21:07:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:2654: snap_create 2024-08-30T21:07:26.621 INFO:tasks.rados.rados.0.smithi173.stdout:2653: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:07:26.623 INFO:tasks.rados.rados.0.smithi173.stdout:2653: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:07:26.623 INFO:tasks.rados.rados.0.smithi173.stdout:2653: finishing rollback tid 2 to smithi17368540-37 2024-08-30T21:07:26.623 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 1636 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:07:26.623 INFO:tasks.rados.rados.0.smithi173.stdout:2651: finishing write tid 3 to smithi17368540-20 2024-08-30T21:07:26.623 INFO:tasks.rados.rados.0.smithi173.stdout:2651: finishing write tid 4 to smithi17368540-20 2024-08-30T21:07:26.624 INFO:tasks.rados.rados.0.smithi173.stdout:2651: finishing write tid 5 to smithi17368540-20 2024-08-30T21:07:26.624 INFO:tasks.rados.rados.0.smithi173.stdout:2651: oid 20 updating version 0 to 1651 2024-08-30T21:07:26.624 INFO:tasks.rados.rados.0.smithi173.stdout:2651: oid 20 version 1651 is already newer than 1650 2024-08-30T21:07:26.624 INFO:tasks.rados.rados.0.smithi173.stdout:2651: oid 20 version 1651 is already newer than 1649 2024-08-30T21:07:26.624 INFO:tasks.rados.rados.0.smithi173.stdout:2651: oid 20 updating version 1651 to 1652 2024-08-30T21:07:26.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1652 (ObjNum 827 snap 251 seq_num 827) dirty exists 2024-08-30T21:07:26.624 INFO:tasks.rados.rados.0.smithi173.stdout:2651: left oid 20 (ObjNum 827 snap 251 seq_num 827) 2024-08-30T21:07:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:26 smithi173 ceph-mon[79976]: osdmap e587: 8 total, 8 up, 8 in 2024-08-30T21:07:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:26 smithi173 ceph-mon[79976]: osdmap e588: 8 total, 8 up, 8 in 2024-08-30T21:07:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:26 smithi173 ceph-mon[82405]: osdmap e587: 8 total, 8 up, 8 in 2024-08-30T21:07:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:26 smithi173 ceph-mon[82405]: osdmap e588: 8 total, 8 up, 8 in 2024-08-30T21:07:27.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:26 smithi196 ceph-mon[74601]: osdmap e587: 8 total, 8 up, 8 in 2024-08-30T21:07:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:26 smithi196 ceph-mon[74601]: osdmap e588: 8 total, 8 up, 8 in 2024-08-30T21:07:27.565 INFO:tasks.rados.rados.0.smithi173.stdout:2651: done (3 left) 2024-08-30T21:07:27.566 INFO:tasks.rados.rados.0.smithi173.stdout:2652: done (2 left) 2024-08-30T21:07:27.566 INFO:tasks.rados.rados.0.smithi173.stdout:2653: done (1 left) 2024-08-30T21:07:27.566 INFO:tasks.rados.rados.0.smithi173.stdout:2654: done (0 left) 2024-08-30T21:07:27.566 INFO:tasks.rados.rados.0.smithi173.stdout:2655: snap_create 2024-08-30T21:07:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:27 smithi173 ceph-mon[79976]: pgmap v552: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 148 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 847 KiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-08-30T21:07:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:27 smithi173 ceph-mon[82405]: pgmap v552: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 148 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 847 KiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-08-30T21:07:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:27 smithi196 ceph-mon[74601]: pgmap v552: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 148 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 847 KiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-08-30T21:07:28.568 INFO:tasks.rados.rados.0.smithi173.stdout:2655: done (0 left) 2024-08-30T21:07:28.569 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 253 2024-08-30T21:07:28.569 INFO:tasks.rados.rados.0.smithi173.stdout:2656: seq_num 828 ranges {819200=671744,1490944=802816,2293760=401408} 2024-08-30T21:07:28.576 INFO:tasks.rados.rados.0.smithi173.stdout:2656: writing smithi17368540-8 from 819200 to 1490944 tid 1 2024-08-30T21:07:28.581 INFO:tasks.rados.rados.0.smithi173.stdout:2656: writing smithi17368540-8 from 1490944 to 2293760 tid 2 2024-08-30T21:07:28.583 INFO:tasks.rados.rados.0.smithi173.stdout:2656: writing smithi17368540-8 from 2293760 to 2695168 tid 3 2024-08-30T21:07:28.584 INFO:tasks.rados.rados.0.smithi173.stdout:2657: rollback oid 37 current snap is 253 2024-08-30T21:07:28.584 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 252 2024-08-30T21:07:28.584 INFO:tasks.rados.rados.0.smithi173.stdout:2656: finishing write tid 1 to smithi17368540-8 2024-08-30T21:07:28.584 INFO:tasks.rados.rados.0.smithi173.stdout:2658: snap_create 2024-08-30T21:07:28.586 INFO:tasks.rados.rados.0.smithi173.stdout:2656: finishing write tid 2 to smithi17368540-8 2024-08-30T21:07:28.586 INFO:tasks.rados.rados.0.smithi173.stdout:2656: finishing write tid 3 to smithi17368540-8 2024-08-30T21:07:28.587 INFO:tasks.rados.rados.0.smithi173.stdout:2656: finishing write tid 4 to smithi17368540-8 2024-08-30T21:07:28.588 INFO:tasks.rados.rados.0.smithi173.stdout:2656: finishing write tid 5 to smithi17368540-8 2024-08-30T21:07:28.588 INFO:tasks.rados.rados.0.smithi173.stdout:2656: oid 8 updating version 0 to 1770 2024-08-30T21:07:28.588 INFO:tasks.rados.rados.0.smithi173.stdout:2656: oid 8 version 1770 is already newer than 1768 2024-08-30T21:07:28.589 INFO:tasks.rados.rados.0.smithi173.stdout:2656: oid 8 version 1770 is already newer than 1769 2024-08-30T21:07:28.589 INFO:tasks.rados.rados.0.smithi173.stdout:2656: oid 8 version 1770 is already newer than 1767 2024-08-30T21:07:28.589 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1770 (ObjNum 828 snap 253 seq_num 828) dirty exists 2024-08-30T21:07:28.589 INFO:tasks.rados.rados.0.smithi173.stdout:2656: left oid 8 (ObjNum 828 snap 253 seq_num 828) 2024-08-30T21:07:28.589 INFO:tasks.rados.rados.0.smithi173.stdout:2657: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:07:28.589 INFO:tasks.rados.rados.0.smithi173.stdout:2657: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:07:28.590 INFO:tasks.rados.rados.0.smithi173.stdout:2657: finishing rollback tid 2 to smithi17368540-37 2024-08-30T21:07:28.590 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 1639 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-30T21:07:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:28 smithi173 ceph-mon[79976]: osdmap e589: 8 total, 8 up, 8 in 2024-08-30T21:07:28.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:28 smithi173 ceph-mon[82405]: osdmap e589: 8 total, 8 up, 8 in 2024-08-30T21:07:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:28 smithi196 ceph-mon[74601]: osdmap e589: 8 total, 8 up, 8 in 2024-08-30T21:07:29.575 INFO:tasks.rados.rados.0.smithi173.stdout:2656: done (2 left) 2024-08-30T21:07:29.575 INFO:tasks.rados.rados.0.smithi173.stdout:2657: done (1 left) 2024-08-30T21:07:29.575 INFO:tasks.rados.rados.0.smithi173.stdout:2658: done (0 left) 2024-08-30T21:07:29.575 INFO:tasks.rados.rados.0.smithi173.stdout:2659: setattr oid 17 current snap is 254 2024-08-30T21:07:29.575 INFO:tasks.rados.rados.0.smithi173.stdout:2660: snap_create 2024-08-30T21:07:29.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1067 (ObjNum 818 snap 250 seq_num 818) dirty exists 2024-08-30T21:07:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:29 smithi196 ceph-mon[74601]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-08-30T21:07:29.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:29 smithi196 ceph-mon[74601]: osdmap e590: 8 total, 8 up, 8 in 2024-08-30T21:07:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:29 smithi173 ceph-mon[82405]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-08-30T21:07:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:29 smithi173 ceph-mon[82405]: osdmap e590: 8 total, 8 up, 8 in 2024-08-30T21:07:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:29 smithi173 ceph-mon[79976]: pgmap v555: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-08-30T21:07:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:29 smithi173 ceph-mon[79976]: osdmap e590: 8 total, 8 up, 8 in 2024-08-30T21:07:30.580 INFO:tasks.rados.rados.0.smithi173.stdout:2659: done (1 left) 2024-08-30T21:07:30.580 INFO:tasks.rados.rados.0.smithi173.stdout:2660: done (0 left) 2024-08-30T21:07:30.580 INFO:tasks.rados.rados.0.smithi173.stdout:2661: snap_create 2024-08-30T21:07:30.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:30 smithi196 ceph-mon[74601]: osdmap e591: 8 total, 8 up, 8 in 2024-08-30T21:07:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:30 smithi173 ceph-mon[79976]: osdmap e591: 8 total, 8 up, 8 in 2024-08-30T21:07:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:30 smithi173 ceph-mon[82405]: osdmap e591: 8 total, 8 up, 8 in 2024-08-30T21:07:31.538 INFO:tasks.rados.rados.0.smithi173.stdout:2661: done (0 left) 2024-08-30T21:07:31.538 INFO:tasks.rados.rados.0.smithi173.stdout:2662: read oid 29 snap -1 2024-08-30T21:07:31.538 INFO:tasks.rados.rados.0.smithi173.stdout:2662: expect (ObjNum 810 snap 248 seq_num 810) 2024-08-30T21:07:31.538 INFO:tasks.rados.rados.0.smithi173.stdout:2663: read oid 23 snap 252 2024-08-30T21:07:31.538 INFO:tasks.rados.rados.0.smithi173.stdout:2663: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:07:31.539 INFO:tasks.rados.rados.0.smithi173.stdout:2664: rollback oid 22 current snap is 256 2024-08-30T21:07:31.539 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 254 2024-08-30T21:07:31.539 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 256 2024-08-30T21:07:31.539 INFO:tasks.rados.rados.0.smithi173.stdout:2665: seq_num 829 ranges {5554176=688128,6242304=729088,6971392=475136} 2024-08-30T21:07:31.573 INFO:tasks.rados.rados.0.smithi173.stdout:2665: writing smithi17368540-32 from 5554176 to 6242304 tid 1 2024-08-30T21:07:31.578 INFO:tasks.rados.rados.0.smithi173.stdout:2665: writing smithi17368540-32 from 6242304 to 6971392 tid 2 2024-08-30T21:07:31.581 INFO:tasks.rados.rados.0.smithi173.stdout:2665: writing smithi17368540-32 from 6971392 to 7446528 tid 3 2024-08-30T21:07:31.581 INFO:tasks.rados.rados.0.smithi173.stdout:2666: copy_from oid 25 from oid 5 current snap is 256 2024-08-30T21:07:31.581 INFO:tasks.rados.rados.0.smithi173.stdout:2664: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:07:31.582 INFO:tasks.rados.rados.0.smithi173.stdout:2664: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:07:31.582 INFO:tasks.rados.rados.0.smithi173.stdout:2664: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:07:31.582 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1682 (ObjNum 816 snap 249 seq_num 816) dirty exists 2024-08-30T21:07:31.582 INFO:tasks.rados.rados.0.smithi173.stdout:2663: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:07:31.628 INFO:tasks.rados.rados.0.smithi173.stdout:2662: expect (ObjNum 810 snap 248 seq_num 810) 2024-08-30T21:07:31.728 INFO:tasks.rados.rados.0.smithi173.stdout:2665: finishing write tid 1 to smithi17368540-32 2024-08-30T21:07:31.728 INFO:tasks.rados.rados.0.smithi173.stdout:2665: finishing write tid 2 to smithi17368540-32 2024-08-30T21:07:31.728 INFO:tasks.rados.rados.0.smithi173.stdout:2665: finishing write tid 3 to smithi17368540-32 2024-08-30T21:07:31.728 INFO:tasks.rados.rados.0.smithi173.stdout:2665: finishing write tid 4 to smithi17368540-32 2024-08-30T21:07:31.728 INFO:tasks.rados.rados.0.smithi173.stdout:2665: finishing write tid 5 to smithi17368540-32 2024-08-30T21:07:31.728 INFO:tasks.rados.rados.0.smithi173.stdout:2665: oid 32 updating version 0 to 1762 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2665: oid 32 updating version 1762 to 1763 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2665: oid 32 version 1763 is already newer than 1761 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2665: oid 32 version 1763 is already newer than 1760 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1763 (ObjNum 829 snap 256 seq_num 829) dirty exists 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2665: left oid 32 (ObjNum 829 snap 256 seq_num 829) 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2666: finishing copy_from racing read to smithi17368540-25 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2662: done (4 left) 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2663: done (3 left) 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2664: done (2 left) 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2665: done (1 left) 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2667: read oid 18 snap -1 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2667: expect (ObjNum 803 snap 245 seq_num 803) 2024-08-30T21:07:31.729 INFO:tasks.rados.rados.0.smithi173.stdout:2668: snap_remove snap 255 2024-08-30T21:07:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:31 smithi173 ceph-mon[79976]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-30T21:07:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:31 smithi173 ceph-mon[79976]: osdmap e592: 8 total, 8 up, 8 in 2024-08-30T21:07:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:31 smithi173 ceph-mon[79976]: osdmap e593: 8 total, 8 up, 8 in 2024-08-30T21:07:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:31 smithi173 ceph-mon[82405]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-30T21:07:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:31 smithi173 ceph-mon[82405]: osdmap e592: 8 total, 8 up, 8 in 2024-08-30T21:07:31.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:31 smithi173 ceph-mon[82405]: osdmap e593: 8 total, 8 up, 8 in 2024-08-30T21:07:31.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:31 smithi196 ceph-mon[74601]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 150 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-30T21:07:31.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:31 smithi196 ceph-mon[74601]: osdmap e592: 8 total, 8 up, 8 in 2024-08-30T21:07:31.988 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:31 smithi196 ceph-mon[74601]: osdmap e593: 8 total, 8 up, 8 in 2024-08-30T21:07:32.257 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:31 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:32.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-30T21:07:32.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-30T21:07:32.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-30T21:07:32.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-30T21:07:32.520 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.256Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.257Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.257Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.257Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[65570]: ts=2024-08-30T21:07:32.257Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-30T21:07:32.521 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:32 smithi196 podman[105653]: 2024-08-30 21:07:32.266848675 +0000 UTC m=+0.134936051 container died 88b67bb6babac119c58814373058c58298a1fe77f06a3ddfb9dba37d7cff388f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:32.586 INFO:tasks.rados.rados.0.smithi173.stdout:2668: done (2 left) 2024-08-30T21:07:32.586 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 256 2024-08-30T21:07:32.586 INFO:tasks.rados.rados.0.smithi173.stdout:2669: seq_num 830 ranges {0=704512,704512=614400,1318912=573440,1892352=16384} 2024-08-30T21:07:32.590 INFO:tasks.rados.rados.0.smithi173.stdout:2669: writing smithi17368540-43 from 0 to 704512 tid 1 2024-08-30T21:07:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:2669: writing smithi17368540-43 from 704512 to 1318912 tid 2 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2669: writing smithi17368540-43 from 1318912 to 1892352 tid 3 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2669: writing smithi17368540-43 from 1892352 to 1908736 tid 4 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2670: read oid 28 snap 248 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2670: expect (ObjNum 798 snap 242 seq_num 798) 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2671: read oid 6 snap -1 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2671: expect (ObjNum 755 snap 230 seq_num 755) 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2672: delete oid 30 current snap is 256 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2666: finishing copy_from to smithi17368540-25 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1869 (ObjNum 789 snap 239 seq_num 789) dirty exists 2024-08-30T21:07:32.599 INFO:tasks.rados.rados.0.smithi173.stdout:2667: expect (ObjNum 803 snap 245 seq_num 803) 2024-08-30T21:07:32.697 INFO:tasks.rados.rados.0.smithi173.stdout:2669: finishing write tid 1 to smithi17368540-43 2024-08-30T21:07:32.697 INFO:tasks.rados.rados.0.smithi173.stdout:2669: finishing write tid 2 to smithi17368540-43 2024-08-30T21:07:32.697 INFO:tasks.rados.rados.0.smithi173.stdout:2669: finishing write tid 3 to smithi17368540-43 2024-08-30T21:07:32.697 INFO:tasks.rados.rados.0.smithi173.stdout:2669: finishing write tid 4 to smithi17368540-43 2024-08-30T21:07:32.698 INFO:tasks.rados.rados.0.smithi173.stdout:2669: finishing write tid 5 to smithi17368540-43 2024-08-30T21:07:32.698 INFO:tasks.rados.rados.0.smithi173.stdout:2669: finishing write tid 6 to smithi17368540-43 2024-08-30T21:07:32.698 INFO:tasks.rados.rados.0.smithi173.stdout:2669: oid 43 updating version 0 to 1764 2024-08-30T21:07:32.698 INFO:tasks.rados.rados.0.smithi173.stdout:2669: oid 43 updating version 1764 to 1770 2024-08-30T21:07:32.698 INFO:tasks.rados.rados.0.smithi173.stdout:2669: oid 43 version 1770 is already newer than 1769 2024-08-30T21:07:32.698 INFO:tasks.rados.rados.0.smithi173.stdout:2669: oid 43 version 1770 is already newer than 1768 2024-08-30T21:07:32.699 INFO:tasks.rados.rados.0.smithi173.stdout:2669: oid 43 version 1770 is already newer than 1765 2024-08-30T21:07:32.699 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1770 (ObjNum 830 snap 256 seq_num 830) dirty exists 2024-08-30T21:07:32.699 INFO:tasks.rados.rados.0.smithi173.stdout:2669: left oid 43 (ObjNum 830 snap 256 seq_num 830) 2024-08-30T21:07:32.699 INFO:tasks.rados.rados.0.smithi173.stdout:2671: expect (ObjNum 755 snap 230 seq_num 755) 2024-08-30T21:07:32.857 INFO:tasks.rados.rados.0.smithi173.stdout:2670: expect (ObjNum 798 snap 242 seq_num 798) 2024-08-30T21:07:33.085 INFO:tasks.rados.rados.0.smithi173.stdout:2666: done (5 left) 2024-08-30T21:07:33.086 INFO:tasks.rados.rados.0.smithi173.stdout:2667: done (4 left) 2024-08-30T21:07:33.086 INFO:tasks.rados.rados.0.smithi173.stdout:2669: done (3 left) 2024-08-30T21:07:33.086 INFO:tasks.rados.rados.0.smithi173.stdout:2670: done (2 left) 2024-08-30T21:07:33.086 INFO:tasks.rados.rados.0.smithi173.stdout:2671: done (1 left) 2024-08-30T21:07:33.086 INFO:tasks.rados.rados.0.smithi173.stdout:2672: done (0 left) 2024-08-30T21:07:33.086 INFO:tasks.rados.rados.0.smithi173.stdout:2673: snap_remove snap 250 2024-08-30T21:07:33.592 INFO:tasks.rados.rados.0.smithi173.stdout:2673: done (0 left) 2024-08-30T21:07:33.592 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 256 2024-08-30T21:07:33.592 INFO:tasks.rados.rados.0.smithi173.stdout:2674: seq_num 832 ranges {1540096=737280,2277376=786432,3063808=417792} 2024-08-30T21:07:33.605 INFO:tasks.rados.rados.0.smithi173.stdout:2674: writing smithi17368540-46 from 1540096 to 2277376 tid 1 2024-08-30T21:07:33.612 INFO:tasks.rados.rados.0.smithi173.stdout:2674: writing smithi17368540-46 from 2277376 to 3063808 tid 2 2024-08-30T21:07:33.613 INFO:tasks.rados.rados.0.smithi173.stdout:2674: writing smithi17368540-46 from 3063808 to 3481600 tid 3 2024-08-30T21:07:33.613 INFO:tasks.rados.rados.0.smithi173.stdout:2675: copy_from oid 36 from oid 23 current snap is 256 2024-08-30T21:07:33.613 INFO:tasks.rados.rados.0.smithi173.stdout:2674: finishing write tid 1 to smithi17368540-46 2024-08-30T21:07:33.613 INFO:tasks.rados.rados.0.smithi173.stdout:2676: read oid 33 snap -1 2024-08-30T21:07:33.613 INFO:tasks.rados.rados.0.smithi173.stdout:2676: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:07:33.613 INFO:tasks.rados.rados.0.smithi173.stdout:2677: snap_create 2024-08-30T21:07:33.613 INFO:tasks.rados.rados.0.smithi173.stdout:2674: finishing write tid 2 to smithi17368540-46 2024-08-30T21:07:33.616 INFO:tasks.rados.rados.0.smithi173.stdout:2674: finishing write tid 3 to smithi17368540-46 2024-08-30T21:07:33.616 INFO:tasks.rados.rados.0.smithi173.stdout:2674: finishing write tid 4 to smithi17368540-46 2024-08-30T21:07:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:2674: finishing write tid 5 to smithi17368540-46 2024-08-30T21:07:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:2674: oid 46 updating version 0 to 1797 2024-08-30T21:07:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:2674: oid 46 version 1797 is already newer than 1795 2024-08-30T21:07:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:2674: oid 46 updating version 1797 to 1798 2024-08-30T21:07:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:2674: oid 46 version 1798 is already newer than 1796 2024-08-30T21:07:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1798 (ObjNum 832 snap 256 seq_num 832) dirty exists 2024-08-30T21:07:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:2674: left oid 46 (ObjNum 832 snap 256 seq_num 832) 2024-08-30T21:07:33.626 INFO:tasks.rados.rados.0.smithi173.stdout:2675: finishing copy_from racing read to smithi17368540-36 2024-08-30T21:07:33.629 INFO:tasks.rados.rados.0.smithi173.stdout:2675: finishing copy_from to smithi17368540-36 2024-08-30T21:07:33.629 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 1774 (ObjNum 815 snap 249 seq_num 815) dirty exists 2024-08-30T21:07:33.633 INFO:tasks.rados.rados.0.smithi173.stdout:2676: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:07:33.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:33 smithi196 ceph-mon[74601]: pgmap v561: 121 pgs: 121 active+clean; 152 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-30T21:07:33.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:33 smithi196 ceph-mon[74601]: osdmap e594: 8 total, 8 up, 8 in 2024-08-30T21:07:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:33 smithi173 ceph-mon[79976]: pgmap v561: 121 pgs: 121 active+clean; 152 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-30T21:07:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:33 smithi173 ceph-mon[79976]: osdmap e594: 8 total, 8 up, 8 in 2024-08-30T21:07:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:33 smithi173 ceph-mon[82405]: pgmap v561: 121 pgs: 121 active+clean; 152 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-08-30T21:07:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:33 smithi173 ceph-mon[82405]: osdmap e594: 8 total, 8 up, 8 in 2024-08-30T21:07:34.278 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:07:34.599 INFO:tasks.rados.rados.0.smithi173.stdout:2674: done (3 left) 2024-08-30T21:07:34.599 INFO:tasks.rados.rados.0.smithi173.stdout:2675: done (2 left) 2024-08-30T21:07:34.599 INFO:tasks.rados.rados.0.smithi173.stdout:2676: done (1 left) 2024-08-30T21:07:34.599 INFO:tasks.rados.rados.0.smithi173.stdout:2677: done (0 left) 2024-08-30T21:07:34.599 INFO:tasks.rados.rados.0.smithi173.stdout:2678: rmattr oid 49 current snap is 257 2024-08-30T21:07:34.599 INFO:tasks.rados.rados.0.smithi173.stdout:2679: snap_remove snap 256 2024-08-30T21:07:34.669 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:34 smithi196 ceph-mon[74601]: osdmap e595: 8 total, 8 up, 8 in 2024-08-30T21:07:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:34 smithi196 podman[105653]: 2024-08-30 21:07:34.350635486 +0000 UTC m=+2.218722853 container cleanup 88b67bb6babac119c58814373058c58298a1fe77f06a3ddfb9dba37d7cff388f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:34.669 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:34 smithi196 bash[105653]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (10m) 20s ago 11m 23.8M - 0.25.0 c8568f914cd2 55b559212ab5 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (11m) 19s ago 11m 86.2M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (65s) 20s ago 12m 16.1M - 19.3.0-4625-g24432b66 fb225243d408 d569a2b872aa 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (43s) 19s ago 12m 15.4M - 19.3.0-4625-g24432b66 fb225243d408 259d158567fb 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (6m) 19s ago 16m 455M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (7m) 20s ago 17m 530M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (6m) 20s ago 17m 68.4M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:07:34.859 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (5m) 19s ago 16m 56.1M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (6m) 20s ago 16m 56.8M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (29s) 20s ago 10m 7302k - 1.7.0 72c9c2088986 55e2cda6d3b5 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (23s) 19s ago 10m 3292k - 1.7.0 72c9c2088986 1244acceaf66 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (5m) 20s ago 15m 279M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (4m) 20s ago 15m 188M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (4m) 20s ago 14m 262M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (3m) 20s ago 14m 139M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (3m) 19s ago 14m 231M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (2m) 19s ago 13m 270M 2480M 19.3.0-4625-g24432b66 fb225243d408 1acacf75db77 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (114s) 19s ago 13m 78.2M 2480M 19.3.0-4625-g24432b66 fb225243d408 957f82d650b2 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (80s) 19s ago 13m 138M 2480M 19.3.0-4625-g24432b66 fb225243d408 3cdf4e226add 2024-08-30T21:07:34.860 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (6m) 19s ago 11m 50.4M - 2.43.0 a07b618ecd1d 88b67bb6baba 2024-08-30T21:07:34.861 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:34 smithi173 ceph-mon[79976]: osdmap e595: 8 total, 8 up, 8 in 2024-08-30T21:07:34.861 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:34 smithi173 ceph-mon[82405]: osdmap e595: 8 total, 8 up, 8 in 2024-08-30T21:07:35.019 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:34 smithi196 podman[105665]: 2024-08-30 21:07:34.668740934 +0000 UTC m=+2.403290750 container remove 88b67bb6babac119c58814373058c58298a1fe77f06a3ddfb9dba37d7cff388f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:35.019 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:34 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-30T21:07:35.019 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:34 smithi196 systemd[1]: Stopped Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:35.019 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:34 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service: Consumed 2.503s CPU time. 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 8 2024-08-30T21:07:35.198 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:35.199 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:07:35.199 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:07:35.199 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:07:35.199 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:07:35.199 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 15 2024-08-30T21:07:35.199 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:07:35.199 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:07:35.270 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 systemd[1]: Starting Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:35.270 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 podman[105793]: 2024-08-30 21:07:35.128484389 +0000 UTC m=+0.016597941 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-30T21:07:35.270 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 podman[105793]: 2024-08-30 21:07:35.236416174 +0000 UTC m=+0.124529751 container create 578c568895a814b409ad0499f380d5c70ec1920b243e6e9b1d4f7fa2672e8098 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:35.481 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:07:35.481 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:07:35.481 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:07:35.481 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:07:35.481 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: "osd", 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: "mds", 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "15/20 daemons upgraded", 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading prometheus daemons", 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:07:35.482 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:07:35.602 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 podman[105793]: 2024-08-30 21:07:35.438219083 +0000 UTC m=+0.326332619 container init 578c568895a814b409ad0499f380d5c70ec1920b243e6e9b1d4f7fa2672e8098 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:35.602 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 podman[105793]: 2024-08-30 21:07:35.4411395 +0000 UTC m=+0.329253036 container start 578c568895a814b409ad0499f380d5c70ec1920b243e6e9b1d4f7fa2672e8098 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:35.602 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.461Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-30T21:07:35.602 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.461Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-30T21:07:35.602 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.461Z caller=main.go:623 level=info host_details="(Linux 5.14.0-503.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Aug 22 17:03:23 UTC 2024 x86_64 smithi196 (none))" 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.461Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.461Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.462Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.463Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.465Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.465Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.466Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.466Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.578µs 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.466Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.467Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-30T21:07:35.603 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.474Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.475Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.479Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.479Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.479Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.397µs wal_replay_duration=12.794324ms wbl_replay_duration=124ns total_replay_duration=12.837913ms 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.481Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.481Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.481Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.497Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.524469ms db_storage=1.087µs remote_storage=1.243µs web_handler=338ns query_engine=702ns scrape=385.88µs scrape_sd=100.407µs notify=10.42µs notify_sd=11.589µs rules=14.602227ms tracing=7.977µs 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.497Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:07:35.497Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 bash[105793]: 578c568895a814b409ad0499f380d5c70ec1920b243e6e9b1d4f7fa2672e8098 2024-08-30T21:07:35.604 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:07:35 smithi196 systemd[1]: Started Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:35.607 INFO:tasks.rados.rados.0.smithi173.stdout:2679: done (1 left) 2024-08-30T21:07:35.607 INFO:tasks.rados.rados.0.smithi173.stdout:2680: rmattr oid 46 current snap is 257 2024-08-30T21:07:35.607 INFO:tasks.rados.rados.0.smithi173.stdout:2680: done (1 left) 2024-08-30T21:07:35.607 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 257 2024-08-30T21:07:35.607 INFO:tasks.rados.rados.0.smithi173.stdout:2681: seq_num 833 ranges {1548288=761856,2310144=671744,2981888=532480} 2024-08-30T21:07:35.619 INFO:tasks.rados.rados.0.smithi173.stdout:2681: writing smithi17368540-38 from 1548288 to 2310144 tid 1 2024-08-30T21:07:35.623 INFO:tasks.rados.rados.0.smithi173.stdout:2681: writing smithi17368540-38 from 2310144 to 2981888 tid 2 2024-08-30T21:07:35.627 INFO:tasks.rados.rados.0.smithi173.stdout:2681: writing smithi17368540-38 from 2981888 to 3514368 tid 3 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:2682: rollback oid 2 current snap is 257 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 2 to 251 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1068 (ObjNum 771 snap 235 seq_num 771) dirty exists 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:2681: finishing write tid 1 to smithi17368540-38 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:2681: finishing write tid 2 to smithi17368540-38 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:2678: done (2 left) 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:2683: read oid 20 snap -1 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:2683: expect (ObjNum 827 snap 251 seq_num 827) 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 257 2024-08-30T21:07:35.628 INFO:tasks.rados.rados.0.smithi173.stdout:2684: seq_num 834 ranges {1220608=778240,1998848=557056,2555904=548864,3104768=98304} 2024-08-30T21:07:35.640 INFO:tasks.rados.rados.0.smithi173.stdout:2684: writing smithi17368540-5 from 1220608 to 1998848 tid 1 2024-08-30T21:07:35.645 INFO:tasks.rados.rados.0.smithi173.stdout:2684: writing smithi17368540-5 from 1998848 to 2555904 tid 2 2024-08-30T21:07:35.649 INFO:tasks.rados.rados.0.smithi173.stdout:2684: writing smithi17368540-5 from 2555904 to 3104768 tid 3 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2684: writing smithi17368540-5 from 3104768 to 3203072 tid 4 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2685: read oid 37 snap -1 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2685: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 257 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2681: finishing write tid 3 to smithi17368540-38 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2682: finishing rollback tid 0 to smithi17368540-2 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2681: finishing write tid 4 to smithi17368540-38 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2682: finishing rollback tid 1 to smithi17368540-2 2024-08-30T21:07:35.651 INFO:tasks.rados.rados.0.smithi173.stdout:2682: finishing rollback tid 2 to smithi17368540-2 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1777 (ObjNum 786 snap 238 seq_num 786) dirty exists 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:2681: finishing write tid 5 to smithi17368540-38 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:2681: oid 38 updating version 0 to 1873 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:2681: oid 38 version 1873 is already newer than 1870 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:2681: oid 38 version 1873 is already newer than 1872 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:2681: oid 38 version 1873 is already newer than 1871 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1873 (ObjNum 833 snap 257 seq_num 833) dirty exists 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:2681: left oid 38 (ObjNum 833 snap 257 seq_num 833) 2024-08-30T21:07:35.652 INFO:tasks.rados.rados.0.smithi173.stdout:2686: seq_num 835 ranges {1794048=794624,2588672=442368,3031040=712704,3743744=49152} 2024-08-30T21:07:35.665 INFO:tasks.rados.rados.0.smithi173.stdout:2686: writing smithi17368540-27 from 1794048 to 2588672 tid 1 2024-08-30T21:07:35.667 INFO:tasks.rados.rados.0.smithi173.stdout:2686: writing smithi17368540-27 from 2588672 to 3031040 tid 2 2024-08-30T21:07:35.672 INFO:tasks.rados.rados.0.smithi173.stdout:2686: writing smithi17368540-27 from 3031040 to 3743744 tid 3 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:2686: writing smithi17368540-27 from 3743744 to 3792896 tid 4 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:2681: done (5 left) 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:2682: done (4 left) 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:2687: rmattr oid 16 current snap is 257 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:2688: rollback oid 9 current snap is 257 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 254 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 257 2024-08-30T21:07:35.673 INFO:tasks.rados.rados.0.smithi173.stdout:2689: seq_num 836 ranges {2760704=409600,3170304=720896,3891200=516096,4407296=368640} 2024-08-30T21:07:35.690 INFO:tasks.rados.rados.0.smithi173.stdout:2689: writing smithi17368540-6 from 2760704 to 3170304 tid 1 2024-08-30T21:07:35.694 INFO:tasks.rados.rados.0.smithi173.stdout:2689: writing smithi17368540-6 from 3170304 to 3891200 tid 2 2024-08-30T21:07:35.697 INFO:tasks.rados.rados.0.smithi173.stdout:2689: writing smithi17368540-6 from 3891200 to 4407296 tid 3 2024-08-30T21:07:35.699 INFO:tasks.rados.rados.0.smithi173.stdout:2689: writing smithi17368540-6 from 4407296 to 4775936 tid 4 2024-08-30T21:07:35.700 INFO:tasks.rados.rados.0.smithi173.stdout:2690: copy_from oid 13 from oid 29 current snap is 257 2024-08-30T21:07:35.700 INFO:tasks.rados.rados.0.smithi173.stdout:2685: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: finishing write tid 1 to smithi17368540-5 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: finishing write tid 2 to smithi17368540-5 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: finishing write tid 3 to smithi17368540-5 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: finishing write tid 4 to smithi17368540-5 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: finishing write tid 5 to smithi17368540-5 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: finishing write tid 6 to smithi17368540-5 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: oid 5 updating version 0 to 1946 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: oid 5 updating version 1946 to 1947 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: oid 5 updating version 1947 to 1949 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: oid 5 updating version 1949 to 1950 2024-08-30T21:07:35.701 INFO:tasks.rados.rados.0.smithi173.stdout:2684: oid 5 version 1950 is already newer than 1948 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1950 (ObjNum 834 snap 257 seq_num 834) dirty exists 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:2684: left oid 5 (ObjNum 834 snap 257 seq_num 834) 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:2684: done (7 left) 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:2685: done (6 left) 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 257 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:2688: finishing rollback tid 0 to smithi17368540-9 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:2688: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:2688: finishing rollback tid 2 to smithi17368540-9 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1773 (ObjNum 560 snap 173 seq_num 560) dirty exists 2024-08-30T21:07:35.702 INFO:tasks.rados.rados.0.smithi173.stdout:2683: expect (ObjNum 827 snap 251 seq_num 827) 2024-08-30T21:07:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[79976]: pgmap v564: 121 pgs: 121 active+clean; 153 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 756 KiB/s wr, 11 op/s 2024-08-30T21:07:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[79976]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[79976]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[79976]: osdmap e596: 8 total, 8 up, 8 in 2024-08-30T21:07:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[79976]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3723479054' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[82405]: pgmap v564: 121 pgs: 121 active+clean; 153 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 756 KiB/s wr, 11 op/s 2024-08-30T21:07:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[82405]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[82405]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[82405]: osdmap e596: 8 total, 8 up, 8 in 2024-08-30T21:07:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[82405]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:35 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3723479054' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-mon[74601]: pgmap v564: 121 pgs: 121 active+clean; 153 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 756 KiB/s wr, 11 op/s 2024-08-30T21:07:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-mon[74601]: from='client.44489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-mon[74601]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-mon[74601]: osdmap e596: 8 total, 8 up, 8 in 2024-08-30T21:07:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-mon[74601]: from='client.34581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:35 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3723479054' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[79976]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[79976]: osdmap e597: 8 total, 8 up, 8 in 2024-08-30T21:07:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[79976]: osdmap e598: 8 total, 8 up, 8 in 2024-08-30T21:07:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[82405]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[82405]: osdmap e597: 8 total, 8 up, 8 in 2024-08-30T21:07:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:36.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:36 smithi173 ceph-mon[82405]: osdmap e598: 8 total, 8 up, 8 in 2024-08-30T21:07:37.003 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:36 smithi196 ceph-mon[74601]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:07:37.004 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:37.004 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:36 smithi196 ceph-mon[74601]: osdmap e597: 8 total, 8 up, 8 in 2024-08-30T21:07:37.004 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:37.004 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:36 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:37.004 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:36 smithi196 ceph-mon[74601]: osdmap e598: 8 total, 8 up, 8 in 2024-08-30T21:07:37.020 INFO:tasks.rados.rados.0.smithi173.stdout:2686: finishing write tid 1 to smithi17368540-27 2024-08-30T21:07:37.020 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1407 (ObjNum 823 snap 250 seq_num 823) dirty exists 2024-08-30T21:07:37.020 INFO:tasks.rados.rados.0.smithi173.stdout:2686: finishing write tid 2 to smithi17368540-27 2024-08-30T21:07:37.020 INFO:tasks.rados.rados.0.smithi173.stdout:2691: seq_num 837 ranges {6766592=425984,7192576=655360,7847936=729088,8577024=221184} 2024-08-30T21:07:37.057 INFO:tasks.rados.rados.0.smithi173.stdout:2691: writing smithi17368540-1 from 6766592 to 7192576 tid 1 2024-08-30T21:07:37.061 INFO:tasks.rados.rados.0.smithi173.stdout:2691: writing smithi17368540-1 from 7192576 to 7847936 tid 2 2024-08-30T21:07:37.065 INFO:tasks.rados.rados.0.smithi173.stdout:2691: writing smithi17368540-1 from 7847936 to 8577024 tid 3 2024-08-30T21:07:37.066 INFO:tasks.rados.rados.0.smithi173.stdout:2691: writing smithi17368540-1 from 8577024 to 8798208 tid 4 2024-08-30T21:07:37.066 INFO:tasks.rados.rados.0.smithi173.stdout:2683: done (6 left) 2024-08-30T21:07:37.067 INFO:tasks.rados.rados.0.smithi173.stdout:2687: done (5 left) 2024-08-30T21:07:37.067 INFO:tasks.rados.rados.0.smithi173.stdout:2688: done (4 left) 2024-08-30T21:07:37.067 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 257 2024-08-30T21:07:37.067 INFO:tasks.rados.rados.0.smithi173.stdout:2692: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-08-30T21:07:37.069 INFO:tasks.rados.rados.0.smithi173.stdout:2692: writing smithi17368540-11 from 0 to 442368 tid 1 2024-08-30T21:07:37.072 INFO:tasks.rados.rados.0.smithi173.stdout:2692: writing smithi17368540-11 from 442368 to 983040 tid 2 2024-08-30T21:07:37.076 INFO:tasks.rados.rados.0.smithi173.stdout:2692: writing smithi17368540-11 from 983040 to 1515520 tid 3 2024-08-30T21:07:37.078 INFO:tasks.rados.rados.0.smithi173.stdout:2692: writing smithi17368540-11 from 1515520 to 1957888 tid 4 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2692: writing smithi17368540-11 from 1957888 to 2048000 tid 5 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2693: snap_create 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: finishing write tid 3 to smithi17368540-27 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: finishing write tid 4 to smithi17368540-27 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: finishing write tid 5 to smithi17368540-27 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: finishing write tid 6 to smithi17368540-27 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: oid 27 updating version 0 to 1782 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: oid 27 version 1782 is already newer than 1780 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: oid 27 version 1782 is already newer than 1781 2024-08-30T21:07:37.080 INFO:tasks.rados.rados.0.smithi173.stdout:2686: oid 27 version 1782 is already newer than 1779 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2686: oid 27 version 1782 is already newer than 1778 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1782 (ObjNum 835 snap 257 seq_num 835) dirty exists 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2686: left oid 27 (ObjNum 835 snap 257 seq_num 835) 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: finishing write tid 1 to smithi17368540-6 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: finishing write tid 2 to smithi17368540-6 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: finishing write tid 3 to smithi17368540-6 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: finishing write tid 4 to smithi17368540-6 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: finishing write tid 5 to smithi17368540-6 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: finishing write tid 6 to smithi17368540-6 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: oid 6 updating version 0 to 1426 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: oid 6 version 1426 is already newer than 1425 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: oid 6 version 1426 is already newer than 1424 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: oid 6 version 1426 is already newer than 1423 2024-08-30T21:07:37.081 INFO:tasks.rados.rados.0.smithi173.stdout:2689: oid 6 updating version 1426 to 1427 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 1427 (ObjNum 836 snap 257 seq_num 836) dirty exists 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2689: left oid 6 (ObjNum 836 snap 257 seq_num 836) 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2690: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2690: finishing copy_from to smithi17368540-13 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1874 (ObjNum 810 snap 248 seq_num 810) dirty exists 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: finishing write tid 1 to smithi17368540-1 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: finishing write tid 2 to smithi17368540-1 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: finishing write tid 3 to smithi17368540-1 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: finishing write tid 4 to smithi17368540-1 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: finishing write tid 5 to smithi17368540-1 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: finishing write tid 6 to smithi17368540-1 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: oid 1 updating version 0 to 1148 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: oid 1 updating version 1148 to 1149 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: oid 1 updating version 1149 to 1150 2024-08-30T21:07:37.082 INFO:tasks.rados.rados.0.smithi173.stdout:2691: oid 1 updating version 1150 to 1151 2024-08-30T21:07:37.083 INFO:tasks.rados.rados.0.smithi173.stdout:2691: oid 1 updating version 1151 to 1152 2024-08-30T21:07:37.083 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1152 (ObjNum 837 snap 257 seq_num 837) dirty exists 2024-08-30T21:07:37.083 INFO:tasks.rados.rados.0.smithi173.stdout:2691: left oid 1 (ObjNum 837 snap 257 seq_num 837) 2024-08-30T21:07:37.083 INFO:tasks.rados.rados.0.smithi173.stdout:2692: finishing write tid 1 to smithi17368540-11 2024-08-30T21:07:37.083 INFO:tasks.rados.rados.0.smithi173.stdout:2692: finishing write tid 2 to smithi17368540-11 2024-08-30T21:07:37.083 INFO:tasks.rados.rados.0.smithi173.stdout:2692: finishing write tid 3 to smithi17368540-11 2024-08-30T21:07:37.083 INFO:tasks.rados.rados.0.smithi173.stdout:2692: finishing write tid 4 to smithi17368540-11 2024-08-30T21:07:37.084 INFO:tasks.rados.rados.0.smithi173.stdout:2692: finishing write tid 5 to smithi17368540-11 2024-08-30T21:07:37.084 INFO:tasks.rados.rados.0.smithi173.stdout:2692: finishing write tid 6 to smithi17368540-11 2024-08-30T21:07:37.088 INFO:tasks.rados.rados.0.smithi173.stdout:2692: finishing write tid 7 to smithi17368540-11 2024-08-30T21:07:37.088 INFO:tasks.rados.rados.0.smithi173.stdout:2692: oid 11 updating version 0 to 1955 2024-08-30T21:07:37.088 INFO:tasks.rados.rados.0.smithi173.stdout:2692: oid 11 updating version 1955 to 1958 2024-08-30T21:07:37.088 INFO:tasks.rados.rados.0.smithi173.stdout:2692: oid 11 version 1958 is already newer than 1953 2024-08-30T21:07:37.088 INFO:tasks.rados.rados.0.smithi173.stdout:2692: oid 11 version 1958 is already newer than 1957 2024-08-30T21:07:37.089 INFO:tasks.rados.rados.0.smithi173.stdout:2692: oid 11 version 1958 is already newer than 1954 2024-08-30T21:07:37.089 INFO:tasks.rados.rados.0.smithi173.stdout:2692: oid 11 version 1958 is already newer than 1956 2024-08-30T21:07:37.089 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1958 (ObjNum 838 snap 257 seq_num 838) dirty exists 2024-08-30T21:07:37.089 INFO:tasks.rados.rados.0.smithi173.stdout:2692: left oid 11 (ObjNum 838 snap 257 seq_num 838) 2024-08-30T21:07:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:2686: done (5 left) 2024-08-30T21:07:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:2689: done (4 left) 2024-08-30T21:07:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:2690: done (3 left) 2024-08-30T21:07:37.613 INFO:tasks.rados.rados.0.smithi173.stdout:2691: done (2 left) 2024-08-30T21:07:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:2692: done (1 left) 2024-08-30T21:07:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:2693: done (0 left) 2024-08-30T21:07:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:2694: read oid 35 snap 254 2024-08-30T21:07:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:2694: expect (ObjNum 762 snap 234 seq_num 762) 2024-08-30T21:07:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:2695: read oid 5 snap 251 2024-08-30T21:07:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:2695: expect (ObjNum 789 snap 239 seq_num 789) 2024-08-30T21:07:37.614 INFO:tasks.rados.rados.0.smithi173.stdout:2696: snap_remove snap 252 2024-08-30T21:07:37.915 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:37 smithi196 ceph-mon[74601]: pgmap v567: 121 pgs: 121 active+clean; 159 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-30T21:07:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:37 smithi173 ceph-mon[79976]: pgmap v567: 121 pgs: 121 active+clean; 159 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-30T21:07:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:37 smithi173 ceph-mon[82405]: pgmap v567: 121 pgs: 121 active+clean; 159 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-30T21:07:38.629 INFO:tasks.rados.rados.0.smithi173.stdout:2696: done (2 left) 2024-08-30T21:07:38.629 INFO:tasks.rados.rados.0.smithi173.stdout:2697: read oid 37 snap 253 2024-08-30T21:07:38.629 INFO:tasks.rados.rados.0.smithi173.stdout:2697: expect (ObjNum 1579482448 snap 21857 seq_num 1578770784) 2024-08-30T21:07:38.630 INFO:tasks.rados.rados.0.smithi173.stdout:2698: rollback oid 28 current snap is 258 2024-08-30T21:07:38.630 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 254 2024-08-30T21:07:38.630 INFO:tasks.rados.rados.0.smithi173.stdout:2699: delete oid 49 current snap is 258 2024-08-30T21:07:38.630 INFO:tasks.rados.rados.0.smithi173.stdout:2694: expect (ObjNum 762 snap 234 seq_num 762) 2024-08-30T21:07:38.654 INFO:tasks.rados.rados.0.smithi173.stdout:2695: expect (ObjNum 789 snap 239 seq_num 789) 2024-08-30T21:07:38.686 INFO:tasks.rados.rados.0.smithi173.stdout:2697: expect (ObjNum 1579482448 snap 21857 seq_num 1578770784) 2024-08-30T21:07:38.687 INFO:tasks.rados.rados.0.smithi173.stdout:2698: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2698: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2698: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1685 (ObjNum 798 snap 242 seq_num 798) dirty exists 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2694: done (4 left) 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2695: done (3 left) 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2697: done (2 left) 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2698: done (1 left) 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2699: done (0 left) 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:2700: rollback oid 50 current snap is 258 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 50 to 253 2024-08-30T21:07:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 258 2024-08-30T21:07:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:2701: seq_num 840 ranges {819200=475136,1294336=712704,2007040=499712,2506752=393216} 2024-08-30T21:07:38.694 INFO:tasks.rados.rados.0.smithi173.stdout:2701: writing smithi17368540-42 from 819200 to 1294336 tid 1 2024-08-30T21:07:38.698 INFO:tasks.rados.rados.0.smithi173.stdout:2701: writing smithi17368540-42 from 1294336 to 2007040 tid 2 2024-08-30T21:07:38.701 INFO:tasks.rados.rados.0.smithi173.stdout:2701: writing smithi17368540-42 from 2007040 to 2506752 tid 3 2024-08-30T21:07:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:2701: writing smithi17368540-42 from 2506752 to 2899968 tid 4 2024-08-30T21:07:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:2702: delete oid 8 current snap is 258 2024-08-30T21:07:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:2700: finishing rollback tid 1 to smithi17368540-50 2024-08-30T21:07:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1446 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:07:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:2701: finishing write tid 1 to smithi17368540-42 2024-08-30T21:07:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:2701: finishing write tid 2 to smithi17368540-42 2024-08-30T21:07:38.706 INFO:tasks.rados.rados.0.smithi173.stdout:2700: done (2 left) 2024-08-30T21:07:38.706 INFO:tasks.rados.rados.0.smithi173.stdout:2702: done (1 left) 2024-08-30T21:07:38.706 INFO:tasks.rados.rados.0.smithi173.stdout:2703: snap_remove snap 257 2024-08-30T21:07:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:38 smithi173 ceph-mon[82405]: osdmap e599: 8 total, 8 up, 8 in 2024-08-30T21:07:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:38 smithi173 ceph-mon[79976]: osdmap e599: 8 total, 8 up, 8 in 2024-08-30T21:07:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:38 smithi196 ceph-mon[74601]: osdmap e599: 8 total, 8 up, 8 in 2024-08-30T21:07:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:39.628 INFO:tasks.rados.rados.0.smithi173.stdout:2703: done (1 left) 2024-08-30T21:07:39.628 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 258 2024-08-30T21:07:39.628 INFO:tasks.rados.rados.0.smithi173.stdout:2704: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-08-30T21:07:39.631 INFO:tasks.rados.rados.0.smithi173.stdout:2704: writing smithi17368540-8 from 0 to 507904 tid 1 2024-08-30T21:07:39.635 INFO:tasks.rados.rados.0.smithi173.stdout:2704: writing smithi17368540-8 from 507904 to 983040 tid 2 2024-08-30T21:07:39.638 INFO:tasks.rados.rados.0.smithi173.stdout:2704: writing smithi17368540-8 from 983040 to 1499136 tid 3 2024-08-30T21:07:39.640 INFO:tasks.rados.rados.0.smithi173.stdout:2704: writing smithi17368540-8 from 1499136 to 1998848 tid 4 2024-08-30T21:07:39.641 INFO:tasks.rados.rados.0.smithi173.stdout:2704: writing smithi17368540-8 from 1998848 to 2113536 tid 5 2024-08-30T21:07:39.642 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 258 2024-08-30T21:07:39.642 INFO:tasks.rados.rados.0.smithi173.stdout:2701: finishing write tid 3 to smithi17368540-42 2024-08-30T21:07:39.642 INFO:tasks.rados.rados.0.smithi173.stdout:2705: seq_num 843 ranges {4775936=524288,5300224=761856,6062080=671744,6733824=172032} 2024-08-30T21:07:39.669 INFO:tasks.rados.rados.0.smithi173.stdout:2705: writing smithi17368540-6 from 4775936 to 5300224 tid 1 2024-08-30T21:07:39.674 INFO:tasks.rados.rados.0.smithi173.stdout:2705: writing smithi17368540-6 from 5300224 to 6062080 tid 2 2024-08-30T21:07:39.678 INFO:tasks.rados.rados.0.smithi173.stdout:2705: writing smithi17368540-6 from 6062080 to 6733824 tid 3 2024-08-30T21:07:39.679 INFO:tasks.rados.rados.0.smithi173.stdout:2705: writing smithi17368540-6 from 6733824 to 6905856 tid 4 2024-08-30T21:07:39.679 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 258 2024-08-30T21:07:39.679 INFO:tasks.rados.rados.0.smithi173.stdout:2701: finishing write tid 4 to smithi17368540-42 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: finishing write tid 5 to smithi17368540-42 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: finishing write tid 6 to smithi17368540-42 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: oid 42 updating version 0 to 1779 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: oid 42 version 1779 is already newer than 1778 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: oid 42 updating version 1779 to 1780 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: oid 42 version 1780 is already newer than 1776 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: oid 42 version 1780 is already newer than 1777 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1780 (ObjNum 840 snap 258 seq_num 840) dirty exists 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2701: left oid 42 (ObjNum 840 snap 258 seq_num 840) 2024-08-30T21:07:39.680 INFO:tasks.rados.rados.0.smithi173.stdout:2706: seq_num 844 ranges {15114240=540672,15654912=696320,16351232=475136,16826368=434176} 2024-08-30T21:07:39.760 INFO:tasks.rados.rados.0.smithi173.stdout:2706: writing smithi17368540-20 from 15114240 to 15654912 tid 1 2024-08-30T21:07:39.764 INFO:tasks.rados.rados.0.smithi173.stdout:2706: writing smithi17368540-20 from 15654912 to 16351232 tid 2 2024-08-30T21:07:39.767 INFO:tasks.rados.rados.0.smithi173.stdout:2706: writing smithi17368540-20 from 16351232 to 16826368 tid 3 2024-08-30T21:07:39.769 INFO:tasks.rados.rados.0.smithi173.stdout:2706: writing smithi17368540-20 from 16826368 to 17260544 tid 4 2024-08-30T21:07:39.769 INFO:tasks.rados.rados.0.smithi173.stdout:2701: done (3 left) 2024-08-30T21:07:39.769 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 258 2024-08-30T21:07:39.770 INFO:tasks.rados.rados.0.smithi173.stdout:2704: finishing write tid 1 to smithi17368540-8 2024-08-30T21:07:39.770 INFO:tasks.rados.rados.0.smithi173.stdout:2704: finishing write tid 2 to smithi17368540-8 2024-08-30T21:07:39.770 INFO:tasks.rados.rados.0.smithi173.stdout:2707: seq_num 845 ranges {2899968=557056,3457024=581632,4038656=688128,4726784=335872} 2024-08-30T21:07:39.787 INFO:tasks.rados.rados.0.smithi173.stdout:2707: writing smithi17368540-42 from 2899968 to 3457024 tid 1 2024-08-30T21:07:39.790 INFO:tasks.rados.rados.0.smithi173.stdout:2707: writing smithi17368540-42 from 3457024 to 4038656 tid 2 2024-08-30T21:07:39.795 INFO:tasks.rados.rados.0.smithi173.stdout:2707: writing smithi17368540-42 from 4038656 to 4726784 tid 3 2024-08-30T21:07:39.797 INFO:tasks.rados.rados.0.smithi173.stdout:2707: writing smithi17368540-42 from 4726784 to 5062656 tid 4 2024-08-30T21:07:39.797 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 258 2024-08-30T21:07:39.797 INFO:tasks.rados.rados.0.smithi173.stdout:2704: finishing write tid 3 to smithi17368540-8 2024-08-30T21:07:39.797 INFO:tasks.rados.rados.0.smithi173.stdout:2704: finishing write tid 4 to smithi17368540-8 2024-08-30T21:07:39.797 INFO:tasks.rados.rados.0.smithi173.stdout:2704: finishing write tid 5 to smithi17368540-8 2024-08-30T21:07:39.797 INFO:tasks.rados.rados.0.smithi173.stdout:2704: finishing write tid 6 to smithi17368540-8 2024-08-30T21:07:39.797 INFO:tasks.rados.rados.0.smithi173.stdout:2704: finishing write tid 7 to smithi17368540-8 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2704: oid 8 updating version 0 to 1779 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2704: oid 8 version 1779 is already newer than 1778 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2704: oid 8 version 1779 is already newer than 1776 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2704: oid 8 updating version 1779 to 1780 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2704: oid 8 version 1780 is already newer than 1775 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2704: oid 8 version 1780 is already newer than 1777 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1780 (ObjNum 842 snap 258 seq_num 842) dirty exists 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2704: left oid 8 (ObjNum 842 snap 258 seq_num 842) 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2705: finishing write tid 1 to smithi17368540-6 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2705: finishing write tid 2 to smithi17368540-6 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2705: finishing write tid 3 to smithi17368540-6 2024-08-30T21:07:39.798 INFO:tasks.rados.rados.0.smithi173.stdout:2705: finishing write tid 4 to smithi17368540-6 2024-08-30T21:07:39.799 INFO:tasks.rados.rados.0.smithi173.stdout:2708: seq_num 846 ranges {1998848=573440,2572288=466944,3039232=491520,3530752=548864,4079616=98304} 2024-08-30T21:07:39.810 INFO:tasks.rados.rados.0.smithi173.stdout:2708: writing smithi17368540-48 from 1998848 to 2572288 tid 1 2024-08-30T21:07:39.813 INFO:tasks.rados.rados.0.smithi173.stdout:2708: writing smithi17368540-48 from 2572288 to 3039232 tid 2 2024-08-30T21:07:39.816 INFO:tasks.rados.rados.0.smithi173.stdout:2708: writing smithi17368540-48 from 3039232 to 3530752 tid 3 2024-08-30T21:07:39.818 INFO:tasks.rados.rados.0.smithi173.stdout:2708: writing smithi17368540-48 from 3530752 to 4079616 tid 4 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2708: writing smithi17368540-48 from 4079616 to 4177920 tid 5 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2704: done (4 left) 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2709: rmattr oid 28 current snap is 258 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: finishing write tid 5 to smithi17368540-6 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: finishing write tid 6 to smithi17368540-6 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: oid 6 updating version 0 to 1430 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: oid 6 updating version 1430 to 1431 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: oid 6 version 1431 is already newer than 1428 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: oid 6 updating version 1431 to 1432 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: oid 6 version 1432 is already newer than 1429 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 1432 (ObjNum 843 snap 258 seq_num 843) dirty exists 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2705: left oid 6 (ObjNum 843 snap 258 seq_num 843) 2024-08-30T21:07:39.821 INFO:tasks.rados.rados.0.smithi173.stdout:2706: finishing write tid 1 to smithi17368540-20 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: finishing write tid 2 to smithi17368540-20 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: finishing write tid 3 to smithi17368540-20 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2705: done (4 left) 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2710: rollback oid 47 current snap is 258 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 47 to 248 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: finishing write tid 4 to smithi17368540-20 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: finishing write tid 5 to smithi17368540-20 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: finishing write tid 6 to smithi17368540-20 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: oid 20 updating version 0 to 1655 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: oid 20 updating version 1655 to 1656 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: oid 20 version 1656 is already newer than 1654 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: oid 20 updating version 1656 to 1657 2024-08-30T21:07:39.822 INFO:tasks.rados.rados.0.smithi173.stdout:2706: oid 20 version 1657 is already newer than 1653 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1657 (ObjNum 844 snap 258 seq_num 844) dirty exists 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2706: left oid 20 (ObjNum 844 snap 258 seq_num 844) 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2707: finishing write tid 1 to smithi17368540-42 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2706: done (4 left) 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2711: rmattr oid 12 current snap is 258 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2707: finishing write tid 2 to smithi17368540-42 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2707: finishing write tid 3 to smithi17368540-42 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2707: finishing write tid 4 to smithi17368540-42 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2712: rmattr oid 20 current snap is 258 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2712: done (5 left) 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2713: read oid 8 snap -1 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2713: expect (ObjNum 842 snap 258 seq_num 842) 2024-08-30T21:07:39.823 INFO:tasks.rados.rados.0.smithi173.stdout:2714: rollback oid 37 current snap is 258 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 251 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: finishing write tid 5 to smithi17368540-42 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: finishing write tid 6 to smithi17368540-42 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: oid 42 updating version 0 to 1784 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: oid 42 updating version 1784 to 1785 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: oid 42 updating version 1785 to 1786 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: oid 42 version 1786 is already newer than 1783 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: oid 42 updating version 1786 to 1787 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1787 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2707: left oid 42 (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2708: finishing write tid 1 to smithi17368540-48 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2708: finishing write tid 2 to smithi17368540-48 2024-08-30T21:07:39.824 INFO:tasks.rados.rados.0.smithi173.stdout:2708: finishing write tid 3 to smithi17368540-48 2024-08-30T21:07:39.825 INFO:tasks.rados.rados.0.smithi173.stdout:2707: done (6 left) 2024-08-30T21:07:39.825 INFO:tasks.rados.rados.0.smithi173.stdout:2715: read oid 40 snap -1 2024-08-30T21:07:39.825 INFO:tasks.rados.rados.0.smithi173.stdout:2715: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:07:39.825 INFO:tasks.rados.rados.0.smithi173.stdout:2716: setattr oid 30 current snap is 258 2024-08-30T21:07:39.826 INFO:tasks.rados.rados.0.smithi173.stdout:2715: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:07:39.826 INFO:tasks.rados.rados.0.smithi173.stdout:2708: finishing write tid 4 to smithi17368540-48 2024-08-30T21:07:39.826 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1686 (ObjNum 798 snap 242 seq_num 798) dirty exists 2024-08-30T21:07:39.826 INFO:tasks.rados.rados.0.smithi173.stdout:2709: done (7 left) 2024-08-30T21:07:39.826 INFO:tasks.rados.rados.0.smithi173.stdout:2715: done (6 left) 2024-08-30T21:07:39.826 INFO:tasks.rados.rados.0.smithi173.stdout:2717: snap_create 2024-08-30T21:07:39.826 INFO:tasks.rados.rados.0.smithi173.stdout:2708: finishing write tid 5 to smithi17368540-48 2024-08-30T21:07:39.827 INFO:tasks.rados.rados.0.smithi173.stdout:2708: finishing write tid 6 to smithi17368540-48 2024-08-30T21:07:39.827 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 1789 (ObjNum 805 snap 246 seq_num 805) dirty exists 2024-08-30T21:07:39.827 INFO:tasks.rados.rados.0.smithi173.stdout:2710: finishing rollback tid 0 to smithi17368540-47 2024-08-30T21:07:39.827 INFO:tasks.rados.rados.0.smithi173.stdout:2710: finishing rollback tid 1 to smithi17368540-47 2024-08-30T21:07:39.827 INFO:tasks.rados.rados.0.smithi173.stdout:2710: finishing rollback tid 2 to smithi17368540-47 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1450 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: finishing write tid 7 to smithi17368540-48 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: oid 48 updating version 0 to 1662 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: oid 48 version 1662 is already newer than 1661 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: oid 48 updating version 1662 to 1663 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: oid 48 version 1663 is already newer than 1658 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: oid 48 version 1663 is already newer than 1659 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: oid 48 version 1663 is already newer than 1660 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1663 (ObjNum 846 snap 258 seq_num 846) dirty exists 2024-08-30T21:07:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:2708: left oid 48 (ObjNum 846 snap 258 seq_num 846) 2024-08-30T21:07:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:2714: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:07:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:2714: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:07:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:2714: finishing rollback tid 2 to smithi17368540-37 2024-08-30T21:07:39.830 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 1777 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:07:39.831 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1451 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-30T21:07:39.833 INFO:tasks.rados.rados.0.smithi173.stdout:2713: expect (ObjNum 842 snap 258 seq_num 842) 2024-08-30T21:07:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[79976]: pgmap v570: 121 pgs: 121 active+clean; 161 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-30T21:07:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[79976]: osdmap e600: 8 total, 8 up, 8 in 2024-08-30T21:07:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[82405]: pgmap v570: 121 pgs: 121 active+clean; 161 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-30T21:07:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[82405]: osdmap e600: 8 total, 8 up, 8 in 2024-08-30T21:07:39.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:39.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:39 smithi196 ceph-mon[74601]: pgmap v570: 121 pgs: 121 active+clean; 161 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-30T21:07:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:39 smithi196 ceph-mon[74601]: osdmap e600: 8 total, 8 up, 8 in 2024-08-30T21:07:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.685 INFO:tasks.rados.rados.0.smithi173.stdout:2708: done (6 left) 2024-08-30T21:07:40.686 INFO:tasks.rados.rados.0.smithi173.stdout:2710: done (5 left) 2024-08-30T21:07:40.686 INFO:tasks.rados.rados.0.smithi173.stdout:2711: done (4 left) 2024-08-30T21:07:40.686 INFO:tasks.rados.rados.0.smithi173.stdout:2713: done (3 left) 2024-08-30T21:07:40.686 INFO:tasks.rados.rados.0.smithi173.stdout:2714: done (2 left) 2024-08-30T21:07:40.686 INFO:tasks.rados.rados.0.smithi173.stdout:2716: done (1 left) 2024-08-30T21:07:40.686 INFO:tasks.rados.rados.0.smithi173.stdout:2717: done (0 left) 2024-08-30T21:07:40.686 INFO:tasks.rados.rados.0.smithi173.stdout:2718: snap_remove snap 258 2024-08-30T21:07:40.769 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:40 smithi196 ceph-mon[74601]: osdmap e601: 8 total, 8 up, 8 in 2024-08-30T21:07:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:40 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:40 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:40 smithi173 ceph-mon[79976]: osdmap e601: 8 total, 8 up, 8 in 2024-08-30T21:07:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:40 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:40 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:40 smithi173 ceph-mon[82405]: osdmap e601: 8 total, 8 up, 8 in 2024-08-30T21:07:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:40 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:40 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:41.543 INFO:tasks.rados.rados.0.smithi173.stdout:2718: done (0 left) 2024-08-30T21:07:41.543 INFO:tasks.rados.rados.0.smithi173.stdout:2719: read oid 3 snap -1 2024-08-30T21:07:41.543 INFO:tasks.rados.rados.0.smithi173.stdout:2719: expect deleted 2024-08-30T21:07:41.544 INFO:tasks.rados.rados.0.smithi173.stdout:2720: copy_from oid 9 from oid 32 current snap is 259 2024-08-30T21:07:41.544 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 259 2024-08-30T21:07:41.544 INFO:tasks.rados.rados.0.smithi173.stdout:2721: seq_num 847 ranges {2113536=589824,2703360=753664,3457024=655360,4112384=196608} 2024-08-30T21:07:41.558 INFO:tasks.rados.rados.0.smithi173.stdout:2721: writing smithi17368540-8 from 2113536 to 2703360 tid 1 2024-08-30T21:07:41.563 INFO:tasks.rados.rados.0.smithi173.stdout:2721: writing smithi17368540-8 from 2703360 to 3457024 tid 2 2024-08-30T21:07:41.567 INFO:tasks.rados.rados.0.smithi173.stdout:2721: writing smithi17368540-8 from 3457024 to 4112384 tid 3 2024-08-30T21:07:41.568 INFO:tasks.rados.rados.0.smithi173.stdout:2721: writing smithi17368540-8 from 4112384 to 4308992 tid 4 2024-08-30T21:07:41.568 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 259 2024-08-30T21:07:41.568 INFO:tasks.rados.rados.0.smithi173.stdout:2722: seq_num 848 ranges {1662976=606208,2269184=630784,2899968=458752,3358720=516096} 2024-08-30T21:07:41.581 INFO:tasks.rados.rados.0.smithi173.stdout:2722: writing smithi17368540-23 from 1662976 to 2269184 tid 1 2024-08-30T21:07:41.585 INFO:tasks.rados.rados.0.smithi173.stdout:2722: writing smithi17368540-23 from 2269184 to 2899968 tid 2 2024-08-30T21:07:41.588 INFO:tasks.rados.rados.0.smithi173.stdout:2722: writing smithi17368540-23 from 2899968 to 3358720 tid 3 2024-08-30T21:07:41.591 INFO:tasks.rados.rados.0.smithi173.stdout:2722: writing smithi17368540-23 from 3358720 to 3874816 tid 4 2024-08-30T21:07:41.591 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 259 2024-08-30T21:07:41.591 INFO:tasks.rados.rados.0.smithi173.stdout:2723: seq_num 849 ranges {17260544=622592,17883136=516096,18399232=663552,19062784=425984} 2024-08-30T21:07:41.685 INFO:tasks.rados.rados.0.smithi173.stdout:2723: writing smithi17368540-20 from 17260544 to 17883136 tid 1 2024-08-30T21:07:41.688 INFO:tasks.rados.rados.0.smithi173.stdout:2723: writing smithi17368540-20 from 17883136 to 18399232 tid 2 2024-08-30T21:07:41.691 INFO:tasks.rados.rados.0.smithi173.stdout:2723: writing smithi17368540-20 from 18399232 to 19062784 tid 3 2024-08-30T21:07:41.694 INFO:tasks.rados.rados.0.smithi173.stdout:2723: writing smithi17368540-20 from 19062784 to 19488768 tid 4 2024-08-30T21:07:41.694 INFO:tasks.rados.rados.0.smithi173.stdout:2724: snap_remove snap 248 2024-08-30T21:07:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:41 smithi173 ceph-mon[79976]: pgmap v573: 121 pgs: 121 active+clean; 168 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-30T21:07:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:41 smithi173 ceph-mon[79976]: osdmap e602: 8 total, 8 up, 8 in 2024-08-30T21:07:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:41 smithi173 ceph-mon[79976]: osdmap e603: 8 total, 8 up, 8 in 2024-08-30T21:07:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:41 smithi173 ceph-mon[82405]: pgmap v573: 121 pgs: 121 active+clean; 168 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-30T21:07:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:41 smithi173 ceph-mon[82405]: osdmap e602: 8 total, 8 up, 8 in 2024-08-30T21:07:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:41 smithi173 ceph-mon[82405]: osdmap e603: 8 total, 8 up, 8 in 2024-08-30T21:07:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:41 smithi196 ceph-mon[74601]: pgmap v573: 121 pgs: 121 active+clean; 168 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-30T21:07:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:41 smithi196 ceph-mon[74601]: osdmap e602: 8 total, 8 up, 8 in 2024-08-30T21:07:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:41 smithi196 ceph-mon[74601]: osdmap e603: 8 total, 8 up, 8 in 2024-08-30T21:07:42.696 INFO:tasks.rados.rados.0.smithi173.stdout:2721: finishing write tid 1 to smithi17368540-8 2024-08-30T21:07:42.696 INFO:tasks.rados.rados.0.smithi173.stdout:2720: finishing copy_from racing read to smithi17368540-9 2024-08-30T21:07:42.696 INFO:tasks.rados.rados.0.smithi173.stdout:2721: finishing write tid 2 to smithi17368540-8 2024-08-30T21:07:42.696 INFO:tasks.rados.rados.0.smithi173.stdout:2720: finishing copy_from to smithi17368540-9 2024-08-30T21:07:42.696 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1763 (ObjNum 829 snap 256 seq_num 829) dirty exists 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: finishing write tid 3 to smithi17368540-8 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: finishing write tid 4 to smithi17368540-8 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: finishing write tid 5 to smithi17368540-8 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: finishing write tid 6 to smithi17368540-8 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: oid 8 updating version 0 to 1784 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: oid 8 updating version 1784 to 1785 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: oid 8 version 1785 is already newer than 1783 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: oid 8 version 1785 is already newer than 1782 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: oid 8 version 1785 is already newer than 1781 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1785 (ObjNum 847 snap 259 seq_num 847) dirty exists 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2721: left oid 8 (ObjNum 847 snap 259 seq_num 847) 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2722: finishing write tid 1 to smithi17368540-23 2024-08-30T21:07:42.697 INFO:tasks.rados.rados.0.smithi173.stdout:2722: finishing write tid 2 to smithi17368540-23 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: finishing write tid 3 to smithi17368540-23 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: finishing write tid 4 to smithi17368540-23 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: finishing write tid 5 to smithi17368540-23 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: finishing write tid 6 to smithi17368540-23 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: oid 23 updating version 0 to 1783 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: oid 23 updating version 1783 to 1784 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: oid 23 updating version 1784 to 1785 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: oid 23 updating version 1785 to 1786 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: oid 23 updating version 1786 to 1787 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1787 (ObjNum 848 snap 259 seq_num 848) dirty exists 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2722: left oid 23 (ObjNum 848 snap 259 seq_num 848) 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2723: finishing write tid 1 to smithi17368540-20 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2723: finishing write tid 2 to smithi17368540-20 2024-08-30T21:07:42.698 INFO:tasks.rados.rados.0.smithi173.stdout:2723: finishing write tid 3 to smithi17368540-20 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: finishing write tid 4 to smithi17368540-20 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: finishing write tid 5 to smithi17368540-20 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: finishing write tid 6 to smithi17368540-20 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: oid 20 updating version 0 to 1665 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: oid 20 updating version 1665 to 1668 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: oid 20 version 1668 is already newer than 1667 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: oid 20 version 1668 is already newer than 1666 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: oid 20 version 1668 is already newer than 1664 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1668 (ObjNum 849 snap 259 seq_num 849) dirty exists 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2723: left oid 20 (ObjNum 849 snap 259 seq_num 849) 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2719: done (5 left) 2024-08-30T21:07:42.699 INFO:tasks.rados.rados.0.smithi173.stdout:2720: done (4 left) 2024-08-30T21:07:42.700 INFO:tasks.rados.rados.0.smithi173.stdout:2721: done (3 left) 2024-08-30T21:07:42.700 INFO:tasks.rados.rados.0.smithi173.stdout:2722: done (2 left) 2024-08-30T21:07:42.700 INFO:tasks.rados.rados.0.smithi173.stdout:2723: done (1 left) 2024-08-30T21:07:42.700 INFO:tasks.rados.rados.0.smithi173.stdout:2724: done (0 left) 2024-08-30T21:07:42.700 INFO:tasks.rados.rados.0.smithi173.stdout:2725: snap_remove snap 251 2024-08-30T21:07:43.377 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:07:43] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.51.0" 2024-08-30T21:07:43.691 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: pgmap v576: 121 pgs: 121 active+clean; 181 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-30T21:07:43.691 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: osdmap e604: 8 total, 8 up, 8 in 2024-08-30T21:07:43.691 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:43.691 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:43.691 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:07:43.691 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:07:43.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:43.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-30T21:07:43.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:07:43.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:43.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.692 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.700 INFO:tasks.rados.rados.0.smithi173.stdout:2725: done (0 left) 2024-08-30T21:07:43.700 INFO:tasks.rados.rados.0.smithi173.stdout:2726: rollback oid 33 current snap is 259 2024-08-30T21:07:43.700 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 253 2024-08-30T21:07:43.700 INFO:tasks.rados.rados.0.smithi173.stdout:2727: rollback oid 7 current snap is 259 2024-08-30T21:07:43.701 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 7 to 253 2024-08-30T21:07:43.701 INFO:tasks.rados.rados.0.smithi173.stdout:2728: read oid 22 snap -1 2024-08-30T21:07:43.701 INFO:tasks.rados.rados.0.smithi173.stdout:2728: expect (ObjNum 816 snap 249 seq_num 816) 2024-08-30T21:07:43.701 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 259 2024-08-30T21:07:43.701 INFO:tasks.rados.rados.0.smithi173.stdout:2729: seq_num 850 ranges {7446528=638976,8085504=802816,8888320=475136,9363456=327680} 2024-08-30T21:07:43.746 INFO:tasks.rados.rados.0.smithi173.stdout:2729: writing smithi17368540-9 from 7446528 to 8085504 tid 1 2024-08-30T21:07:43.750 INFO:tasks.rados.rados.0.smithi173.stdout:2729: writing smithi17368540-9 from 8085504 to 8888320 tid 2 2024-08-30T21:07:43.753 INFO:tasks.rados.rados.0.smithi173.stdout:2729: writing smithi17368540-9 from 8888320 to 9363456 tid 3 2024-08-30T21:07:43.755 INFO:tasks.rados.rados.0.smithi173.stdout:2729: writing smithi17368540-9 from 9363456 to 9691136 tid 4 2024-08-30T21:07:43.755 INFO:tasks.rados.rados.0.smithi173.stdout:2730: delete oid 12 current snap is 259 2024-08-30T21:07:43.755 INFO:tasks.rados.rados.0.smithi173.stdout:2727: finishing rollback tid 1 to smithi17368540-7 2024-08-30T21:07:43.755 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 0 (ObjNum 673 snap 0 seq_num 1579625632) dirty dne 2024-08-30T21:07:43.755 INFO:tasks.rados.rados.0.smithi173.stdout:2726: finishing rollback tid 0 to smithi17368540-33 2024-08-30T21:07:43.755 INFO:tasks.rados.rados.0.smithi173.stdout:2726: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:07:43.755 INFO:tasks.rados.rados.0.smithi173.stdout:2726: finishing rollback tid 2 to smithi17368540-33 2024-08-30T21:07:43.756 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1689 (ObjNum 825 snap 250 seq_num 825) dirty exists 2024-08-30T21:07:43.756 INFO:tasks.rados.rados.0.smithi173.stdout:2728: expect (ObjNum 816 snap 249 seq_num 816) 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2729: finishing write tid 1 to smithi17368540-9 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2729: finishing write tid 2 to smithi17368540-9 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2726: done (4 left) 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2727: done (3 left) 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2728: done (2 left) 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2730: done (1 left) 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2731: rollback oid 28 current snap is 259 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 253 2024-08-30T21:07:43.801 INFO:tasks.rados.rados.0.smithi173.stdout:2729: finishing write tid 3 to smithi17368540-9 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: finishing write tid 4 to smithi17368540-9 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: finishing write tid 5 to smithi17368540-9 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: finishing write tid 6 to smithi17368540-9 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: oid 9 updating version 0 to 1787 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: oid 9 updating version 1787 to 1789 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: oid 9 updating version 1789 to 1790 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: oid 9 version 1790 is already newer than 1788 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: oid 9 version 1790 is already newer than 1786 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1790 (ObjNum 850 snap 259 seq_num 850) dirty exists 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: left oid 9 (ObjNum 850 snap 259 seq_num 850) 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2729: done (1 left) 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:2732: rollback oid 25 current snap is 259 2024-08-30T21:07:43.802 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 254 2024-08-30T21:07:43.803 INFO:tasks.rados.rados.0.smithi173.stdout:2733: read oid 1 snap 253 2024-08-30T21:07:43.803 INFO:tasks.rados.rados.0.smithi173.stdout:2733: expect (ObjNum 770 snap 235 seq_num 770) 2024-08-30T21:07:43.803 INFO:tasks.rados.rados.0.smithi173.stdout:2734: delete oid 38 current snap is 259 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2732: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2732: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1875 (ObjNum 881 snap 0 seq_num 1578669296) dirty dne 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2731: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2732: done (3 left) 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2734: done (2 left) 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2735: copy_from oid 26 from oid 24 current snap is 259 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2736: delete oid 14 current snap is 259 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2731: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:2731: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:07:43.804 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1692 (ObjNum 798 snap 242 seq_num 798) dirty exists 2024-08-30T21:07:43.808 INFO:tasks.rados.rados.0.smithi173.stdout:2731: done (3 left) 2024-08-30T21:07:43.808 INFO:tasks.rados.rados.0.smithi173.stdout:2736: done (2 left) 2024-08-30T21:07:43.808 INFO:tasks.rados.rados.0.smithi173.stdout:2737: delete oid 48 current snap is 259 2024-08-30T21:07:43.810 INFO:tasks.rados.rados.0.smithi173.stdout:2737: done (2 left) 2024-08-30T21:07:43.810 INFO:tasks.rados.rados.0.smithi173.stdout:2738: snap_create 2024-08-30T21:07:43.819 INFO:tasks.rados.rados.0.smithi173.stdout:2735: finishing copy_from racing read to smithi17368540-26 2024-08-30T21:07:43.823 INFO:tasks.rados.rados.0.smithi173.stdout:2735: finishing copy_from to smithi17368540-26 2024-08-30T21:07:43.823 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 1794 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:07:43.834 INFO:tasks.rados.rados.0.smithi173.stdout:2733: expect (ObjNum 770 snap 235 seq_num 770) 2024-08-30T21:07:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: pgmap v576: 121 pgs: 121 active+clean; 181 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: osdmap e604: 8 total, 8 up, 8 in 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:07:43.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:43.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:43 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: pgmap v576: 121 pgs: 121 active+clean; 181 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-08-30T21:07:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: osdmap e604: 8 total, 8 up, 8 in 2024-08-30T21:07:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:07:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:43 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:07:44.702 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:44 smithi173 ceph-mon[79976]: osdmap e605: 8 total, 8 up, 8 in 2024-08-30T21:07:44.706 INFO:tasks.rados.rados.0.smithi173.stdout:2733: done (2 left) 2024-08-30T21:07:44.706 INFO:tasks.rados.rados.0.smithi173.stdout:2735: done (1 left) 2024-08-30T21:07:44.706 INFO:tasks.rados.rados.0.smithi173.stdout:2738: done (0 left) 2024-08-30T21:07:44.706 INFO:tasks.rados.rados.0.smithi173.stdout:2739: read oid 49 snap -1 2024-08-30T21:07:44.707 INFO:tasks.rados.rados.0.smithi173.stdout:2739: expect deleted 2024-08-30T21:07:44.707 INFO:tasks.rados.rados.0.smithi173.stdout:2740: snap_remove snap 259 2024-08-30T21:07:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:44 smithi173 ceph-mon[82405]: osdmap e605: 8 total, 8 up, 8 in 2024-08-30T21:07:44.960 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:44 smithi196 ceph-mon[74601]: osdmap e605: 8 total, 8 up, 8 in 2024-08-30T21:07:45.714 INFO:tasks.rados.rados.0.smithi173.stdout:2740: done (1 left) 2024-08-30T21:07:45.714 INFO:tasks.rados.rados.0.smithi173.stdout:2741: snap_remove snap 254 2024-08-30T21:07:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[82405]: pgmap v579: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-08-30T21:07:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[82405]: Upgrade: Updating alertmanager.a 2024-08-30T21:07:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[82405]: Deploying daemon alertmanager.a on smithi173 2024-08-30T21:07:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[82405]: osdmap e606: 8 total, 8 up, 8 in 2024-08-30T21:07:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[79976]: pgmap v579: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-08-30T21:07:45.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[79976]: Upgrade: Updating alertmanager.a 2024-08-30T21:07:45.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[79976]: Deploying daemon alertmanager.a on smithi173 2024-08-30T21:07:45.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:45 smithi173 ceph-mon[79976]: osdmap e606: 8 total, 8 up, 8 in 2024-08-30T21:07:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:45 smithi196 ceph-mon[74601]: pgmap v579: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 5.3 MiB/s wr, 29 op/s 2024-08-30T21:07:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:45 smithi196 ceph-mon[74601]: Upgrade: Updating alertmanager.a 2024-08-30T21:07:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:45 smithi196 ceph-mon[74601]: Deploying daemon alertmanager.a on smithi173 2024-08-30T21:07:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:45 smithi196 ceph-mon[74601]: osdmap e606: 8 total, 8 up, 8 in 2024-08-30T21:07:46.545 INFO:tasks.rados.rados.0.smithi173.stdout:2741: done (1 left) 2024-08-30T21:07:46.546 INFO:tasks.rados.rados.0.smithi173.stdout:2742: delete oid 14 current snap is 260 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2739: done (1 left) 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2742: done (0 left) 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2743: rollback oid 19 current snap is 260 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 253 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2744: copy_from oid 18 from oid 42 current snap is 260 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2745: read oid 30 snap 253 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2745: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 260 2024-08-30T21:07:46.556 INFO:tasks.rados.rados.0.smithi173.stdout:2746: seq_num 856 ranges {3047424=745472,3792896=557056,4349952=417792,4767744=434176,5201920=196608} 2024-08-30T21:07:46.582 INFO:tasks.rados.rados.0.smithi173.stdout:2746: writing smithi17368540-29 from 3047424 to 3792896 tid 1 2024-08-30T21:07:46.587 INFO:tasks.rados.rados.0.smithi173.stdout:2746: writing smithi17368540-29 from 3792896 to 4349952 tid 2 2024-08-30T21:07:46.590 INFO:tasks.rados.rados.0.smithi173.stdout:2746: writing smithi17368540-29 from 4349952 to 4767744 tid 3 2024-08-30T21:07:46.592 INFO:tasks.rados.rados.0.smithi173.stdout:2746: writing smithi17368540-29 from 4767744 to 5201920 tid 4 2024-08-30T21:07:46.595 INFO:tasks.rados.rados.0.smithi173.stdout:2746: writing smithi17368540-29 from 5201920 to 5398528 tid 5 2024-08-30T21:07:46.595 INFO:tasks.rados.rados.0.smithi173.stdout:2747: read oid 33 snap -1 2024-08-30T21:07:46.595 INFO:tasks.rados.rados.0.smithi173.stdout:2747: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:07:46.595 INFO:tasks.rados.rados.0.smithi173.stdout:2748: rollback oid 1 current snap is 260 2024-08-30T21:07:46.595 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 253 2024-08-30T21:07:46.595 INFO:tasks.rados.rados.0.smithi173.stdout:2745: expect (ObjNum 740 snap 229 seq_num 740) 2024-08-30T21:07:46.641 INFO:tasks.rados.rados.0.smithi173.stdout:2743: finishing rollback tid 0 to smithi17368540-19 2024-08-30T21:07:46.641 INFO:tasks.rados.rados.0.smithi173.stdout:2743: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2743: finishing rollback tid 2 to smithi17368540-19 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1790 (ObjNum 757 snap 231 seq_num 757) dirty exists 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2743: done (5 left) 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2745: done (4 left) 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2749: snap_create 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2744: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2748: finishing rollback tid 0 to smithi17368540-1 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2746: finishing write tid 1 to smithi17368540-29 2024-08-30T21:07:46.642 INFO:tasks.rados.rados.0.smithi173.stdout:2748: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2748: finishing rollback tid 2 to smithi17368540-1 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1155 (ObjNum 770 snap 235 seq_num 770) dirty exists 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2744: finishing copy_from to smithi17368540-18 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1787 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: finishing write tid 2 to smithi17368540-29 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: finishing write tid 3 to smithi17368540-29 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: finishing write tid 4 to smithi17368540-29 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: finishing write tid 5 to smithi17368540-29 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: finishing write tid 6 to smithi17368540-29 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: finishing write tid 7 to smithi17368540-29 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: oid 29 updating version 0 to 1987 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: oid 29 version 1987 is already newer than 1986 2024-08-30T21:07:46.643 INFO:tasks.rados.rados.0.smithi173.stdout:2746: oid 29 updating version 1987 to 1988 2024-08-30T21:07:46.644 INFO:tasks.rados.rados.0.smithi173.stdout:2746: oid 29 version 1988 is already newer than 1985 2024-08-30T21:07:46.644 INFO:tasks.rados.rados.0.smithi173.stdout:2746: oid 29 updating version 1988 to 1989 2024-08-30T21:07:46.644 INFO:tasks.rados.rados.0.smithi173.stdout:2746: oid 29 version 1989 is already newer than 1982 2024-08-30T21:07:46.644 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1989 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-08-30T21:07:46.644 INFO:tasks.rados.rados.0.smithi173.stdout:2746: left oid 29 (ObjNum 856 snap 260 seq_num 856) 2024-08-30T21:07:46.644 INFO:tasks.rados.rados.0.smithi173.stdout:2747: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:07:47.004 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:46 smithi173 ceph-mon[79976]: osdmap e607: 8 total, 8 up, 8 in 2024-08-30T21:07:47.004 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:46 smithi173 ceph-mon[79976]: osdmap e608: 8 total, 8 up, 8 in 2024-08-30T21:07:47.004 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:46 smithi173 ceph-mon[82405]: osdmap e607: 8 total, 8 up, 8 in 2024-08-30T21:07:47.004 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:46 smithi173 ceph-mon[82405]: osdmap e608: 8 total, 8 up, 8 in 2024-08-30T21:07:47.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:46 smithi196 ceph-mon[74601]: osdmap e607: 8 total, 8 up, 8 in 2024-08-30T21:07:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:46 smithi196 ceph-mon[74601]: osdmap e608: 8 total, 8 up, 8 in 2024-08-30T21:07:47.544 INFO:tasks.rados.rados.0.smithi173.stdout:2744: done (4 left) 2024-08-30T21:07:47.544 INFO:tasks.rados.rados.0.smithi173.stdout:2746: done (3 left) 2024-08-30T21:07:47.544 INFO:tasks.rados.rados.0.smithi173.stdout:2747: done (2 left) 2024-08-30T21:07:47.544 INFO:tasks.rados.rados.0.smithi173.stdout:2748: done (1 left) 2024-08-30T21:07:47.544 INFO:tasks.rados.rados.0.smithi173.stdout:2749: done (0 left) 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2750: read oid 12 snap -1 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2750: expect deleted 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2751: rollback oid 4 current snap is 261 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 260 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2752: read oid 44 snap -1 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2752: expect (ObjNum 757 snap 231 seq_num 757) 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2753: read oid 33 snap -1 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2753: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2754: read oid 41 snap -1 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2754: expect deleted 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2755: read oid 50 snap -1 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2755: expect deleted 2024-08-30T21:07:47.545 INFO:tasks.rados.rados.0.smithi173.stdout:2756: copy_from oid 24 from oid 10 current snap is 261 2024-08-30T21:07:47.546 INFO:tasks.rados.rados.0.smithi173.stdout:2757: snap_remove snap 253 2024-08-30T21:07:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:47 smithi196 ceph-mon[74601]: pgmap v582: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-08-30T21:07:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:47 smithi196 ceph-mon[74601]: osdmap e609: 8 total, 8 up, 8 in 2024-08-30T21:07:48.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:47 smithi173 ceph-mon[79976]: pgmap v582: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-08-30T21:07:48.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:47 smithi173 ceph-mon[79976]: osdmap e609: 8 total, 8 up, 8 in 2024-08-30T21:07:48.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:47 smithi173 ceph-mon[82405]: pgmap v582: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-08-30T21:07:48.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:47 smithi173 ceph-mon[82405]: osdmap e609: 8 total, 8 up, 8 in 2024-08-30T21:07:48.545 INFO:tasks.rados.rados.0.smithi173.stdout:2757: done (7 left) 2024-08-30T21:07:48.546 INFO:tasks.rados.rados.0.smithi173.stdout:2758: snap_create 2024-08-30T21:07:48.546 INFO:tasks.rados.rados.0.smithi173.stdout:2756: finishing copy_from to smithi17368540-24 2024-08-30T21:07:48.546 INFO:tasks.rados.rados.0.smithi173.stdout:2756: got expected ENOENT (src dne) 2024-08-30T21:07:48.546 INFO:tasks.rados.rados.0.smithi173.stdout:2756: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:07:48.546 INFO:tasks.rados.rados.0.smithi173.stdout:2752: expect (ObjNum 757 snap 231 seq_num 757) 2024-08-30T21:07:48.595 INFO:tasks.rados.rados.0.smithi173.stdout:2751: finishing rollback tid 0 to smithi17368540-4 2024-08-30T21:07:48.595 INFO:tasks.rados.rados.0.smithi173.stdout:2751: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:07:48.595 INFO:tasks.rados.rados.0.smithi173.stdout:2751: finishing rollback tid 2 to smithi17368540-4 2024-08-30T21:07:48.595 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1993 (ObjNum 819 snap 250 seq_num 819) dirty exists 2024-08-30T21:07:48.595 INFO:tasks.rados.rados.0.smithi173.stdout:2753: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:07:49.549 INFO:tasks.rados.rados.0.smithi173.stdout:2750: done (7 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2751: done (6 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2752: done (5 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2753: done (4 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2754: done (3 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2755: done (2 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2756: done (1 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2758: done (0 left) 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2759: copy_from oid 28 from oid 26 current snap is 262 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 262 2024-08-30T21:07:49.550 INFO:tasks.rados.rados.0.smithi173.stdout:2760: seq_num 857 ranges {19488768=761856,20250624=442368,20692992=630784,21323776=532480} 2024-08-30T21:07:49.659 INFO:tasks.rados.rados.0.smithi173.stdout:2760: writing smithi17368540-20 from 19488768 to 20250624 tid 1 2024-08-30T21:07:49.661 INFO:tasks.rados.rados.0.smithi173.stdout:2760: writing smithi17368540-20 from 20250624 to 20692992 tid 2 2024-08-30T21:07:49.665 INFO:tasks.rados.rados.0.smithi173.stdout:2760: writing smithi17368540-20 from 20692992 to 21323776 tid 3 2024-08-30T21:07:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:2760: writing smithi17368540-20 from 21323776 to 21856256 tid 4 2024-08-30T21:07:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:2761: snap_create 2024-08-30T21:07:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:2759: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:07:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:2759: finishing copy_from to smithi17368540-28 2024-08-30T21:07:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 1794 (ObjNum 702 snap 220 seq_num 702) dirty exists 2024-08-30T21:07:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:2760: finishing write tid 1 to smithi17368540-20 2024-08-30T21:07:49.668 INFO:tasks.rados.rados.0.smithi173.stdout:2760: finishing write tid 2 to smithi17368540-20 2024-08-30T21:07:49.669 INFO:tasks.rados.rados.0.smithi173.stdout:2760: finishing write tid 3 to smithi17368540-20 2024-08-30T21:07:49.670 INFO:tasks.rados.rados.0.smithi173.stdout:2760: finishing write tid 4 to smithi17368540-20 2024-08-30T21:07:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:2760: finishing write tid 5 to smithi17368540-20 2024-08-30T21:07:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:2760: finishing write tid 6 to smithi17368540-20 2024-08-30T21:07:49.671 INFO:tasks.rados.rados.0.smithi173.stdout:2760: oid 20 updating version 0 to 1671 2024-08-30T21:07:49.672 INFO:tasks.rados.rados.0.smithi173.stdout:2760: oid 20 version 1671 is already newer than 1670 2024-08-30T21:07:49.672 INFO:tasks.rados.rados.0.smithi173.stdout:2760: oid 20 updating version 1671 to 1674 2024-08-30T21:07:49.672 INFO:tasks.rados.rados.0.smithi173.stdout:2760: oid 20 version 1674 is already newer than 1672 2024-08-30T21:07:49.672 INFO:tasks.rados.rados.0.smithi173.stdout:2760: oid 20 version 1674 is already newer than 1673 2024-08-30T21:07:49.672 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1674 (ObjNum 857 snap 262 seq_num 857) dirty exists 2024-08-30T21:07:49.672 INFO:tasks.rados.rados.0.smithi173.stdout:2760: left oid 20 (ObjNum 857 snap 262 seq_num 857) 2024-08-30T21:07:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:49 smithi173 ceph-mon[79976]: pgmap v585: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 8 op/s 2024-08-30T21:07:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:49 smithi173 ceph-mon[79976]: osdmap e610: 8 total, 8 up, 8 in 2024-08-30T21:07:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:49 smithi173 ceph-mon[82405]: pgmap v585: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 8 op/s 2024-08-30T21:07:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:49 smithi173 ceph-mon[82405]: osdmap e610: 8 total, 8 up, 8 in 2024-08-30T21:07:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:49 smithi196 ceph-mon[74601]: pgmap v585: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 8 op/s 2024-08-30T21:07:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:49 smithi196 ceph-mon[74601]: osdmap e610: 8 total, 8 up, 8 in 2024-08-30T21:07:50.554 INFO:tasks.rados.rados.0.smithi173.stdout:2759: done (2 left) 2024-08-30T21:07:50.554 INFO:tasks.rados.rados.0.smithi173.stdout:2760: done (1 left) 2024-08-30T21:07:50.554 INFO:tasks.rados.rados.0.smithi173.stdout:2761: done (0 left) 2024-08-30T21:07:50.554 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 263 2024-08-30T21:07:50.554 INFO:tasks.rados.rados.0.smithi173.stdout:2762: seq_num 858 ranges {3203072=778240,3981312=729088,4710400=434176,5144576=442368} 2024-08-30T21:07:50.575 INFO:tasks.rados.rados.0.smithi173.stdout:2762: writing smithi17368540-5 from 3203072 to 3981312 tid 1 2024-08-30T21:07:50.579 INFO:tasks.rados.rados.0.smithi173.stdout:2762: writing smithi17368540-5 from 3981312 to 4710400 tid 2 2024-08-30T21:07:50.581 INFO:tasks.rados.rados.0.smithi173.stdout:2762: writing smithi17368540-5 from 4710400 to 5144576 tid 3 2024-08-30T21:07:50.584 INFO:tasks.rados.rados.0.smithi173.stdout:2762: writing smithi17368540-5 from 5144576 to 5586944 tid 4 2024-08-30T21:07:50.584 INFO:tasks.rados.rados.0.smithi173.stdout:2763: delete oid 35 current snap is 263 2024-08-30T21:07:50.584 INFO:tasks.rados.rados.0.smithi173.stdout:2762: finishing write tid 1 to smithi17368540-5 2024-08-30T21:07:50.587 INFO:tasks.rados.rados.0.smithi173.stdout:2763: done (1 left) 2024-08-30T21:07:50.587 INFO:tasks.rados.rados.0.smithi173.stdout:2764: rmattr oid 45 current snap is 263 2024-08-30T21:07:50.587 INFO:tasks.rados.rados.0.smithi173.stdout:2764: done (1 left) 2024-08-30T21:07:50.587 INFO:tasks.rados.rados.0.smithi173.stdout:2765: read oid 42 snap -1 2024-08-30T21:07:50.587 INFO:tasks.rados.rados.0.smithi173.stdout:2765: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:07:50.587 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 263 2024-08-30T21:07:50.587 INFO:tasks.rados.rados.0.smithi173.stdout:2766: seq_num 860 ranges {4022272=8192} 2024-08-30T21:07:50.609 INFO:tasks.rados.rados.0.smithi173.stdout:2766: writing smithi17368540-24 from 4022272 to 4030464 tid 1 2024-08-30T21:07:50.609 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 263 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: finishing write tid 2 to smithi17368540-5 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: finishing write tid 3 to smithi17368540-5 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: finishing write tid 4 to smithi17368540-5 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: finishing write tid 5 to smithi17368540-5 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: finishing write tid 6 to smithi17368540-5 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: oid 5 updating version 0 to 2005 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: oid 5 updating version 2005 to 2006 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: oid 5 updating version 2006 to 2008 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: oid 5 updating version 2008 to 2009 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: oid 5 version 2009 is already newer than 2007 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2009 (ObjNum 858 snap 263 seq_num 858) dirty exists 2024-08-30T21:07:50.610 INFO:tasks.rados.rados.0.smithi173.stdout:2762: left oid 5 (ObjNum 858 snap 263 seq_num 858) 2024-08-30T21:07:50.611 INFO:tasks.rados.rados.0.smithi173.stdout:2765: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:07:50.807 INFO:tasks.rados.rados.0.smithi173.stdout:2766: finishing write tid 1 to smithi17368540-24 2024-08-30T21:07:50.807 INFO:tasks.rados.rados.0.smithi173.stdout:2766: finishing write tid 2 to smithi17368540-24 2024-08-30T21:07:50.807 INFO:tasks.rados.rados.0.smithi173.stdout:2766: finishing write tid 3 to smithi17368540-24 2024-08-30T21:07:50.808 INFO:tasks.rados.rados.0.smithi173.stdout:2766: oid 24 updating version 0 to 1801 2024-08-30T21:07:50.808 INFO:tasks.rados.rados.0.smithi173.stdout:2766: oid 24 version 1801 is already newer than 1800 2024-08-30T21:07:50.808 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1801 (ObjNum 860 snap 263 seq_num 860) dirty exists 2024-08-30T21:07:50.808 INFO:tasks.rados.rados.0.smithi173.stdout:2766: left oid 24 (ObjNum 860 snap 263 seq_num 860) 2024-08-30T21:07:50.808 INFO:tasks.rados.rados.0.smithi173.stdout:2767: seq_num 861 ranges {3792896=24576} 2024-08-30T21:07:50.827 INFO:tasks.rados.rados.0.smithi173.stdout:2767: writing smithi17368540-27 from 3792896 to 3817472 tid 1 2024-08-30T21:07:50.827 INFO:tasks.rados.rados.0.smithi173.stdout:2762: done (3 left) 2024-08-30T21:07:50.827 INFO:tasks.rados.rados.0.smithi173.stdout:2765: done (2 left) 2024-08-30T21:07:50.828 INFO:tasks.rados.rados.0.smithi173.stdout:2766: done (1 left) 2024-08-30T21:07:50.828 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 263 2024-08-30T21:07:50.828 INFO:tasks.rados.rados.0.smithi173.stdout:2768: seq_num 862 ranges {2048000=40960} 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2768: writing smithi17368540-11 from 2048000 to 2088960 tid 1 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2769: delete oid 9 current snap is 263 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2767: finishing write tid 1 to smithi17368540-27 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2767: finishing write tid 2 to smithi17368540-27 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2767: finishing write tid 3 to smithi17368540-27 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2767: oid 27 updating version 0 to 1791 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2767: oid 27 updating version 1791 to 1792 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1792 (ObjNum 861 snap 263 seq_num 861) dirty exists 2024-08-30T21:07:50.839 INFO:tasks.rados.rados.0.smithi173.stdout:2767: left oid 27 (ObjNum 861 snap 263 seq_num 861) 2024-08-30T21:07:50.843 INFO:tasks.rados.rados.0.smithi173.stdout:2767: done (2 left) 2024-08-30T21:07:50.843 INFO:tasks.rados.rados.0.smithi173.stdout:2769: done (1 left) 2024-08-30T21:07:50.843 INFO:tasks.rados.rados.0.smithi173.stdout:2770: read oid 21 snap 262 2024-08-30T21:07:50.843 INFO:tasks.rados.rados.0.smithi173.stdout:2770: expect (ObjNum 822 snap 250 seq_num 822) 2024-08-30T21:07:50.843 INFO:tasks.rados.rados.0.smithi173.stdout:2771: snap_create 2024-08-30T21:07:50.843 INFO:tasks.rados.rados.0.smithi173.stdout:2768: finishing write tid 1 to smithi17368540-11 2024-08-30T21:07:50.844 INFO:tasks.rados.rados.0.smithi173.stdout:2768: finishing write tid 2 to smithi17368540-11 2024-08-30T21:07:50.845 INFO:tasks.rados.rados.0.smithi173.stdout:2768: finishing write tid 3 to smithi17368540-11 2024-08-30T21:07:50.845 INFO:tasks.rados.rados.0.smithi173.stdout:2768: oid 11 updating version 0 to 2012 2024-08-30T21:07:50.845 INFO:tasks.rados.rados.0.smithi173.stdout:2768: oid 11 version 2012 is already newer than 2011 2024-08-30T21:07:50.845 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2012 (ObjNum 862 snap 263 seq_num 862) dirty exists 2024-08-30T21:07:50.845 INFO:tasks.rados.rados.0.smithi173.stdout:2768: left oid 11 (ObjNum 862 snap 263 seq_num 862) 2024-08-30T21:07:50.862 INFO:tasks.rados.rados.0.smithi173.stdout:2770: expect (ObjNum 822 snap 250 seq_num 822) 2024-08-30T21:07:50.880 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:50 smithi173 ceph-mon[79976]: osdmap e611: 8 total, 8 up, 8 in 2024-08-30T21:07:50.881 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:50 smithi173 ceph-mon[82405]: osdmap e611: 8 total, 8 up, 8 in 2024-08-30T21:07:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:50 smithi196 ceph-mon[74601]: osdmap e611: 8 total, 8 up, 8 in 2024-08-30T21:07:51.545 INFO:tasks.rados.rados.0.smithi173.stdout:2768: done (2 left) 2024-08-30T21:07:51.545 INFO:tasks.rados.rados.0.smithi173.stdout:2770: done (1 left) 2024-08-30T21:07:51.545 INFO:tasks.rados.rados.0.smithi173.stdout:2771: done (0 left) 2024-08-30T21:07:51.545 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 264 2024-08-30T21:07:51.545 INFO:tasks.rados.rados.0.smithi173.stdout:2772: seq_num 864 ranges {0=73728} 2024-08-30T21:07:51.546 INFO:tasks.rados.rados.0.smithi173.stdout:2772: writing smithi17368540-41 from 0 to 73728 tid 1 2024-08-30T21:07:51.546 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 264 2024-08-30T21:07:51.546 INFO:tasks.rados.rados.0.smithi173.stdout:2773: seq_num 865 ranges {3817472=90112} 2024-08-30T21:07:51.567 INFO:tasks.rados.rados.0.smithi173.stdout:2773: writing smithi17368540-27 from 3817472 to 3907584 tid 1 2024-08-30T21:07:51.567 INFO:tasks.rados.rados.0.smithi173.stdout:2774: read oid 3 snap -1 2024-08-30T21:07:51.567 INFO:tasks.rados.rados.0.smithi173.stdout:2774: expect deleted 2024-08-30T21:07:51.567 INFO:tasks.rados.rados.0.smithi173.stdout:2775: read oid 6 snap -1 2024-08-30T21:07:51.567 INFO:tasks.rados.rados.0.smithi173.stdout:2775: expect (ObjNum 843 snap 258 seq_num 843) 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2776: snap_create 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2772: finishing write tid 1 to smithi17368540-41 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2772: finishing write tid 2 to smithi17368540-41 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2772: finishing write tid 3 to smithi17368540-41 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2772: oid 41 updating version 0 to 1675 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2772: oid 41 updating version 1675 to 1676 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1676 (ObjNum 864 snap 264 seq_num 864) dirty exists 2024-08-30T21:07:51.568 INFO:tasks.rados.rados.0.smithi173.stdout:2772: left oid 41 (ObjNum 864 snap 264 seq_num 864) 2024-08-30T21:07:51.569 INFO:tasks.rados.rados.0.smithi173.stdout:2773: finishing write tid 1 to smithi17368540-27 2024-08-30T21:07:51.570 INFO:tasks.rados.rados.0.smithi173.stdout:2773: finishing write tid 2 to smithi17368540-27 2024-08-30T21:07:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2773: finishing write tid 3 to smithi17368540-27 2024-08-30T21:07:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2773: oid 27 updating version 0 to 1794 2024-08-30T21:07:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2773: oid 27 version 1794 is already newer than 1793 2024-08-30T21:07:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1794 (ObjNum 865 snap 264 seq_num 865) dirty exists 2024-08-30T21:07:51.571 INFO:tasks.rados.rados.0.smithi173.stdout:2773: left oid 27 (ObjNum 865 snap 264 seq_num 865) 2024-08-30T21:07:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:2775: expect (ObjNum 843 snap 258 seq_num 843) 2024-08-30T21:07:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:51 smithi173 ceph-mon[79976]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-30T21:07:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:51 smithi173 ceph-mon[79976]: osdmap e612: 8 total, 8 up, 8 in 2024-08-30T21:07:51.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:51 smithi173 ceph-mon[79976]: osdmap e613: 8 total, 8 up, 8 in 2024-08-30T21:07:51.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:51 smithi173 ceph-mon[82405]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-30T21:07:51.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:51 smithi173 ceph-mon[82405]: osdmap e612: 8 total, 8 up, 8 in 2024-08-30T21:07:51.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:51 smithi173 ceph-mon[82405]: osdmap e613: 8 total, 8 up, 8 in 2024-08-30T21:07:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:51 smithi196 ceph-mon[74601]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 181 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.6 MiB/s rd, 0 B/s wr, 3 op/s 2024-08-30T21:07:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:51 smithi196 ceph-mon[74601]: osdmap e612: 8 total, 8 up, 8 in 2024-08-30T21:07:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:51 smithi196 ceph-mon[74601]: osdmap e613: 8 total, 8 up, 8 in 2024-08-30T21:07:52.561 INFO:tasks.rados.rados.0.smithi173.stdout:2772: done (4 left) 2024-08-30T21:07:52.561 INFO:tasks.rados.rados.0.smithi173.stdout:2773: done (3 left) 2024-08-30T21:07:52.561 INFO:tasks.rados.rados.0.smithi173.stdout:2774: done (2 left) 2024-08-30T21:07:52.561 INFO:tasks.rados.rados.0.smithi173.stdout:2775: done (1 left) 2024-08-30T21:07:52.561 INFO:tasks.rados.rados.0.smithi173.stdout:2776: done (0 left) 2024-08-30T21:07:52.561 INFO:tasks.rados.rados.0.smithi173.stdout:2777: read oid 48 snap 260 2024-08-30T21:07:52.561 INFO:tasks.rados.rados.0.smithi173.stdout:2777: expect deleted 2024-08-30T21:07:52.562 INFO:tasks.rados.rados.0.smithi173.stdout:2778: read oid 39 snap 260 2024-08-30T21:07:52.562 INFO:tasks.rados.rados.0.smithi173.stdout:2778: expect (ObjNum 741 snap 229 seq_num 741) 2024-08-30T21:07:52.562 INFO:tasks.rados.rados.0.smithi173.stdout:2779: delete oid 36 current snap is 265 2024-08-30T21:07:52.565 INFO:tasks.rados.rados.0.smithi173.stdout:2778: expect (ObjNum 741 snap 229 seq_num 741) 2024-08-30T21:07:52.600 INFO:tasks.rados.rados.0.smithi173.stdout:2777: done (2 left) 2024-08-30T21:07:52.600 INFO:tasks.rados.rados.0.smithi173.stdout:2778: done (1 left) 2024-08-30T21:07:52.600 INFO:tasks.rados.rados.0.smithi173.stdout:2779: done (0 left) 2024-08-30T21:07:52.600 INFO:tasks.rados.rados.0.smithi173.stdout:2780: snap_remove snap 260 2024-08-30T21:07:52.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:52 smithi173 systemd[1]: Stopping Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:53.279 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:52 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[64548]: ts=2024-08-30T21:07:52.960Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-30T21:07:53.279 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 podman[115861]: 2024-08-30 21:07:53.001194185 +0000 UTC m=+0.182471834 container died 55b559212ab5300066bafa1bd8e841fbc04eaa4b6cc1e36a179a26163dce5dd2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:53.280 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:07:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:07:53] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.51.0" 2024-08-30T21:07:53.558 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 podman[115861]: 2024-08-30 21:07:53.452594117 +0000 UTC m=+0.633871758 container cleanup 55b559212ab5300066bafa1bd8e841fbc04eaa4b6cc1e36a179a26163dce5dd2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:53.558 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 bash[115861]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-30T21:07:53.571 INFO:tasks.rados.rados.0.smithi173.stdout:2780: done (0 left) 2024-08-30T21:07:53.571 INFO:tasks.rados.rados.0.smithi173.stdout:2781: read oid 9 snap -1 2024-08-30T21:07:53.571 INFO:tasks.rados.rados.0.smithi173.stdout:2781: expect deleted 2024-08-30T21:07:53.572 INFO:tasks.rados.rados.0.smithi173.stdout:2782: snap_create 2024-08-30T21:07:53.830 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 podman[115874]: 2024-08-30 21:07:53.754141377 +0000 UTC m=+0.747638894 container remove 55b559212ab5300066bafa1bd8e841fbc04eaa4b6cc1e36a179a26163dce5dd2 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:53.830 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:53 smithi173 ceph-mon[79976]: pgmap v591: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-30T21:07:53.830 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:53 smithi173 ceph-mon[79976]: osdmap e614: 8 total, 8 up, 8 in 2024-08-30T21:07:53.830 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:53.831 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:53 smithi173 ceph-mon[82405]: pgmap v591: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-30T21:07:53.831 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:53 smithi173 ceph-mon[82405]: osdmap e614: 8 total, 8 up, 8 in 2024-08-30T21:07:53.831 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:53 smithi196 ceph-mon[74601]: pgmap v591: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 172 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-08-30T21:07:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:53 smithi196 ceph-mon[74601]: osdmap e614: 8 total, 8 up, 8 in 2024-08-30T21:07:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:07:54.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 podman[115874]: 2024-08-30 21:07:53.829670393 +0000 UTC m=+0.823167909 volume remove 053a332aa1a7874e6670fc4084e5653e15e82d235f68381110a7d49336a661c8 2024-08-30T21:07:54.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-30T21:07:54.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 systemd[1]: Stopped Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:54.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:53 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@alertmanager.a.service: Consumed 1.453s CPU time. 2024-08-30T21:07:54.575 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 systemd[1]: Starting Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:07:54.576 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 podman[116001]: 2024-08-30 21:07:54.366303628 +0000 UTC m=+0.016150795 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-08-30T21:07:54.576 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 podman[116001]: 2024-08-30 21:07:54.481892667 +0000 UTC m=+0.131739867 volume create b160801a64fff885f9bfc5cd02666d54498e8b97de7ed57292a2b698e45173b0 2024-08-30T21:07:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:2781: done (1 left) 2024-08-30T21:07:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:2782: done (0 left) 2024-08-30T21:07:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:2783: read oid 48 snap -1 2024-08-30T21:07:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:2783: expect deleted 2024-08-30T21:07:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 266 2024-08-30T21:07:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:2784: seq_num 867 ranges {1327104=122880} 2024-08-30T21:07:54.587 INFO:tasks.rados.rados.0.smithi173.stdout:2784: writing smithi17368540-31 from 1327104 to 1449984 tid 1 2024-08-30T21:07:54.588 INFO:tasks.rados.rados.0.smithi173.stdout:2785: read oid 49 snap -1 2024-08-30T21:07:54.588 INFO:tasks.rados.rados.0.smithi173.stdout:2785: expect deleted 2024-08-30T21:07:54.588 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 266 2024-08-30T21:07:54.588 INFO:tasks.rados.rados.0.smithi173.stdout:2786: seq_num 868 ranges {0=139264} 2024-08-30T21:07:54.588 INFO:tasks.rados.rados.0.smithi173.stdout:2786: writing smithi17368540-10 from 0 to 139264 tid 1 2024-08-30T21:07:54.589 INFO:tasks.rados.rados.0.smithi173.stdout:2783: done (3 left) 2024-08-30T21:07:54.589 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 266 2024-08-30T21:07:54.589 INFO:tasks.rados.rados.0.smithi173.stdout:2787: seq_num 869 ranges {73728=155648} 2024-08-30T21:07:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:2787: writing smithi17368540-41 from 73728 to 229376 tid 1 2024-08-30T21:07:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:2788: read oid 20 snap -1 2024-08-30T21:07:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:2788: expect (ObjNum 857 snap 262 seq_num 857) 2024-08-30T21:07:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:2789: delete oid 19 current snap is 266 2024-08-30T21:07:54.592 INFO:tasks.rados.rados.0.smithi173.stdout:2786: finishing write tid 1 to smithi17368540-10 2024-08-30T21:07:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:2786: finishing write tid 2 to smithi17368540-10 2024-08-30T21:07:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:2785: done (5 left) 2024-08-30T21:07:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:2789: done (4 left) 2024-08-30T21:07:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:2790: read oid 40 snap 262 2024-08-30T21:07:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:2790: expect (ObjNum 1579098432 snap 21857 seq_num 1578696480) 2024-08-30T21:07:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 266 2024-08-30T21:07:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:2791: seq_num 871 ranges {1679360=188416} 2024-08-30T21:07:54.603 INFO:tasks.rados.rados.0.smithi173.stdout:2791: writing smithi17368540-22 from 1679360 to 1867776 tid 1 2024-08-30T21:07:54.603 INFO:tasks.rados.rados.0.smithi173.stdout:2792: delete oid 5 current snap is 266 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:2786: finishing write tid 3 to smithi17368540-10 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:2786: oid 10 updating version 0 to 1878 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:2786: oid 10 version 1878 is already newer than 1877 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1878 (ObjNum 868 snap 266 seq_num 868) dirty exists 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:2786: left oid 10 (ObjNum 868 snap 266 seq_num 868) 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:2790: expect (ObjNum 1579098432 snap 21857 seq_num 1578696480) 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:2784: finishing write tid 1 to smithi17368540-31 2024-08-30T21:07:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:2784: finishing write tid 2 to smithi17368540-31 2024-08-30T21:07:54.605 INFO:tasks.rados.rados.0.smithi173.stdout:2784: finishing write tid 3 to smithi17368540-31 2024-08-30T21:07:54.605 INFO:tasks.rados.rados.0.smithi173.stdout:2784: oid 31 updating version 0 to 1825 2024-08-30T21:07:54.605 INFO:tasks.rados.rados.0.smithi173.stdout:2784: oid 31 version 1825 is already newer than 1824 2024-08-30T21:07:54.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1825 (ObjNum 867 snap 266 seq_num 867) dirty exists 2024-08-30T21:07:54.605 INFO:tasks.rados.rados.0.smithi173.stdout:2784: left oid 31 (ObjNum 867 snap 266 seq_num 867) 2024-08-30T21:07:54.607 INFO:tasks.rados.rados.0.smithi173.stdout:2791: finishing write tid 1 to smithi17368540-22 2024-08-30T21:07:54.608 INFO:tasks.rados.rados.0.smithi173.stdout:2791: finishing write tid 2 to smithi17368540-22 2024-08-30T21:07:54.611 INFO:tasks.rados.rados.0.smithi173.stdout:2791: finishing write tid 3 to smithi17368540-22 2024-08-30T21:07:54.611 INFO:tasks.rados.rados.0.smithi173.stdout:2791: oid 22 updating version 0 to 1795 2024-08-30T21:07:54.611 INFO:tasks.rados.rados.0.smithi173.stdout:2791: oid 22 updating version 1795 to 1796 2024-08-30T21:07:54.611 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1796 (ObjNum 871 snap 266 seq_num 871) dirty exists 2024-08-30T21:07:54.611 INFO:tasks.rados.rados.0.smithi173.stdout:2791: left oid 22 (ObjNum 871 snap 266 seq_num 871) 2024-08-30T21:07:54.613 INFO:tasks.rados.rados.0.smithi173.stdout:2787: finishing write tid 1 to smithi17368540-41 2024-08-30T21:07:54.613 INFO:tasks.rados.rados.0.smithi173.stdout:2787: finishing write tid 2 to smithi17368540-41 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:2784: done (6 left) 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:2786: done (5 left) 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:2790: done (4 left) 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:2791: done (3 left) 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:2792: done (2 left) 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:2793: rollback oid 10 current snap is 266 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 262 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 266 2024-08-30T21:07:54.617 INFO:tasks.rados.rados.0.smithi173.stdout:2794: seq_num 873 ranges {1867776=229376} 2024-08-30T21:07:54.628 INFO:tasks.rados.rados.0.smithi173.stdout:2794: writing smithi17368540-22 from 1867776 to 2097152 tid 1 2024-08-30T21:07:54.629 INFO:tasks.rados.rados.0.smithi173.stdout:2795: rollback oid 40 current snap is 266 2024-08-30T21:07:54.629 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 261 2024-08-30T21:07:54.629 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 266 2024-08-30T21:07:54.629 INFO:tasks.rados.rados.0.smithi173.stdout:2796: seq_num 874 ranges {3047424=245760} 2024-08-30T21:07:54.647 INFO:tasks.rados.rados.0.smithi173.stdout:2796: writing smithi17368540-13 from 3047424 to 3293184 tid 1 2024-08-30T21:07:54.647 INFO:tasks.rados.rados.0.smithi173.stdout:2797: snap_create 2024-08-30T21:07:54.647 INFO:tasks.rados.rados.0.smithi173.stdout:2793: finishing rollback tid 0 to smithi17368540-10 2024-08-30T21:07:54.647 INFO:tasks.rados.rados.0.smithi173.stdout:2793: finishing rollback tid 1 to smithi17368540-10 2024-08-30T21:07:54.647 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1880 (ObjNum 97 snap 0 seq_num 1579136592) dirty dne 2024-08-30T21:07:54.647 INFO:tasks.rados.rados.0.smithi173.stdout:2795: finishing rollback tid 0 to smithi17368540-40 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2795: finishing rollback tid 1 to smithi17368540-40 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2795: finishing rollback tid 2 to smithi17368540-40 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 1158 (ObjNum 161 snap 0 seq_num 1579129936) dirty exists 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2794: finishing write tid 1 to smithi17368540-22 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2794: finishing write tid 2 to smithi17368540-22 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2794: finishing write tid 3 to smithi17368540-22 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2794: oid 22 updating version 0 to 1798 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2794: oid 22 version 1798 is already newer than 1797 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1798 (ObjNum 873 snap 266 seq_num 873) dirty exists 2024-08-30T21:07:54.648 INFO:tasks.rados.rados.0.smithi173.stdout:2794: left oid 22 (ObjNum 873 snap 266 seq_num 873) 2024-08-30T21:07:54.650 INFO:tasks.rados.rados.0.smithi173.stdout:2796: finishing write tid 1 to smithi17368540-13 2024-08-30T21:07:54.650 INFO:tasks.rados.rados.0.smithi173.stdout:2796: finishing write tid 2 to smithi17368540-13 2024-08-30T21:07:54.653 INFO:tasks.rados.rados.0.smithi173.stdout:2796: finishing write tid 3 to smithi17368540-13 2024-08-30T21:07:54.653 INFO:tasks.rados.rados.0.smithi173.stdout:2796: oid 13 updating version 0 to 2023 2024-08-30T21:07:54.653 INFO:tasks.rados.rados.0.smithi173.stdout:2796: oid 13 version 2023 is already newer than 2022 2024-08-30T21:07:54.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2023 (ObjNum 874 snap 266 seq_num 874) dirty exists 2024-08-30T21:07:54.653 INFO:tasks.rados.rados.0.smithi173.stdout:2796: left oid 13 (ObjNum 874 snap 266 seq_num 874) 2024-08-30T21:07:54.673 INFO:tasks.rados.rados.0.smithi173.stdout:2788: expect (ObjNum 857 snap 262 seq_num 857) 2024-08-30T21:07:54.901 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-mon[79976]: osdmap e615: 8 total, 8 up, 8 in 2024-08-30T21:07:54.901 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-mon[82405]: osdmap e615: 8 total, 8 up, 8 in 2024-08-30T21:07:54.901 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 podman[116001]: 2024-08-30 21:07:54.581089012 +0000 UTC m=+0.230936174 container create 61aa5246fe2574a5da4870ce91903fe25aab43a4307c918d3e3b1856a8791f13 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:54.996 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:54 smithi196 ceph-mon[74601]: osdmap e615: 8 total, 8 up, 8 in 2024-08-30T21:07:55.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 podman[116001]: 2024-08-30 21:07:54.900672327 +0000 UTC m=+0.550519495 container init 61aa5246fe2574a5da4870ce91903fe25aab43a4307c918d3e3b1856a8791f13 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:55.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 podman[116001]: 2024-08-30 21:07:54.903890629 +0000 UTC m=+0.553737786 container start 61aa5246fe2574a5da4870ce91903fe25aab43a4307c918d3e3b1856a8791f13 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:07:55.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.915Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.915Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.917Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.173 port=9094 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.918Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.939Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.939Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.941Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:54.941Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 bash[116001]: 61aa5246fe2574a5da4870ce91903fe25aab43a4307c918d3e3b1856a8791f13 2024-08-30T21:07:55.211 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:54 smithi173 systemd[1]: Started Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:07:55.888 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[79976]: pgmap v594: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-30T21:07:55.888 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[79976]: osdmap e616: 8 total, 8 up, 8 in 2024-08-30T21:07:55.888 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:55.888 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:55.888 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:55.889 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[82405]: pgmap v594: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-30T21:07:55.889 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[82405]: osdmap e616: 8 total, 8 up, 8 in 2024-08-30T21:07:55.889 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:55.889 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:55.889 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:55 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:55 smithi196 ceph-mon[74601]: pgmap v594: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-30T21:07:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:55 smithi196 ceph-mon[74601]: osdmap e616: 8 total, 8 up, 8 in 2024-08-30T21:07:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:55 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:55 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:55 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:07:56.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:56 smithi173 ceph-mon[79976]: osdmap e617: 8 total, 8 up, 8 in 2024-08-30T21:07:56.920 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:56 smithi173 ceph-mon[79976]: osdmap e618: 8 total, 8 up, 8 in 2024-08-30T21:07:56.920 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:56 smithi173 ceph-mon[82405]: osdmap e617: 8 total, 8 up, 8 in 2024-08-30T21:07:56.920 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:56 smithi173 ceph-mon[82405]: osdmap e618: 8 total, 8 up, 8 in 2024-08-30T21:07:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:56 smithi196 ceph-mon[74601]: osdmap e617: 8 total, 8 up, 8 in 2024-08-30T21:07:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:56 smithi196 ceph-mon[74601]: osdmap e618: 8 total, 8 up, 8 in 2024-08-30T21:07:57.061 INFO:tasks.rados.rados.0.smithi173.stdout:2787: finishing write tid 3 to smithi17368540-41 2024-08-30T21:07:57.061 INFO:tasks.rados.rados.0.smithi173.stdout:2787: oid 41 updating version 0 to 1677 2024-08-30T21:07:57.061 INFO:tasks.rados.rados.0.smithi173.stdout:2787: oid 41 updating version 1677 to 1678 2024-08-30T21:07:57.061 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1678 (ObjNum 869 snap 266 seq_num 869) dirty exists 2024-08-30T21:07:57.061 INFO:tasks.rados.rados.0.smithi173.stdout:2787: left oid 41 (ObjNum 869 snap 266 seq_num 869) 2024-08-30T21:07:57.061 INFO:tasks.rados.rados.0.smithi173.stdout:2787: done (6 left) 2024-08-30T21:07:57.061 INFO:tasks.rados.rados.0.smithi173.stdout:2788: done (5 left) 2024-08-30T21:07:57.062 INFO:tasks.rados.rados.0.smithi173.stdout:2793: done (4 left) 2024-08-30T21:07:57.062 INFO:tasks.rados.rados.0.smithi173.stdout:2794: done (3 left) 2024-08-30T21:07:57.062 INFO:tasks.rados.rados.0.smithi173.stdout:2795: done (2 left) 2024-08-30T21:07:57.062 INFO:tasks.rados.rados.0.smithi173.stdout:2796: done (1 left) 2024-08-30T21:07:57.062 INFO:tasks.rados.rados.0.smithi173.stdout:2797: done (0 left) 2024-08-30T21:07:57.062 INFO:tasks.rados.rados.0.smithi173.stdout:2798: delete oid 49 current snap is 267 2024-08-30T21:07:57.063 INFO:tasks.rados.rados.0.smithi173.stdout:2798: done (0 left) 2024-08-30T21:07:57.063 INFO:tasks.rados.rados.0.smithi173.stdout:2799: snap_remove snap 266 2024-08-30T21:07:57.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:07:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:07:56.919Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000956083s 2024-08-30T21:07:57.588 INFO:tasks.rados.rados.0.smithi173.stdout:2799: done (0 left) 2024-08-30T21:07:57.588 INFO:tasks.rados.rados.0.smithi173.stdout:2800: rollback oid 20 current snap is 267 2024-08-30T21:07:57.588 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 263 2024-08-30T21:07:57.588 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 267 2024-08-30T21:07:57.588 INFO:tasks.rados.rados.0.smithi173.stdout:2801: seq_num 876 ranges {0=278528} 2024-08-30T21:07:57.589 INFO:tasks.rados.rados.0.smithi173.stdout:2801: writing smithi17368540-10 from 0 to 278528 tid 1 2024-08-30T21:07:57.589 INFO:tasks.rados.rados.0.smithi173.stdout:2802: copy_from oid 24 from oid 49 current snap is 267 2024-08-30T21:07:57.589 INFO:tasks.rados.rados.0.smithi173.stdout:2803: rollback oid 36 current snap is 267 2024-08-30T21:07:57.590 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 262 2024-08-30T21:07:57.590 INFO:tasks.rados.rados.0.smithi173.stdout:2804: snap_remove snap 264 2024-08-30T21:07:57.687 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:57 smithi173 ceph-mon[79976]: pgmap v597: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-30T21:07:57.687 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:57 smithi173 ceph-mon[82405]: pgmap v597: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-30T21:07:58.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:57 smithi196 ceph-mon[74601]: pgmap v597: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-08-30T21:07:58.594 INFO:tasks.rados.rados.0.smithi173.stdout:2804: done (4 left) 2024-08-30T21:07:58.594 INFO:tasks.rados.rados.0.smithi173.stdout:2805: delete oid 43 current snap is 267 2024-08-30T21:07:58.594 INFO:tasks.rados.rados.0.smithi173.stdout:2802: finishing copy_from to smithi17368540-24 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2802: got expected ENOENT (src dne) 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2803: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2802: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2803: finishing rollback tid 2 to smithi17368540-36 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 1780 (ObjNum 815 snap 249 seq_num 815) dirty exists 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2801: finishing write tid 1 to smithi17368540-10 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2801: finishing write tid 2 to smithi17368540-10 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2801: finishing write tid 3 to smithi17368540-10 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2801: oid 10 updating version 0 to 1881 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2801: oid 10 updating version 1881 to 1882 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1882 (ObjNum 876 snap 267 seq_num 876) dirty exists 2024-08-30T21:07:58.595 INFO:tasks.rados.rados.0.smithi173.stdout:2801: left oid 10 (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:07:58.596 INFO:tasks.rados.rados.0.smithi173.stdout:2800: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:07:58.596 INFO:tasks.rados.rados.0.smithi173.stdout:2800: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:07:58.596 INFO:tasks.rados.rados.0.smithi173.stdout:2800: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:07:58.596 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1681 (ObjNum 857 snap 262 seq_num 857) dirty exists 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2800: done (4 left) 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2801: done (3 left) 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2802: done (2 left) 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2803: done (1 left) 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2805: done (0 left) 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2806: read oid 27 snap -1 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2806: expect (ObjNum 865 snap 264 seq_num 865) 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2807: copy_from oid 37 from oid 10 current snap is 267 2024-08-30T21:07:58.600 INFO:tasks.rados.rados.0.smithi173.stdout:2808: snap_create 2024-08-30T21:07:58.607 INFO:tasks.rados.rados.0.smithi173.stdout:2807: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:07:58.608 INFO:tasks.rados.rados.0.smithi173.stdout:2807: finishing copy_from to smithi17368540-37 2024-08-30T21:07:58.608 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 1882 (ObjNum 876 snap 267 seq_num 876) dirty exists 2024-08-30T21:07:58.616 INFO:tasks.rados.rados.0.smithi173.stdout:2806: expect (ObjNum 865 snap 264 seq_num 865) 2024-08-30T21:07:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[79976]: osdmap e619: 8 total, 8 up, 8 in 2024-08-30T21:07:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[82405]: osdmap e619: 8 total, 8 up, 8 in 2024-08-30T21:07:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:58.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:58 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:58 smithi196 ceph-mon[74601]: osdmap e619: 8 total, 8 up, 8 in 2024-08-30T21:07:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:58 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:07:59.598 INFO:tasks.rados.rados.0.smithi173.stdout:2806: done (2 left) 2024-08-30T21:07:59.598 INFO:tasks.rados.rados.0.smithi173.stdout:2807: done (1 left) 2024-08-30T21:07:59.598 INFO:tasks.rados.rados.0.smithi173.stdout:2808: done (0 left) 2024-08-30T21:07:59.598 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 268 2024-08-30T21:07:59.598 INFO:tasks.rados.rados.0.smithi173.stdout:2809: seq_num 878 ranges {0=311296} 2024-08-30T21:07:59.600 INFO:tasks.rados.rados.0.smithi173.stdout:2809: writing smithi17368540-43 from 0 to 311296 tid 1 2024-08-30T21:07:59.600 INFO:tasks.rados.rados.0.smithi173.stdout:2810: setattr oid 29 current snap is 268 2024-08-30T21:07:59.603 INFO:tasks.rados.rados.0.smithi173.stdout:2811: snap_create 2024-08-30T21:07:59.607 INFO:tasks.rados.rados.0.smithi173.stdout:2809: finishing write tid 1 to smithi17368540-43 2024-08-30T21:07:59.607 INFO:tasks.rados.rados.0.smithi173.stdout:2809: finishing write tid 2 to smithi17368540-43 2024-08-30T21:07:59.610 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2029 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-08-30T21:07:59.611 INFO:tasks.rados.rados.0.smithi173.stdout:2809: finishing write tid 3 to smithi17368540-43 2024-08-30T21:07:59.611 INFO:tasks.rados.rados.0.smithi173.stdout:2809: oid 43 updating version 0 to 1830 2024-08-30T21:07:59.611 INFO:tasks.rados.rados.0.smithi173.stdout:2809: oid 43 updating version 1830 to 1831 2024-08-30T21:07:59.611 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1831 (ObjNum 878 snap 268 seq_num 878) dirty exists 2024-08-30T21:07:59.612 INFO:tasks.rados.rados.0.smithi173.stdout:2809: left oid 43 (ObjNum 878 snap 268 seq_num 878) 2024-08-30T21:07:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:59 smithi173 ceph-mon[79976]: pgmap v600: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 100 KiB/s wr, 7 op/s 2024-08-30T21:07:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:07:59 smithi173 ceph-mon[79976]: osdmap e620: 8 total, 8 up, 8 in 2024-08-30T21:07:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:59 smithi173 ceph-mon[82405]: pgmap v600: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 100 KiB/s wr, 7 op/s 2024-08-30T21:07:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:07:59 smithi173 ceph-mon[82405]: osdmap e620: 8 total, 8 up, 8 in 2024-08-30T21:08:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:59 smithi196 ceph-mon[74601]: pgmap v600: 121 pgs: 121 active+clean; 170 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 100 KiB/s wr, 7 op/s 2024-08-30T21:08:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:07:59 smithi196 ceph-mon[74601]: osdmap e620: 8 total, 8 up, 8 in 2024-08-30T21:08:00.608 INFO:tasks.rados.rados.0.smithi173.stdout:2809: done (2 left) 2024-08-30T21:08:00.608 INFO:tasks.rados.rados.0.smithi173.stdout:2810: done (1 left) 2024-08-30T21:08:00.608 INFO:tasks.rados.rados.0.smithi173.stdout:2811: done (0 left) 2024-08-30T21:08:00.608 INFO:tasks.rados.rados.0.smithi173.stdout:2812: snap_create 2024-08-30T21:08:00.943 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:00 smithi173 ceph-mon[79976]: osdmap e621: 8 total, 8 up, 8 in 2024-08-30T21:08:00.944 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:00 smithi173 ceph-mon[82405]: osdmap e621: 8 total, 8 up, 8 in 2024-08-30T21:08:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:00 smithi196 ceph-mon[74601]: osdmap e621: 8 total, 8 up, 8 in 2024-08-30T21:08:01.545 INFO:tasks.rados.rados.0.smithi173.stdout:2812: done (0 left) 2024-08-30T21:08:01.546 INFO:tasks.rados.rados.0.smithi173.stdout:2813: delete oid 2 current snap is 270 2024-08-30T21:08:01.551 INFO:tasks.rados.rados.0.smithi173.stdout:2813: done (0 left) 2024-08-30T21:08:01.551 INFO:tasks.rados.rados.0.smithi173.stdout:2814: snap_remove snap 263 2024-08-30T21:08:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:01 smithi173 ceph-mon[79976]: pgmap v603: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 318 KiB/s wr, 8 op/s 2024-08-30T21:08:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:01 smithi173 ceph-mon[79976]: osdmap e622: 8 total, 8 up, 8 in 2024-08-30T21:08:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:01 smithi173 ceph-mon[79976]: osdmap e623: 8 total, 8 up, 8 in 2024-08-30T21:08:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:01 smithi173 ceph-mon[82405]: pgmap v603: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 318 KiB/s wr, 8 op/s 2024-08-30T21:08:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:01 smithi173 ceph-mon[82405]: osdmap e622: 8 total, 8 up, 8 in 2024-08-30T21:08:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:01 smithi173 ceph-mon[82405]: osdmap e623: 8 total, 8 up, 8 in 2024-08-30T21:08:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:01 smithi196 ceph-mon[74601]: pgmap v603: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 318 KiB/s wr, 8 op/s 2024-08-30T21:08:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:01 smithi196 ceph-mon[74601]: osdmap e622: 8 total, 8 up, 8 in 2024-08-30T21:08:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:01 smithi196 ceph-mon[74601]: osdmap e623: 8 total, 8 up, 8 in 2024-08-30T21:08:02.548 INFO:tasks.rados.rados.0.smithi173.stdout:2814: done (0 left) 2024-08-30T21:08:02.548 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 270 2024-08-30T21:08:02.548 INFO:tasks.rados.rados.0.smithi173.stdout:2815: seq_num 880 ranges {11919360=344064} 2024-08-30T21:08:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:2815: writing smithi17368540-15 from 11919360 to 12263424 tid 1 2024-08-30T21:08:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:2816: read oid 39 snap -1 2024-08-30T21:08:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:2816: expect (ObjNum 741 snap 229 seq_num 741) 2024-08-30T21:08:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:2817: rollback oid 17 current snap is 270 2024-08-30T21:08:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 17 to 261 2024-08-30T21:08:02.615 INFO:tasks.rados.rados.0.smithi173.stdout:2818: read oid 19 snap -1 2024-08-30T21:08:02.616 INFO:tasks.rados.rados.0.smithi173.stdout:2818: expect deleted 2024-08-30T21:08:02.616 INFO:tasks.rados.rados.0.smithi173.stdout:2819: rollback oid 24 current snap is 270 2024-08-30T21:08:02.616 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 24 to 265 2024-08-30T21:08:02.616 INFO:tasks.rados.rados.0.smithi173.stdout:2820: copy_from oid 10 from oid 32 current snap is 270 2024-08-30T21:08:02.616 INFO:tasks.rados.rados.0.smithi173.stdout:2821: copy_from oid 27 from oid 30 current snap is 270 2024-08-30T21:08:02.616 INFO:tasks.rados.rados.0.smithi173.stdout:2822: delete oid 37 current snap is 270 2024-08-30T21:08:02.617 INFO:tasks.rados.rados.0.smithi173.stdout:2818: done (7 left) 2024-08-30T21:08:02.617 INFO:tasks.rados.rados.0.smithi173.stdout:2822: done (6 left) 2024-08-30T21:08:02.617 INFO:tasks.rados.rados.0.smithi173.stdout:2823: read oid 26 snap -1 2024-08-30T21:08:02.617 INFO:tasks.rados.rados.0.smithi173.stdout:2823: expect (ObjNum 702 snap 220 seq_num 702) 2024-08-30T21:08:02.618 INFO:tasks.rados.rados.0.smithi173.stdout:2824: copy_from oid 25 from oid 18 current snap is 270 2024-08-30T21:08:02.618 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 270 2024-08-30T21:08:02.618 INFO:tasks.rados.rados.0.smithi173.stdout:2825: seq_num 882 ranges {229376=376832} 2024-08-30T21:08:02.621 INFO:tasks.rados.rados.0.smithi173.stdout:2825: writing smithi17368540-41 from 229376 to 606208 tid 1 2024-08-30T21:08:02.622 INFO:tasks.rados.rados.0.smithi173.stdout:2826: rollback oid 33 current snap is 270 2024-08-30T21:08:02.622 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 262 2024-08-30T21:08:02.622 INFO:tasks.rados.rados.0.smithi173.stdout:2827: rollback oid 20 current snap is 270 2024-08-30T21:08:02.622 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 269 2024-08-30T21:08:02.622 INFO:tasks.rados.rados.0.smithi173.stdout:2828: snap_create 2024-08-30T21:08:02.622 INFO:tasks.rados.rados.0.smithi173.stdout:2817: finishing rollback tid 0 to smithi17368540-17 2024-08-30T21:08:02.622 INFO:tasks.rados.rados.0.smithi173.stdout:2821: finishing copy_from racing read to smithi17368540-27 2024-08-30T21:08:02.625 INFO:tasks.rados.rados.0.smithi173.stdout:2817: finishing rollback tid 1 to smithi17368540-17 2024-08-30T21:08:02.625 INFO:tasks.rados.rados.0.smithi173.stdout:2815: finishing write tid 1 to smithi17368540-15 2024-08-30T21:08:02.625 INFO:tasks.rados.rados.0.smithi173.stdout:2815: finishing write tid 2 to smithi17368540-15 2024-08-30T21:08:02.626 INFO:tasks.rados.rados.0.smithi173.stdout:2819: finishing rollback tid 0 to smithi17368540-24 2024-08-30T21:08:02.626 INFO:tasks.rados.rados.0.smithi173.stdout:2816: expect (ObjNum 741 snap 229 seq_num 741) 2024-08-30T21:08:02.661 INFO:tasks.rados.rados.0.smithi173.stdout:2815: finishing write tid 3 to smithi17368540-15 2024-08-30T21:08:02.661 INFO:tasks.rados.rados.0.smithi173.stdout:2815: oid 15 updating version 0 to 1792 2024-08-30T21:08:02.661 INFO:tasks.rados.rados.0.smithi173.stdout:2815: oid 15 updating version 1792 to 1793 2024-08-30T21:08:02.661 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 1793 (ObjNum 880 snap 270 seq_num 880) dirty exists 2024-08-30T21:08:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:2815: left oid 15 (ObjNum 880 snap 270 seq_num 880) 2024-08-30T21:08:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:2826: finishing rollback tid 0 to smithi17368540-33 2024-08-30T21:08:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:2817: finishing rollback tid 2 to smithi17368540-17 2024-08-30T21:08:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1072 (ObjNum 818 snap 250 seq_num 818) dirty exists 2024-08-30T21:08:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:2819: finishing rollback tid 1 to smithi17368540-24 2024-08-30T21:08:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:2821: finishing copy_from to smithi17368540-27 2024-08-30T21:08:02.663 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1451 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:08:02.663 INFO:tasks.rados.rados.0.smithi173.stdout:2819: finishing rollback tid 2 to smithi17368540-24 2024-08-30T21:08:02.663 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1804 (ObjNum 860 snap 263 seq_num 860) dirty exists 2024-08-30T21:08:02.663 INFO:tasks.rados.rados.0.smithi173.stdout:2826: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:08:02.663 INFO:tasks.rados.rados.0.smithi173.stdout:2826: finishing rollback tid 2 to smithi17368540-33 2024-08-30T21:08:02.663 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1801 (ObjNum 825 snap 250 seq_num 825) dirty exists 2024-08-30T21:08:02.664 INFO:tasks.rados.rados.0.smithi173.stdout:2825: finishing write tid 1 to smithi17368540-41 2024-08-30T21:08:02.664 INFO:tasks.rados.rados.0.smithi173.stdout:2825: finishing write tid 2 to smithi17368540-41 2024-08-30T21:08:02.664 INFO:tasks.rados.rados.0.smithi173.stdout:2827: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:08:02.664 INFO:tasks.rados.rados.0.smithi173.stdout:2825: finishing write tid 3 to smithi17368540-41 2024-08-30T21:08:02.664 INFO:tasks.rados.rados.0.smithi173.stdout:2825: oid 41 updating version 0 to 1683 2024-08-30T21:08:02.664 INFO:tasks.rados.rados.0.smithi173.stdout:2825: oid 41 version 1683 is already newer than 1682 2024-08-30T21:08:02.665 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1683 (ObjNum 882 snap 270 seq_num 882) dirty exists 2024-08-30T21:08:02.665 INFO:tasks.rados.rados.0.smithi173.stdout:2825: left oid 41 (ObjNum 882 snap 270 seq_num 882) 2024-08-30T21:08:02.665 INFO:tasks.rados.rados.0.smithi173.stdout:2827: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:08:02.665 INFO:tasks.rados.rados.0.smithi173.stdout:2827: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:08:02.665 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1686 (ObjNum 857 snap 262 seq_num 857) dirty exists 2024-08-30T21:08:02.665 INFO:tasks.rados.rados.0.smithi173.stdout:2823: expect (ObjNum 702 snap 220 seq_num 702) 2024-08-30T21:08:02.799 INFO:tasks.rados.rados.0.smithi173.stdout:2824: finishing copy_from racing read to smithi17368540-25 2024-08-30T21:08:02.799 INFO:tasks.rados.rados.0.smithi173.stdout:2820: finishing copy_from racing read to smithi17368540-10 2024-08-30T21:08:02.799 INFO:tasks.rados.rados.0.smithi173.stdout:2824: finishing copy_from to smithi17368540-25 2024-08-30T21:08:02.800 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1787 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:08:02.800 INFO:tasks.rados.rados.0.smithi173.stdout:2820: finishing copy_from to smithi17368540-10 2024-08-30T21:08:02.800 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1763 (ObjNum 829 snap 256 seq_num 829) dirty exists 2024-08-30T21:08:02.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:02.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:02.876 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.878 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.878 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.878 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.878 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.878 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.878 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:02 smithi196 ceph-mon[74601]: osdmap e624: 8 total, 8 up, 8 in 2024-08-30T21:08:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[79976]: osdmap e624: 8 total, 8 up, 8 in 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:02.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:02 smithi173 ceph-mon[82405]: osdmap e624: 8 total, 8 up, 8 in 2024-08-30T21:08:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:08:03] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-30T21:08:03.549 INFO:tasks.rados.rados.0.smithi173.stdout:2815: done (11 left) 2024-08-30T21:08:03.549 INFO:tasks.rados.rados.0.smithi173.stdout:2816: done (10 left) 2024-08-30T21:08:03.549 INFO:tasks.rados.rados.0.smithi173.stdout:2817: done (9 left) 2024-08-30T21:08:03.549 INFO:tasks.rados.rados.0.smithi173.stdout:2819: done (8 left) 2024-08-30T21:08:03.549 INFO:tasks.rados.rados.0.smithi173.stdout:2820: done (7 left) 2024-08-30T21:08:03.549 INFO:tasks.rados.rados.0.smithi173.stdout:2821: done (6 left) 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2823: done (5 left) 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2824: done (4 left) 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2825: done (3 left) 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2826: done (2 left) 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2827: done (1 left) 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2828: done (0 left) 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2829: read oid 5 snap -1 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2829: expect deleted 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2830: copy_from oid 49 from oid 47 current snap is 271 2024-08-30T21:08:03.550 INFO:tasks.rados.rados.0.smithi173.stdout:2831: delete oid 34 current snap is 271 2024-08-30T21:08:03.552 INFO:tasks.rados.rados.0.smithi173.stdout:2829: done (2 left) 2024-08-30T21:08:03.552 INFO:tasks.rados.rados.0.smithi173.stdout:2831: done (1 left) 2024-08-30T21:08:03.552 INFO:tasks.rados.rados.0.smithi173.stdout:2832: delete oid 23 current snap is 271 2024-08-30T21:08:03.558 INFO:tasks.rados.rados.0.smithi173.stdout:2832: done (1 left) 2024-08-30T21:08:03.559 INFO:tasks.rados.rados.0.smithi173.stdout:2833: snap_create 2024-08-30T21:08:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:2830: finishing copy_from racing read to smithi17368540-49 2024-08-30T21:08:03.578 INFO:tasks.rados.rados.0.smithi173.stdout:2830: finishing copy_from to smithi17368540-49 2024-08-30T21:08:03.578 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1450 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:08:03.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:03 smithi173 ceph-mon[79976]: pgmap v606: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 318 KiB/s wr, 13 op/s 2024-08-30T21:08:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:03 smithi196 ceph-mon[74601]: pgmap v606: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 318 KiB/s wr, 13 op/s 2024-08-30T21:08:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:03 smithi196 ceph-mon[74601]: osdmap e625: 8 total, 8 up, 8 in 2024-08-30T21:08:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:03 smithi173 ceph-mon[79976]: osdmap e625: 8 total, 8 up, 8 in 2024-08-30T21:08:04.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:03 smithi173 ceph-mon[82405]: pgmap v606: 121 pgs: 121 active+clean; 173 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 318 KiB/s wr, 13 op/s 2024-08-30T21:08:04.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:03 smithi173 ceph-mon[82405]: osdmap e625: 8 total, 8 up, 8 in 2024-08-30T21:08:04.548 INFO:tasks.rados.rados.0.smithi173.stdout:2830: done (1 left) 2024-08-30T21:08:04.548 INFO:tasks.rados.rados.0.smithi173.stdout:2833: done (0 left) 2024-08-30T21:08:04.548 INFO:tasks.rados.rados.0.smithi173.stdout:2834: snap_remove snap 267 2024-08-30T21:08:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:04 smithi173 ceph-mon[82405]: Upgrade: Updating grafana.a 2024-08-30T21:08:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:04 smithi173 ceph-mon[82405]: Deploying daemon grafana.a on smithi196 2024-08-30T21:08:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:04 smithi173 ceph-mon[82405]: osdmap e626: 8 total, 8 up, 8 in 2024-08-30T21:08:04.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:08:04 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:08:04.922Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003575978s 2024-08-30T21:08:04.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:04 smithi173 ceph-mon[79976]: Upgrade: Updating grafana.a 2024-08-30T21:08:04.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:04 smithi173 ceph-mon[79976]: Deploying daemon grafana.a on smithi196 2024-08-30T21:08:04.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:04 smithi173 ceph-mon[79976]: osdmap e626: 8 total, 8 up, 8 in 2024-08-30T21:08:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:04 smithi196 ceph-mon[74601]: Upgrade: Updating grafana.a 2024-08-30T21:08:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:04 smithi196 ceph-mon[74601]: Deploying daemon grafana.a on smithi196 2024-08-30T21:08:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:04 smithi196 ceph-mon[74601]: osdmap e626: 8 total, 8 up, 8 in 2024-08-30T21:08:05.556 INFO:tasks.rados.rados.0.smithi173.stdout:2834: done (0 left) 2024-08-30T21:08:05.556 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 272 2024-08-30T21:08:05.556 INFO:tasks.rados.rados.0.smithi173.stdout:2835: seq_num 885 ranges {0=425984} 2024-08-30T21:08:05.558 INFO:tasks.rados.rados.0.smithi173.stdout:2835: writing smithi17368540-7 from 0 to 425984 tid 1 2024-08-30T21:08:05.559 INFO:tasks.rados.rados.0.smithi173.stdout:2836: snap_remove snap 265 2024-08-30T21:08:05.795 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:08:06.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:05 smithi196 ceph-mon[74601]: pgmap v609: 121 pgs: 121 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-30T21:08:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:05 smithi196 ceph-mon[74601]: osdmap e627: 8 total, 8 up, 8 in 2024-08-30T21:08:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:05 smithi173 ceph-mon[79976]: pgmap v609: 121 pgs: 121 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-30T21:08:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:05 smithi173 ceph-mon[79976]: osdmap e627: 8 total, 8 up, 8 in 2024-08-30T21:08:06.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:05 smithi173 ceph-mon[82405]: pgmap v609: 121 pgs: 121 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 9 op/s 2024-08-30T21:08:06.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:05 smithi173 ceph-mon[82405]: osdmap e627: 8 total, 8 up, 8 in 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (11s) 8s ago 11m 15.5M - 0.27.0 11f11916f8cd 61aa5246fe25 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (11m) 27s ago 11m 86.2M - 9.4.7 954c08fa6188 30bb2009d432 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (97s) 8s ago 13m 16.6M - 19.3.0-4625-g24432b66 fb225243d408 d569a2b872aa 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (74s) 27s ago 13m 15.5M - 19.3.0-4625-g24432b66 fb225243d408 259d158567fb 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (7m) 27s ago 16m 456M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (7m) 8s ago 18m 532M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:08:06.351 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (7m) 8s ago 18m 74.7M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (6m) 27s ago 17m 58.2M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (6m) 8s ago 16m 58.2M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (61s) 8s ago 11m 9852k - 1.7.0 72c9c2088986 55e2cda6d3b5 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (54s) 27s ago 11m 7960k - 1.7.0 72c9c2088986 1244acceaf66 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (5m) 8s ago 16m 218M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (5m) 8s ago 15m 224M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (4m) 8s ago 15m 304M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (4m) 8s ago 15m 158M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (3m) 27s ago 14m 264M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (2m) 27s ago 14m 289M 2480M 19.3.0-4625-g24432b66 fb225243d408 1acacf75db77 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (2m) 27s ago 13m 83.4M 2480M 19.3.0-4625-g24432b66 fb225243d408 957f82d650b2 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (112s) 27s ago 13m 167M 2480M 19.3.0-4625-g24432b66 fb225243d408 3cdf4e226add 2024-08-30T21:08:06.352 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (31s) 27s ago 12m 33.0M - 2.51.0 1d3b7f56885b 578c568895a8 2024-08-30T21:08:06.550 INFO:tasks.rados.rados.0.smithi173.stdout:2836: done (1 left) 2024-08-30T21:08:06.550 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 272 2024-08-30T21:08:06.550 INFO:tasks.rados.rados.0.smithi173.stdout:2837: seq_num 886 ranges {606208=442368} 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2837: writing smithi17368540-41 from 606208 to 1048576 tid 1 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2838: read oid 43 snap 269 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2838: expect (ObjNum 878 snap 268 seq_num 878) 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2839: snap_create 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2835: finishing write tid 1 to smithi17368540-7 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2835: finishing write tid 2 to smithi17368540-7 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2835: finishing write tid 3 to smithi17368540-7 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2835: oid 7 updating version 0 to 1454 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:2835: oid 7 version 1454 is already newer than 1453 2024-08-30T21:08:06.558 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1454 (ObjNum 885 snap 272 seq_num 885) dirty exists 2024-08-30T21:08:06.559 INFO:tasks.rados.rados.0.smithi173.stdout:2835: left oid 7 (ObjNum 885 snap 272 seq_num 885) 2024-08-30T21:08:06.566 INFO:tasks.rados.rados.0.smithi173.stdout:2837: finishing write tid 1 to smithi17368540-41 2024-08-30T21:08:06.566 INFO:tasks.rados.rados.0.smithi173.stdout:2837: finishing write tid 2 to smithi17368540-41 2024-08-30T21:08:06.568 INFO:tasks.rados.rados.0.smithi173.stdout:2838: expect (ObjNum 878 snap 268 seq_num 878) 2024-08-30T21:08:06.583 INFO:tasks.rados.rados.0.smithi173.stdout:2837: finishing write tid 3 to smithi17368540-41 2024-08-30T21:08:06.583 INFO:tasks.rados.rados.0.smithi173.stdout:2837: oid 41 updating version 0 to 1688 2024-08-30T21:08:06.583 INFO:tasks.rados.rados.0.smithi173.stdout:2837: oid 41 version 1688 is already newer than 1687 2024-08-30T21:08:06.583 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1688 (ObjNum 886 snap 272 seq_num 886) dirty exists 2024-08-30T21:08:06.583 INFO:tasks.rados.rados.0.smithi173.stdout:2837: left oid 41 (ObjNum 886 snap 272 seq_num 886) 2024-08-30T21:08:06.705 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 8 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:06.706 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:08:06.707 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:08:06.707 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:06.707 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:08:06.707 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 15 2024-08-30T21:08:06.707 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:08:06.707 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:08:06.707 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:08:06 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:08:06.567+0000 7fb300db9640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14a after trimming was started 2024-08-30T21:08:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:06 smithi173 ceph-mon[82405]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:06 smithi173 ceph-mon[82405]: osdmap e628: 8 total, 8 up, 8 in 2024-08-30T21:08:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:06 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1339417915' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:06 smithi173 ceph-mon[79976]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:06 smithi173 ceph-mon[79976]: osdmap e628: 8 total, 8 up, 8 in 2024-08-30T21:08:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:06 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1339417915' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:06.990 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:08:06.990 INFO:teuthology.orchestra.run.smithi173.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8", 2024-08-30T21:08:06.990 INFO:teuthology.orchestra.run.smithi173.stdout: "in_progress": true, 2024-08-30T21:08:06.990 INFO:teuthology.orchestra.run.smithi173.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-30T21:08:06.990 INFO:teuthology.orchestra.run.smithi173.stdout: "services_complete": [ 2024-08-30T21:08:06.990 INFO:teuthology.orchestra.run.smithi173.stdout: "mon", 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout: "osd", 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout: "mds", 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr" 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout: ], 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout: "progress": "15/20 daemons upgraded", 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout: "message": "Currently upgrading grafana daemons", 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout: "is_paused": false 2024-08-30T21:08:06.991 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:08:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:06 smithi196 ceph-mon[74601]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:06 smithi196 ceph-mon[74601]: osdmap e628: 8 total, 8 up, 8 in 2024-08-30T21:08:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:06 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1339417915' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:2835: done (3 left) 2024-08-30T21:08:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:2837: done (2 left) 2024-08-30T21:08:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:2838: done (1 left) 2024-08-30T21:08:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:2839: done (0 left) 2024-08-30T21:08:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 273 2024-08-30T21:08:07.550 INFO:tasks.rados.rados.0.smithi173.stdout:2840: seq_num 887 ranges {1155072=458752} 2024-08-30T21:08:07.558 INFO:tasks.rados.rados.0.smithi173.stdout:2840: writing smithi17368540-44 from 1155072 to 1613824 tid 1 2024-08-30T21:08:07.558 INFO:tasks.rados.rados.0.smithi173.stdout:2841: snap_remove snap 261 2024-08-30T21:08:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:07 smithi196 ceph-mon[74601]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:07 smithi196 ceph-mon[74601]: pgmap v612: 121 pgs: 121 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-08-30T21:08:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:07 smithi196 ceph-mon[74601]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:07 smithi196 ceph-mon[74601]: osdmap e629: 8 total, 8 up, 8 in 2024-08-30T21:08:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[79976]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[79976]: pgmap v612: 121 pgs: 121 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-08-30T21:08:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[79976]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[79976]: osdmap e629: 8 total, 8 up, 8 in 2024-08-30T21:08:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[82405]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[82405]: pgmap v612: 121 pgs: 121 active+clean; 186 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-08-30T21:08:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[82405]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:07 smithi173 ceph-mon[82405]: osdmap e629: 8 total, 8 up, 8 in 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:2841: done (1 left) 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:2842: delete oid 42 current snap is 273 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:2840: finishing write tid 1 to smithi17368540-44 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:2840: finishing write tid 2 to smithi17368540-44 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:2840: finishing write tid 3 to smithi17368540-44 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:2840: oid 44 updating version 0 to 1794 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:2840: oid 44 updating version 1794 to 1795 2024-08-30T21:08:08.552 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1795 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-08-30T21:08:08.553 INFO:tasks.rados.rados.0.smithi173.stdout:2840: left oid 44 (ObjNum 887 snap 273 seq_num 887) 2024-08-30T21:08:08.560 INFO:tasks.rados.rados.0.smithi173.stdout:2840: done (1 left) 2024-08-30T21:08:08.560 INFO:tasks.rados.rados.0.smithi173.stdout:2842: done (0 left) 2024-08-30T21:08:08.560 INFO:tasks.rados.rados.0.smithi173.stdout:2843: setattr oid 19 current snap is 273 2024-08-30T21:08:08.561 INFO:tasks.rados.rados.0.smithi173.stdout:2844: snap_create 2024-08-30T21:08:08.566 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1798 (ObjNum 289 snap 0 seq_num 134400299) dirty exists 2024-08-30T21:08:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:08 smithi196 ceph-mon[74601]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:08 smithi196 ceph-mon[74601]: osdmap e630: 8 total, 8 up, 8 in 2024-08-30T21:08:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:08 smithi173 ceph-mon[79976]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:08 smithi173 ceph-mon[79976]: osdmap e630: 8 total, 8 up, 8 in 2024-08-30T21:08:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:08 smithi173 ceph-mon[82405]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:08 smithi173 ceph-mon[82405]: osdmap e630: 8 total, 8 up, 8 in 2024-08-30T21:08:09.553 INFO:tasks.rados.rados.0.smithi173.stdout:2843: done (1 left) 2024-08-30T21:08:09.553 INFO:tasks.rados.rados.0.smithi173.stdout:2844: done (0 left) 2024-08-30T21:08:09.553 INFO:tasks.rados.rados.0.smithi173.stdout:2845: rollback oid 1 current snap is 274 2024-08-30T21:08:09.554 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 272 2024-08-30T21:08:09.554 INFO:tasks.rados.rados.0.smithi173.stdout:2846: rollback oid 18 current snap is 274 2024-08-30T21:08:09.554 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 268 2024-08-30T21:08:09.554 INFO:tasks.rados.rados.0.smithi173.stdout:2847: copy_from oid 6 from oid 4 current snap is 274 2024-08-30T21:08:09.554 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 274 2024-08-30T21:08:09.554 INFO:tasks.rados.rados.0.smithi173.stdout:2848: seq_num 889 ranges {12263424=491520} 2024-08-30T21:08:09.623 INFO:tasks.rados.rados.0.smithi173.stdout:2848: writing smithi17368540-15 from 12263424 to 12754944 tid 1 2024-08-30T21:08:09.623 INFO:tasks.rados.rados.0.smithi173.stdout:2849: read oid 39 snap 269 2024-08-30T21:08:09.623 INFO:tasks.rados.rados.0.smithi173.stdout:2849: expect (ObjNum 741 snap 229 seq_num 741) 2024-08-30T21:08:09.623 INFO:tasks.rados.rados.0.smithi173.stdout:2850: snap_create 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2845: finishing rollback tid 0 to smithi17368540-1 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2845: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2845: finishing rollback tid 2 to smithi17368540-1 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1161 (ObjNum 770 snap 235 seq_num 770) dirty exists 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2846: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2846: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2846: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2055 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2847: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:2847: finishing copy_from to smithi17368540-6 2024-08-30T21:08:09.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 1993 (ObjNum 819 snap 250 seq_num 819) dirty exists 2024-08-30T21:08:09.627 INFO:tasks.rados.rados.0.smithi173.stdout:2849: expect (ObjNum 741 snap 229 seq_num 741) 2024-08-30T21:08:09.650 INFO:tasks.rados.rados.0.smithi173.stdout:2848: finishing write tid 1 to smithi17368540-15 2024-08-30T21:08:09.650 INFO:tasks.rados.rados.0.smithi173.stdout:2848: finishing write tid 2 to smithi17368540-15 2024-08-30T21:08:09.650 INFO:tasks.rados.rados.0.smithi173.stdout:2848: finishing write tid 3 to smithi17368540-15 2024-08-30T21:08:09.650 INFO:tasks.rados.rados.0.smithi173.stdout:2848: oid 15 updating version 0 to 1796 2024-08-30T21:08:09.651 INFO:tasks.rados.rados.0.smithi173.stdout:2848: oid 15 updating version 1796 to 1797 2024-08-30T21:08:09.651 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 1797 (ObjNum 889 snap 274 seq_num 889) dirty exists 2024-08-30T21:08:09.651 INFO:tasks.rados.rados.0.smithi173.stdout:2848: left oid 15 (ObjNum 889 snap 274 seq_num 889) 2024-08-30T21:08:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:09 smithi196 ceph-mon[74601]: pgmap v615: 121 pgs: 121 active+clean; 191 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-30T21:08:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:09 smithi196 ceph-mon[74601]: osdmap e631: 8 total, 8 up, 8 in 2024-08-30T21:08:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:09 smithi173 ceph-mon[79976]: pgmap v615: 121 pgs: 121 active+clean; 191 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-30T21:08:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:09 smithi173 ceph-mon[79976]: osdmap e631: 8 total, 8 up, 8 in 2024-08-30T21:08:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:09 smithi173 ceph-mon[82405]: pgmap v615: 121 pgs: 121 active+clean; 191 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-30T21:08:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:09 smithi173 ceph-mon[82405]: osdmap e631: 8 total, 8 up, 8 in 2024-08-30T21:08:10.553 INFO:tasks.rados.rados.0.smithi173.stdout:2845: done (5 left) 2024-08-30T21:08:10.553 INFO:tasks.rados.rados.0.smithi173.stdout:2846: done (4 left) 2024-08-30T21:08:10.553 INFO:tasks.rados.rados.0.smithi173.stdout:2847: done (3 left) 2024-08-30T21:08:10.554 INFO:tasks.rados.rados.0.smithi173.stdout:2848: done (2 left) 2024-08-30T21:08:10.554 INFO:tasks.rados.rados.0.smithi173.stdout:2849: done (1 left) 2024-08-30T21:08:10.554 INFO:tasks.rados.rados.0.smithi173.stdout:2850: done (0 left) 2024-08-30T21:08:10.554 INFO:tasks.rados.rados.0.smithi173.stdout:2851: rmattr oid 27 current snap is 275 2024-08-30T21:08:10.554 INFO:tasks.rados.rados.0.smithi173.stdout:2852: copy_from oid 28 from oid 23 current snap is 275 2024-08-30T21:08:10.554 INFO:tasks.rados.rados.0.smithi173.stdout:2853: setattr oid 29 current snap is 275 2024-08-30T21:08:10.555 INFO:tasks.rados.rados.0.smithi173.stdout:2854: read oid 46 snap -1 2024-08-30T21:08:10.555 INFO:tasks.rados.rados.0.smithi173.stdout:2854: expect (ObjNum 832 snap 256 seq_num 832) 2024-08-30T21:08:10.555 INFO:tasks.rados.rados.0.smithi173.stdout:2855: rollback oid 4 current snap is 275 2024-08-30T21:08:10.555 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 4 to 273 2024-08-30T21:08:10.555 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 275 2024-08-30T21:08:10.555 INFO:tasks.rados.rados.0.smithi173.stdout:2856: seq_num 890 ranges {0=507904} 2024-08-30T21:08:10.558 INFO:tasks.rados.rados.0.smithi173.stdout:2856: writing smithi17368540-37 from 0 to 507904 tid 1 2024-08-30T21:08:10.558 INFO:tasks.rados.rados.0.smithi173.stdout:2857: rollback oid 22 current snap is 275 2024-08-30T21:08:10.558 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 269 2024-08-30T21:08:10.558 INFO:tasks.rados.rados.0.smithi173.stdout:2858: setattr oid 35 current snap is 275 2024-08-30T21:08:10.559 INFO:tasks.rados.rados.0.smithi173.stdout:2859: snap_create 2024-08-30T21:08:10.562 INFO:tasks.rados.rados.0.smithi173.stdout:2856: finishing write tid 1 to smithi17368540-37 2024-08-30T21:08:10.563 INFO:tasks.rados.rados.0.smithi173.stdout:2856: finishing write tid 2 to smithi17368540-37 2024-08-30T21:08:10.565 INFO:tasks.rados.rados.0.smithi173.stdout:2856: finishing write tid 3 to smithi17368540-37 2024-08-30T21:08:10.565 INFO:tasks.rados.rados.0.smithi173.stdout:2856: oid 37 updating version 0 to 1885 2024-08-30T21:08:10.565 INFO:tasks.rados.rados.0.smithi173.stdout:2856: oid 37 version 1885 is already newer than 1884 2024-08-30T21:08:10.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 1885 (ObjNum 890 snap 275 seq_num 890) dirty exists 2024-08-30T21:08:10.565 INFO:tasks.rados.rados.0.smithi173.stdout:2856: left oid 37 (ObjNum 890 snap 275 seq_num 890) 2024-08-30T21:08:10.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1799 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:08:10.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2057 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-08-30T21:08:10.566 INFO:tasks.rados.rados.0.smithi173.stdout:2855: finishing rollback tid 0 to smithi17368540-4 2024-08-30T21:08:10.566 INFO:tasks.rados.rados.0.smithi173.stdout:2852: finishing copy_from to smithi17368540-28 2024-08-30T21:08:10.566 INFO:tasks.rados.rados.0.smithi173.stdout:2852: got expected ENOENT (src dne) 2024-08-30T21:08:10.566 INFO:tasks.rados.rados.0.smithi173.stdout:2852: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:08:10.567 INFO:tasks.rados.rados.0.smithi173.stdout:2855: finishing rollback tid 1 to smithi17368540-4 2024-08-30T21:08:10.567 INFO:tasks.rados.rados.0.smithi173.stdout:2857: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:08:10.567 INFO:tasks.rados.rados.0.smithi173.stdout:2857: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:08:10.567 INFO:tasks.rados.rados.0.smithi173.stdout:2855: finishing rollback tid 2 to smithi17368540-4 2024-08-30T21:08:10.568 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 2061 (ObjNum 819 snap 250 seq_num 819) dirty exists 2024-08-30T21:08:10.568 INFO:tasks.rados.rados.0.smithi173.stdout:2857: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:08:10.568 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1804 (ObjNum 873 snap 266 seq_num 873) dirty exists 2024-08-30T21:08:10.572 INFO:tasks.rados.rados.0.smithi173.stdout:2854: expect (ObjNum 832 snap 256 seq_num 832) 2024-08-30T21:08:10.686 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1805 (ObjNum 65 snap 0 seq_num 1565872986) dirty exists 2024-08-30T21:08:11.549 INFO:tasks.rados.rados.0.smithi173.stdout:2851: done (8 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2852: done (7 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2853: done (6 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2854: done (5 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2855: done (4 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2856: done (3 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2857: done (2 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2858: done (1 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2859: done (0 left) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2860: read oid 20 snap -1 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2860: expect (ObjNum 857 snap 262 seq_num 857) 2024-08-30T21:08:11.550 INFO:tasks.rados.rados.0.smithi173.stdout:2861: copy_from oid 5 from oid 18 current snap is 276 2024-08-30T21:08:11.551 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 276 2024-08-30T21:08:11.551 INFO:tasks.rados.rados.0.smithi173.stdout:2862: seq_num 891 ranges {0=532480} 2024-08-30T21:08:11.553 INFO:tasks.rados.rados.0.smithi173.stdout:2862: writing smithi17368540-27 from 0 to 532480 tid 1 2024-08-30T21:08:11.553 INFO:tasks.rados.rados.0.smithi173.stdout:2863: snap_remove snap 262 2024-08-30T21:08:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:11 smithi173 ceph-mon[79976]: pgmap v618: 121 pgs: 121 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-30T21:08:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:11 smithi173 ceph-mon[79976]: osdmap e632: 8 total, 8 up, 8 in 2024-08-30T21:08:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:11 smithi173 ceph-mon[79976]: osdmap e633: 8 total, 8 up, 8 in 2024-08-30T21:08:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:11 smithi173 ceph-mon[82405]: pgmap v618: 121 pgs: 121 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-30T21:08:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:11 smithi173 ceph-mon[82405]: osdmap e632: 8 total, 8 up, 8 in 2024-08-30T21:08:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:11 smithi173 ceph-mon[82405]: osdmap e633: 8 total, 8 up, 8 in 2024-08-30T21:08:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:11 smithi196 ceph-mon[74601]: pgmap v618: 121 pgs: 121 active+clean; 187 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-30T21:08:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:11 smithi196 ceph-mon[74601]: osdmap e632: 8 total, 8 up, 8 in 2024-08-30T21:08:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:11 smithi196 ceph-mon[74601]: osdmap e633: 8 total, 8 up, 8 in 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2863: done (3 left) 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2864: read oid 40 snap 272 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2864: expect (ObjNum 1579819584 snap 21857 seq_num 1578857472) 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2865: copy_from oid 23 from oid 6 current snap is 276 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2862: finishing write tid 1 to smithi17368540-27 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2862: finishing write tid 2 to smithi17368540-27 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2862: finishing write tid 3 to smithi17368540-27 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2862: oid 27 updating version 0 to 1801 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2862: oid 27 version 1801 is already newer than 1800 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1801 (ObjNum 891 snap 276 seq_num 891) dirty exists 2024-08-30T21:08:12.564 INFO:tasks.rados.rados.0.smithi173.stdout:2862: left oid 27 (ObjNum 891 snap 276 seq_num 891) 2024-08-30T21:08:12.565 INFO:tasks.rados.rados.0.smithi173.stdout:2861: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:08:12.565 INFO:tasks.rados.rados.0.smithi173.stdout:2861: finishing copy_from to smithi17368540-5 2024-08-30T21:08:12.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2055 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:08:12.565 INFO:tasks.rados.rados.0.smithi173.stdout:2860: expect (ObjNum 857 snap 262 seq_num 857) 2024-08-30T21:08:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:08:13] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-30T21:08:13.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:13 smithi196 ceph-mon[74601]: pgmap v621: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T21:08:13.877 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:13 smithi196 ceph-mon[74601]: osdmap e634: 8 total, 8 up, 8 in 2024-08-30T21:08:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:13 smithi173 ceph-mon[79976]: pgmap v621: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T21:08:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:13 smithi173 ceph-mon[79976]: osdmap e634: 8 total, 8 up, 8 in 2024-08-30T21:08:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:13 smithi173 ceph-mon[82405]: pgmap v621: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 229 KiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-08-30T21:08:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:13 smithi173 ceph-mon[82405]: osdmap e634: 8 total, 8 up, 8 in 2024-08-30T21:08:14.143 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:13 smithi196 systemd[1]: Stopping Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:08:14.467 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:14 smithi196 podman[109692]: 2024-08-30 21:08:14.171487148 +0000 UTC m=+0.131673765 container died 30bb2009d43264c6f5e7de4dedf7a13fad44bb2c4a81e7b8286627f5a65aa270 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , vcs-type=git, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, release=239.1651231664, vendor=Red Hat, Inc., distribution-scope=public, version=8.5) 2024-08-30T21:08:14.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:14 smithi196 podman[109692]: 2024-08-30 21:08:14.539510912 +0000 UTC m=+0.499697510 container cleanup 30bb2009d43264c6f5e7de4dedf7a13fad44bb2c4a81e7b8286627f5a65aa270 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, distribution-scope=public, io.openshift.tags=base rhel8, vcs-type=git, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, maintainer=Paul Cuzner , version=8.5, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0) 2024-08-30T21:08:14.770 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:14 smithi196 bash[109692]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a 2024-08-30T21:08:14.869 INFO:tasks.rados.rados.0.smithi173.stdout:2864: expect (ObjNum 1579819584 snap 21857 seq_num 1578857472) 2024-08-30T21:08:14.869 INFO:tasks.rados.rados.0.smithi173.stdout:2865: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:08:14.869 INFO:tasks.rados.rados.0.smithi173.stdout:2865: finishing copy_from to smithi17368540-23 2024-08-30T21:08:14.869 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1993 (ObjNum 819 snap 250 seq_num 819) dirty exists 2024-08-30T21:08:14.869 INFO:tasks.rados.rados.0.smithi173.stdout:2860: done (4 left) 2024-08-30T21:08:14.870 INFO:tasks.rados.rados.0.smithi173.stdout:2861: done (3 left) 2024-08-30T21:08:14.870 INFO:tasks.rados.rados.0.smithi173.stdout:2862: done (2 left) 2024-08-30T21:08:14.870 INFO:tasks.rados.rados.0.smithi173.stdout:2864: done (1 left) 2024-08-30T21:08:14.870 INFO:tasks.rados.rados.0.smithi173.stdout:2865: done (0 left) 2024-08-30T21:08:14.870 INFO:tasks.rados.rados.0.smithi173.stdout:2866: snap_remove snap 272 2024-08-30T21:08:15.162 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:14 smithi196 podman[109704]: 2024-08-30 21:08:14.824305472 +0000 UTC m=+0.653874078 container remove 30bb2009d43264c6f5e7de4dedf7a13fad44bb2c4a81e7b8286627f5a65aa270 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, description=Ceph Grafana Container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, architecture=x86_64, io.openshift.expose-services=, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., version=8.5, name=ubi8) 2024-08-30T21:08:15.162 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:14 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-30T21:08:15.162 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-30T21:08:15.162 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 systemd[1]: Stopped Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:08:15.162 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@grafana.a.service: Consumed 10.614s CPU time. 2024-08-30T21:08:15.417 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 systemd[1]: Starting Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:08:15.584 INFO:tasks.rados.rados.0.smithi173.stdout:2866: done (0 left) 2024-08-30T21:08:15.584 INFO:tasks.rados.rados.0.smithi173.stdout:2867: rollback oid 48 current snap is 276 2024-08-30T21:08:15.584 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 269 2024-08-30T21:08:15.585 INFO:tasks.rados.rados.0.smithi173.stdout:2868: copy_from oid 27 from oid 45 current snap is 276 2024-08-30T21:08:15.585 INFO:tasks.rados.rados.0.smithi173.stdout:2869: delete oid 39 current snap is 276 2024-08-30T21:08:15.587 INFO:tasks.rados.rados.0.smithi173.stdout:2867: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:08:15.587 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:08:15.592 INFO:tasks.rados.rados.0.smithi173.stdout:2867: done (2 left) 2024-08-30T21:08:15.592 INFO:tasks.rados.rados.0.smithi173.stdout:2869: done (1 left) 2024-08-30T21:08:15.592 INFO:tasks.rados.rados.0.smithi173.stdout:2870: rollback oid 43 current snap is 276 2024-08-30T21:08:15.592 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 43 to 273 2024-08-30T21:08:15.592 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 276 2024-08-30T21:08:15.593 INFO:tasks.rados.rados.0.smithi173.stdout:2871: seq_num 893 ranges {0=565248} 2024-08-30T21:08:15.596 INFO:tasks.rados.rados.0.smithi173.stdout:2871: writing smithi17368540-14 from 0 to 565248 tid 1 2024-08-30T21:08:15.596 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 276 2024-08-30T21:08:15.596 INFO:tasks.rados.rados.0.smithi173.stdout:2872: seq_num 894 ranges {0=581632} 2024-08-30T21:08:15.600 INFO:tasks.rados.rados.0.smithi173.stdout:2872: writing smithi17368540-9 from 0 to 581632 tid 1 2024-08-30T21:08:15.600 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 276 2024-08-30T21:08:15.600 INFO:tasks.rados.rados.0.smithi173.stdout:2870: finishing rollback tid 0 to smithi17368540-43 2024-08-30T21:08:15.600 INFO:tasks.rados.rados.0.smithi173.stdout:2870: finishing rollback tid 1 to smithi17368540-43 2024-08-30T21:08:15.600 INFO:tasks.rados.rados.0.smithi173.stdout:2870: finishing rollback tid 2 to smithi17368540-43 2024-08-30T21:08:15.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1857 (ObjNum 878 snap 268 seq_num 878) dirty exists 2024-08-30T21:08:15.600 INFO:tasks.rados.rados.0.smithi173.stdout:2873: seq_num 895 ranges {0=598016} 2024-08-30T21:08:15.603 INFO:tasks.rados.rados.0.smithi173.stdout:2873: writing smithi17368540-34 from 0 to 598016 tid 1 2024-08-30T21:08:15.604 INFO:tasks.rados.rados.0.smithi173.stdout:2870: done (4 left) 2024-08-30T21:08:15.604 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 276 2024-08-30T21:08:15.604 INFO:tasks.rados.rados.0.smithi173.stdout:2874: seq_num 896 ranges {311296=614400} 2024-08-30T21:08:15.608 INFO:tasks.rados.rados.0.smithi173.stdout:2874: writing smithi17368540-43 from 311296 to 925696 tid 1 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:2875: delete oid 26 current snap is 276 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:2872: finishing write tid 1 to smithi17368540-9 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:2872: finishing write tid 2 to smithi17368540-9 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:2872: finishing write tid 3 to smithi17368540-9 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:2872: oid 9 updating version 0 to 1799 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:2872: oid 9 version 1799 is already newer than 1798 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 1799 (ObjNum 894 snap 276 seq_num 894) dirty exists 2024-08-30T21:08:15.609 INFO:tasks.rados.rados.0.smithi173.stdout:2872: left oid 9 (ObjNum 894 snap 276 seq_num 894) 2024-08-30T21:08:15.616 INFO:tasks.rados.rados.0.smithi173.stdout:2871: finishing write tid 1 to smithi17368540-14 2024-08-30T21:08:15.616 INFO:tasks.rados.rados.0.smithi173.stdout:2871: finishing write tid 2 to smithi17368540-14 2024-08-30T21:08:15.616 INFO:tasks.rados.rados.0.smithi173.stdout:2874: finishing write tid 1 to smithi17368540-43 2024-08-30T21:08:15.616 INFO:tasks.rados.rados.0.smithi173.stdout:2873: finishing write tid 1 to smithi17368540-34 2024-08-30T21:08:15.617 INFO:tasks.rados.rados.0.smithi173.stdout:2873: finishing write tid 2 to smithi17368540-34 2024-08-30T21:08:15.617 INFO:tasks.rados.rados.0.smithi173.stdout:2874: finishing write tid 2 to smithi17368540-43 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:2872: done (5 left) 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:2875: done (4 left) 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:2876: delete oid 41 current snap is 276 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:2873: finishing write tid 3 to smithi17368540-34 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:2873: oid 34 updating version 0 to 1995 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:2873: oid 34 version 1995 is already newer than 1994 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 1995 (ObjNum 895 snap 276 seq_num 895) dirty exists 2024-08-30T21:08:15.618 INFO:tasks.rados.rados.0.smithi173.stdout:2873: left oid 34 (ObjNum 895 snap 276 seq_num 895) 2024-08-30T21:08:15.620 INFO:tasks.rados.rados.0.smithi173.stdout:2873: done (4 left) 2024-08-30T21:08:15.620 INFO:tasks.rados.rados.0.smithi173.stdout:2876: done (3 left) 2024-08-30T21:08:15.620 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 276 2024-08-30T21:08:15.621 INFO:tasks.rados.rados.0.smithi173.stdout:2874: finishing write tid 3 to smithi17368540-43 2024-08-30T21:08:15.621 INFO:tasks.rados.rados.0.smithi173.stdout:2874: oid 43 updating version 0 to 1858 2024-08-30T21:08:15.621 INFO:tasks.rados.rados.0.smithi173.stdout:2874: oid 43 updating version 1858 to 1859 2024-08-30T21:08:15.621 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1859 (ObjNum 896 snap 276 seq_num 896) dirty exists 2024-08-30T21:08:15.621 INFO:tasks.rados.rados.0.smithi173.stdout:2874: left oid 43 (ObjNum 896 snap 276 seq_num 896) 2024-08-30T21:08:15.621 INFO:tasks.rados.rados.0.smithi173.stdout:2877: seq_num 899 ranges {1449984=663552} 2024-08-30T21:08:15.631 INFO:tasks.rados.rados.0.smithi173.stdout:2877: writing smithi17368540-31 from 1449984 to 2113536 tid 1 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:2874: done (3 left) 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:2878: snap_create 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:2871: finishing write tid 3 to smithi17368540-14 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:2871: oid 14 updating version 0 to 1456 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:2871: oid 14 version 1456 is already newer than 1455 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1456 (ObjNum 893 snap 276 seq_num 893) dirty exists 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:2871: left oid 14 (ObjNum 893 snap 276 seq_num 893) 2024-08-30T21:08:15.632 INFO:tasks.rados.rados.0.smithi173.stdout:2868: finishing copy_from racing read to smithi17368540-27 2024-08-30T21:08:15.633 INFO:tasks.rados.rados.0.smithi173.stdout:2868: finishing copy_from to smithi17368540-27 2024-08-30T21:08:15.633 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1648 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:08:15.635 INFO:tasks.rados.rados.0.smithi173.stdout:2877: finishing write tid 1 to smithi17368540-31 2024-08-30T21:08:15.636 INFO:tasks.rados.rados.0.smithi173.stdout:2877: finishing write tid 2 to smithi17368540-31 2024-08-30T21:08:15.637 INFO:tasks.rados.rados.0.smithi173.stdout:2877: finishing write tid 3 to smithi17368540-31 2024-08-30T21:08:15.637 INFO:tasks.rados.rados.0.smithi173.stdout:2877: oid 31 updating version 0 to 1864 2024-08-30T21:08:15.637 INFO:tasks.rados.rados.0.smithi173.stdout:2877: oid 31 version 1864 is already newer than 1863 2024-08-30T21:08:15.637 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1864 (ObjNum 899 snap 276 seq_num 899) dirty exists 2024-08-30T21:08:15.638 INFO:tasks.rados.rados.0.smithi173.stdout:2877: left oid 31 (ObjNum 899 snap 276 seq_num 899) 2024-08-30T21:08:15.729 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-mon[74601]: pgmap v623: 121 pgs: 121 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-30T21:08:15.729 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 podman[109844]: 2024-08-30 21:08:15.416987454 +0000 UTC m=+0.108952694 container create cf0f61dd73a3831b9950f6145928f2724d7875f2a730110b6a4b799a77afb701 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-30T21:08:15.729 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 podman[109844]: 2024-08-30 21:08:15.324736834 +0000 UTC m=+0.016702072 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-08-30T21:08:15.729 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 podman[109844]: 2024-08-30 21:08:15.645099567 +0000 UTC m=+0.337064805 container init cf0f61dd73a3831b9950f6145928f2724d7875f2a730110b6a4b799a77afb701 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-30T21:08:15.729 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 podman[109844]: 2024-08-30 21:08:15.648200491 +0000 UTC m=+0.340165724 container start cf0f61dd73a3831b9950f6145928f2724d7875f2a730110b6a4b799a77afb701 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-30T21:08:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:15 smithi173 ceph-mon[79976]: pgmap v623: 121 pgs: 121 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-30T21:08:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:15 smithi173 ceph-mon[82405]: pgmap v623: 121 pgs: 121 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 bash[109844]: cf0f61dd73a3831b9950f6145928f2724d7875f2a730110b6a4b799a77afb701 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 systemd[1]: Started Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777166013Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-08-30T21:08:15Z 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.77744574Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777454668Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777459537Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777463637Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-30T21:08:15.988 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.7774676Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777472977Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777477354Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777482169Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777486834Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777491078Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777495365Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777499994Z level=info msg=Target target=[all] 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777509546Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-30T21:08:15.989 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777514063Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777519925Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777524084Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777528444Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=settings t=2024-08-30T21:08:15.777532868Z level=info msg="App mode production" 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=sqlstore t=2024-08-30T21:08:15.777794188Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=sqlstore t=2024-08-30T21:08:15.777810289Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.778280192Z level=info msg="Starting DB migrations" 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.789761585Z level=info msg="Executing migration" id="Add uid column to user" 2024-08-30T21:08:15.990 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.795317589Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.554694ms 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.795788836Z level=info msg="Executing migration" id="Update uid column values for users" 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.795939424Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=150.612µs 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.796368174Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.797108216Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=739.741µs 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.797674737Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.802682483Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.006538ms 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.803190777Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.808395007Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.20382ms 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.808900398Z level=info msg="Executing migration" id="Add column uid in team" 2024-08-30T21:08:15.991 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.814018595Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.117095ms 2024-08-30T21:08:15.992 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.814418017Z level=info msg="Executing migration" id="Update uid column values in team" 2024-08-30T21:08:15.992 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.81456529Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=139.634µs 2024-08-30T21:08:15.993 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.815179962Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-08-30T21:08:15.993 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.81595055Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=770.075µs 2024-08-30T21:08:15.993 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.816442515Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-08-30T21:08:15.993 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.817173502Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=723.197µs 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.817573642Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.822935476Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.360399ms 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.823402335Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.828437943Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.034899ms 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.82890821Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.828953511Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=44.601µs 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.829719144Z level=info msg="Executing migration" id="permission kind migration" 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.834746147Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.026355ms 2024-08-30T21:08:15.994 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.835136284Z level=info msg="Executing migration" id="permission attribute migration" 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.840325995Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.188848ms 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.840721435Z level=info msg="Executing migration" id="permission identifier migration" 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.846277761Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.555877ms 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.846655965Z level=info msg="Executing migration" id="add permission identifier index" 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.847483572Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=827.839µs 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.847866288Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.848638823Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=772.745µs 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.84899393Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.849715826Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=716.048µs 2024-08-30T21:08:15.995 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.850089131Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.850108816Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=19.973µs 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.850931179Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.851629446Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=697.863µs 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.852009898Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.852726746Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=710.843µs 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.853115837Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.868356009Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.237623ms 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.868880322Z level=info msg="Executing migration" id="create correlation v2" 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.869632534Z level=info msg="Migration successfully executed" id="create correlation v2" duration=752.057µs 2024-08-30T21:08:15.996 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.870039679Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.870749213Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=709.372µs 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.871125374Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.871817923Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=690.755µs 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.872235142Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.872944417Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=709.013µs 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.873337658Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.873525802Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=187.927µs 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.874162861Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.8747665Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=599.281µs 2024-08-30T21:08:15.997 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.87515844Z level=info msg="Executing migration" id="add provisioning column" 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.880382579Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.224242ms 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.880807153Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.880979282Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=171.899µs 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.881567029Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.881623846Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=56.117µs 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.882347831Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.887812246Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.463264ms 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.888241709Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.888477133Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=235.366µs 2024-08-30T21:08:15.998 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.888915114Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.889055081Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=139.706µs 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.889764767Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.890756339Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=990.817µs 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.892585402Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.893315445Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=729.206µs 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.895311111Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.896116748Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=805.307µs 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.896482767Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.896985747Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=502.645µs 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.899266986Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-08-30T21:08:15.999 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.899503846Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=236.831µs 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.901963152Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.902700399Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=737.148µs 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.904667737Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.905396375Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=729.74µs 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.905777053Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.906482338Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=705.156µs 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.908581805Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.90930697Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=724.883µs 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.911260341Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-08-30T21:08:16.000 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.911970915Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=710.484µs 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.914003493Z level=info msg="Executing migration" id="create anon_device table" 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.914597793Z level=info msg="Migration successfully executed" id="create anon_device table" duration=593.872µs 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.914982626Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.91567319Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=690.252µs 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.917837118Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.91853549Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=705.471µs 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.920694457Z level=info msg="Executing migration" id="create signing_key table" 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.921322341Z level=info msg="Migration successfully executed" id="create signing_key table" duration=627.537µs 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.92332884Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.924028755Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=699.753µs 2024-08-30T21:08:16.001 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.924400289Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-08-30T21:08:16.002 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.925084507Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=684.099µs 2024-08-30T21:08:16.002 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.927118935Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-08-30T21:08:16.002 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.927548992Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=431.999µs 2024-08-30T21:08:16.002 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.929958423Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-08-30T21:08:16.002 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.935122965Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.163459ms 2024-08-30T21:08:16.002 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.93549476Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-08-30T21:08:16.002 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.937202714Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.708775ms 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.937781303Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.938725807Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=944.271µs 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.940278487Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.941012386Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=733.889µs 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.941362515Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.942094193Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=731.601µs 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.944036471Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.944909062Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=872.196µs 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.945280334Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-08-30T21:08:16.003 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.946132555Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=850.406µs 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.947982152Z level=info msg="Executing migration" id="create sso_setting table" 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.948736573Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=754.109µs 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.950729912Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.951389709Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=659.841µs 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.95334319Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.953750305Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=407.059µs 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.954120732Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-08-30T21:08:16.004 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.954159788Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=39.36µs 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.956584932Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.961938681Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.352684ms 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.962363772Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.967715936Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.344363ms 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.968125859Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.968364743Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=238.789µs 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=migrator t=2024-08-30T21:08:15.968744431Z level=info msg="migrations completed" performed=65 skipped=482 duration=179.046266ms 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=sqlstore t=2024-08-30T21:08:15.969473161Z level=info msg="Created default organization" 2024-08-30T21:08:16.005 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=secrets t=2024-08-30T21:08:15.971588037Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-30T21:08:16.006 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=plugin.store t=2024-08-30T21:08:15.986888348Z level=info msg="Loading plugins..." 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=local.finder t=2024-08-30T21:08:16.043149096Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=plugin.store t=2024-08-30T21:08:16.043172984Z level=info msg="Plugins loaded" count=55 duration=56.286699ms 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=query_data t=2024-08-30T21:08:16.045257373Z level=info msg="Query Service initialization" 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=live.push_http t=2024-08-30T21:08:16.047768461Z level=info msg="Live Push Gateway initialization" 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ngalert.migration t=2024-08-30T21:08:16.049080131Z level=info msg=Starting 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ngalert.state.manager t=2024-08-30T21:08:16.054815864Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=infra.usagestats.collector t=2024-08-30T21:08:16.056375427Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=provisioning.datasources t=2024-08-30T21:08:16.058771709Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=provisioning.datasources t=2024-08-30T21:08:16.059086011Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=provisioning.alerting t=2024-08-30T21:08:16.085765928Z level=info msg="starting to provision alerting" 2024-08-30T21:08:16.271 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=provisioning.alerting t=2024-08-30T21:08:16.085782842Z level=info msg="finished to provision alerting" 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=grafanaStorageLogger t=2024-08-30T21:08:16.087140228Z level=info msg="Storage starting" 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ngalert.state.manager t=2024-08-30T21:08:16.087365378Z level=info msg="Warming state cache for startup" 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ngalert.multiorg.alertmanager t=2024-08-30T21:08:16.087629272Z level=info msg="Starting MultiOrg Alertmanager" 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=http.server t=2024-08-30T21:08:16.088925771Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=http.server t=2024-08-30T21:08:16.089331088Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=provisioning.dashboard t=2024-08-30T21:08:16.108578808Z level=info msg="starting to provision dashboards" 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ngalert.state.manager t=2024-08-30T21:08:16.111175604Z level=info msg="State cache has been initialized" states=0 duration=23.808217ms 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ngalert.scheduler t=2024-08-30T21:08:16.111205728Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ticker t=2024-08-30T21:08:16.111258926Z level=info msg=starting first_tick=2024-08-30T21:08:20Z 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=grafana.update.checker t=2024-08-30T21:08:16.171600684Z level=info msg="Update check succeeded" duration=84.862111ms 2024-08-30T21:08:16.272 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=plugins.update.checker t=2024-08-30T21:08:16.173715621Z level=info msg="Update check succeeded" duration=87.845421ms 2024-08-30T21:08:16.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=sqlstore.transactions t=2024-08-30T21:08:16.183675147Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-30T21:08:16.273 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=sqlstore.transactions t=2024-08-30T21:08:16.195394477Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-30T21:08:16.554 INFO:tasks.rados.rados.0.smithi173.stdout:2868: done (3 left) 2024-08-30T21:08:16.554 INFO:tasks.rados.rados.0.smithi173.stdout:2871: done (2 left) 2024-08-30T21:08:16.554 INFO:tasks.rados.rados.0.smithi173.stdout:2877: done (1 left) 2024-08-30T21:08:16.555 INFO:tasks.rados.rados.0.smithi173.stdout:2878: done (0 left) 2024-08-30T21:08:16.555 INFO:tasks.rados.rados.0.smithi173.stdout:2879: read oid 25 snap -1 2024-08-30T21:08:16.555 INFO:tasks.rados.rados.0.smithi173.stdout:2879: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:16.555 INFO:tasks.rados.rados.0.smithi173.stdout:2880: snap_create 2024-08-30T21:08:16.582 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=provisioning.dashboard t=2024-08-30T21:08:16.282555657Z level=info msg="finished to provision dashboards" 2024-08-30T21:08:16.584 INFO:tasks.rados.rados.0.smithi173.stdout:2879: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[82405]: osdmap e635: 8 total, 8 up, 8 in 2024-08-30T21:08:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[82405]: osdmap e636: 8 total, 8 up, 8 in 2024-08-30T21:08:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[79976]: osdmap e635: 8 total, 8 up, 8 in 2024-08-30T21:08:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:16.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:16 smithi173 ceph-mon[79976]: osdmap e636: 8 total, 8 up, 8 in 2024-08-30T21:08:16.983 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-mon[74601]: osdmap e635: 8 total, 8 up, 8 in 2024-08-30T21:08:16.984 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:16.984 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:16.984 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:16.984 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-mon[74601]: osdmap e636: 8 total, 8 up, 8 in 2024-08-30T21:08:17.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=grafana-apiserver t=2024-08-30T21:08:16.983060267Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-08-30T21:08:17.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:08:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=grafana-apiserver t=2024-08-30T21:08:16.983649561Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-08-30T21:08:17.560 INFO:tasks.rados.rados.0.smithi173.stdout:2879: done (1 left) 2024-08-30T21:08:17.560 INFO:tasks.rados.rados.0.smithi173.stdout:2880: done (0 left) 2024-08-30T21:08:17.560 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 278 2024-08-30T21:08:17.560 INFO:tasks.rados.rados.0.smithi173.stdout:2881: seq_num 900 ranges {6766592=679936} 2024-08-30T21:08:17.599 INFO:tasks.rados.rados.0.smithi173.stdout:2881: writing smithi17368540-1 from 6766592 to 7446528 tid 1 2024-08-30T21:08:17.599 INFO:tasks.rados.rados.0.smithi173.stdout:2882: copy_from oid 2 from oid 33 current snap is 278 2024-08-30T21:08:17.600 INFO:tasks.rados.rados.0.smithi173.stdout:2883: read oid 31 snap -1 2024-08-30T21:08:17.600 INFO:tasks.rados.rados.0.smithi173.stdout:2883: expect (ObjNum 899 snap 276 seq_num 899) 2024-08-30T21:08:17.600 INFO:tasks.rados.rados.0.smithi173.stdout:2884: delete oid 46 current snap is 278 2024-08-30T21:08:17.603 INFO:tasks.rados.rados.0.smithi173.stdout:2884: done (3 left) 2024-08-30T21:08:17.603 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 278 2024-08-30T21:08:17.603 INFO:tasks.rados.rados.0.smithi173.stdout:2885: seq_num 902 ranges {2048000=712704} 2024-08-30T21:08:17.619 INFO:tasks.rados.rados.0.smithi173.stdout:2885: writing smithi17368540-17 from 2048000 to 2760704 tid 1 2024-08-30T21:08:17.619 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 278 2024-08-30T21:08:17.619 INFO:tasks.rados.rados.0.smithi173.stdout:2881: finishing write tid 1 to smithi17368540-1 2024-08-30T21:08:17.619 INFO:tasks.rados.rados.0.smithi173.stdout:2886: seq_num 903 ranges {2088960=729088} 2024-08-30T21:08:17.634 INFO:tasks.rados.rados.0.smithi173.stdout:2886: writing smithi17368540-11 from 2088960 to 2818048 tid 1 2024-08-30T21:08:17.634 INFO:tasks.rados.rados.0.smithi173.stdout:2887: rollback oid 43 current snap is 278 2024-08-30T21:08:17.634 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 43 to 274 2024-08-30T21:08:17.634 INFO:tasks.rados.rados.0.smithi173.stdout:2881: finishing write tid 2 to smithi17368540-1 2024-08-30T21:08:17.635 INFO:tasks.rados.rados.0.smithi173.stdout:2881: finishing write tid 3 to smithi17368540-1 2024-08-30T21:08:17.635 INFO:tasks.rados.rados.0.smithi173.stdout:2881: oid 1 updating version 0 to 1163 2024-08-30T21:08:17.635 INFO:tasks.rados.rados.0.smithi173.stdout:2881: oid 1 version 1163 is already newer than 1162 2024-08-30T21:08:17.635 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1163 (ObjNum 900 snap 278 seq_num 900) dirty exists 2024-08-30T21:08:17.635 INFO:tasks.rados.rados.0.smithi173.stdout:2881: left oid 1 (ObjNum 900 snap 278 seq_num 900) 2024-08-30T21:08:17.635 INFO:tasks.rados.rados.0.smithi173.stdout:2883: expect (ObjNum 899 snap 276 seq_num 899) 2024-08-30T21:08:17.734 INFO:tasks.rados.rados.0.smithi173.stdout:2882: finishing copy_from racing read to smithi17368540-2 2024-08-30T21:08:17.734 INFO:tasks.rados.rados.0.smithi173.stdout:2882: finishing copy_from to smithi17368540-2 2024-08-30T21:08:17.734 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 1801 (ObjNum 825 snap 250 seq_num 825) dirty exists 2024-08-30T21:08:17.734 INFO:tasks.rados.rados.0.smithi173.stdout:2885: finishing write tid 1 to smithi17368540-17 2024-08-30T21:08:17.734 INFO:tasks.rados.rados.0.smithi173.stdout:2881: done (5 left) 2024-08-30T21:08:17.734 INFO:tasks.rados.rados.0.smithi173.stdout:2882: done (4 left) 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2883: done (3 left) 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2888: rollback oid 48 current snap is 278 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 270 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2885: finishing write tid 2 to smithi17368540-17 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2885: finishing write tid 3 to smithi17368540-17 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2885: oid 17 updating version 0 to 1452 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2885: oid 17 version 1452 is already newer than 1451 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1452 (ObjNum 902 snap 278 seq_num 902) dirty exists 2024-08-30T21:08:17.735 INFO:tasks.rados.rados.0.smithi173.stdout:2885: left oid 17 (ObjNum 902 snap 278 seq_num 902) 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2887: finishing rollback tid 0 to smithi17368540-43 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2887: finishing rollback tid 1 to smithi17368540-43 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2887: finishing rollback tid 2 to smithi17368540-43 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1868 (ObjNum 878 snap 268 seq_num 878) dirty exists 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2886: finishing write tid 1 to smithi17368540-11 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2885: done (3 left) 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2887: done (2 left) 2024-08-30T21:08:17.736 INFO:tasks.rados.rados.0.smithi173.stdout:2889: delete oid 25 current snap is 278 2024-08-30T21:08:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:2886: finishing write tid 2 to smithi17368540-11 2024-08-30T21:08:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:2886: finishing write tid 3 to smithi17368540-11 2024-08-30T21:08:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:2886: oid 11 updating version 0 to 2083 2024-08-30T21:08:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:2886: oid 11 version 2083 is already newer than 2082 2024-08-30T21:08:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2083 (ObjNum 903 snap 278 seq_num 903) dirty exists 2024-08-30T21:08:17.737 INFO:tasks.rados.rados.0.smithi173.stdout:2886: left oid 11 (ObjNum 903 snap 278 seq_num 903) 2024-08-30T21:08:17.738 INFO:tasks.rados.rados.0.smithi173.stdout:2888: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:08:17.738 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:08:17.738 INFO:tasks.rados.rados.0.smithi173.stdout:2886: done (2 left) 2024-08-30T21:08:17.738 INFO:tasks.rados.rados.0.smithi173.stdout:2888: done (1 left) 2024-08-30T21:08:17.738 INFO:tasks.rados.rados.0.smithi173.stdout:2889: done (0 left) 2024-08-30T21:08:17.738 INFO:tasks.rados.rados.0.smithi173.stdout:2890: delete oid 28 current snap is 278 2024-08-30T21:08:17.740 INFO:tasks.rados.rados.0.smithi173.stdout:2890: done (0 left) 2024-08-30T21:08:17.740 INFO:tasks.rados.rados.0.smithi173.stdout:2891: rmattr oid 44 current snap is 278 2024-08-30T21:08:17.740 INFO:tasks.rados.rados.0.smithi173.stdout:2891: done (0 left) 2024-08-30T21:08:17.740 INFO:tasks.rados.rados.0.smithi173.stdout:2892: read oid 7 snap -1 2024-08-30T21:08:17.740 INFO:tasks.rados.rados.0.smithi173.stdout:2892: expect (ObjNum 885 snap 272 seq_num 885) 2024-08-30T21:08:17.740 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 278 2024-08-30T21:08:17.740 INFO:tasks.rados.rados.0.smithi173.stdout:2893: seq_num 906 ranges {0=778240} 2024-08-30T21:08:17.744 INFO:tasks.rados.rados.0.smithi173.stdout:2893: writing smithi17368540-46 from 0 to 778240 tid 1 2024-08-30T21:08:17.744 INFO:tasks.rados.rados.0.smithi173.stdout:2894: copy_from oid 36 from oid 4 current snap is 278 2024-08-30T21:08:17.744 INFO:tasks.rados.rados.0.smithi173.stdout:2892: expect (ObjNum 885 snap 272 seq_num 885) 2024-08-30T21:08:17.757 INFO:tasks.rados.rados.0.smithi173.stdout:2893: finishing write tid 1 to smithi17368540-46 2024-08-30T21:08:17.757 INFO:tasks.rados.rados.0.smithi173.stdout:2893: finishing write tid 2 to smithi17368540-46 2024-08-30T21:08:17.757 INFO:tasks.rados.rados.0.smithi173.stdout:2893: finishing write tid 3 to smithi17368540-46 2024-08-30T21:08:17.757 INFO:tasks.rados.rados.0.smithi173.stdout:2893: oid 46 updating version 0 to 1807 2024-08-30T21:08:17.757 INFO:tasks.rados.rados.0.smithi173.stdout:2893: oid 46 updating version 1807 to 1808 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1808 (ObjNum 906 snap 278 seq_num 906) dirty exists 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2893: left oid 46 (ObjNum 906 snap 278 seq_num 906) 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2892: done (2 left) 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2893: done (1 left) 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2895: read oid 25 snap -1 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2895: expect deleted 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2896: read oid 1 snap -1 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2896: expect (ObjNum 900 snap 278 seq_num 900) 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2897: read oid 17 snap -1 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2897: expect (ObjNum 902 snap 278 seq_num 902) 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 278 2024-08-30T21:08:17.758 INFO:tasks.rados.rados.0.smithi173.stdout:2898: seq_num 907 ranges {565248=794624} 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2898: writing smithi17368540-14 from 565248 to 1359872 tid 1 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2899: rmattr oid 15 current snap is 278 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2899: done (5 left) 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2900: copy_from oid 8 from oid 5 current snap is 278 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2894: finishing copy_from racing read to smithi17368540-36 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2894: finishing copy_from to smithi17368540-36 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2061 (ObjNum 819 snap 250 seq_num 819) dirty exists 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2894: done (5 left) 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:2895: done (4 left) 2024-08-30T21:08:17.765 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 278 2024-08-30T21:08:17.766 INFO:tasks.rados.rados.0.smithi173.stdout:2901: seq_num 908 ranges {0=409600,409600=401408} 2024-08-30T21:08:17.767 INFO:tasks.rados.rados.0.smithi173.stdout:2901: writing smithi17368540-50 from 0 to 409600 tid 1 2024-08-30T21:08:17.770 INFO:tasks.rados.rados.0.smithi173.stdout:2901: writing smithi17368540-50 from 409600 to 811008 tid 2 2024-08-30T21:08:17.770 INFO:tasks.rados.rados.0.smithi173.stdout:2902: delete oid 6 current snap is 278 2024-08-30T21:08:17.771 INFO:tasks.rados.rados.0.smithi173.stdout:2897: expect (ObjNum 902 snap 278 seq_num 902) 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2898: finishing write tid 1 to smithi17368540-14 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2898: finishing write tid 2 to smithi17368540-14 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2901: finishing write tid 1 to smithi17368540-50 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2901: finishing write tid 2 to smithi17368540-50 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2901: finishing write tid 3 to smithi17368540-50 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2898: finishing write tid 3 to smithi17368540-14 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2898: oid 14 updating version 0 to 1458 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2898: oid 14 version 1458 is already newer than 1457 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 1458 (ObjNum 907 snap 278 seq_num 907) dirty exists 2024-08-30T21:08:17.884 INFO:tasks.rados.rados.0.smithi173.stdout:2898: left oid 14 (ObjNum 907 snap 278 seq_num 907) 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2901: finishing write tid 4 to smithi17368540-50 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2901: oid 50 updating version 0 to 1460 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2901: oid 50 updating version 1460 to 1461 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2901: oid 50 version 1461 is already newer than 1459 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1461 (ObjNum 908 snap 278 seq_num 908) dirty exists 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2901: left oid 50 (ObjNum 908 snap 278 seq_num 908) 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2897: done (5 left) 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2898: done (4 left) 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2901: done (3 left) 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2902: done (2 left) 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2903: rollback oid 36 current snap is 278 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 275 2024-08-30T21:08:17.885 INFO:tasks.rados.rados.0.smithi173.stdout:2900: finishing copy_from racing read to smithi17368540-8 2024-08-30T21:08:17.886 INFO:tasks.rados.rados.0.smithi173.stdout:2896: expect (ObjNum 900 snap 278 seq_num 900) 2024-08-30T21:08:18.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:17 smithi196 ceph-mon[74601]: pgmap v625: 121 pgs: 121 active+clean; 181 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-30T21:08:18.131 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:17 smithi196 ceph-mon[74601]: osdmap e637: 8 total, 8 up, 8 in 2024-08-30T21:08:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:17 smithi173 ceph-mon[79976]: pgmap v625: 121 pgs: 121 active+clean; 181 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-30T21:08:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:17 smithi173 ceph-mon[79976]: osdmap e637: 8 total, 8 up, 8 in 2024-08-30T21:08:18.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:17 smithi173 ceph-mon[82405]: pgmap v625: 121 pgs: 121 active+clean; 181 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-30T21:08:18.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:17 smithi173 ceph-mon[82405]: osdmap e637: 8 total, 8 up, 8 in 2024-08-30T21:08:18.497 INFO:tasks.rados.rados.0.smithi173.stdout:2900: finishing copy_from to smithi17368540-8 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2055 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:2903: finishing rollback tid 0 to smithi17368540-36 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:2903: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:2903: finishing rollback tid 2 to smithi17368540-36 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2064 (ObjNum 815 snap 249 seq_num 815) dirty exists 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:2896: done (2 left) 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:2900: done (1 left) 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:2903: done (0 left) 2024-08-30T21:08:18.498 INFO:tasks.rados.rados.0.smithi173.stdout:2904: setattr oid 10 current snap is 278 2024-08-30T21:08:18.499 INFO:tasks.rados.rados.0.smithi173.stdout:2905: read oid 8 snap -1 2024-08-30T21:08:18.499 INFO:tasks.rados.rados.0.smithi173.stdout:2905: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:18.499 INFO:tasks.rados.rados.0.smithi173.stdout:2906: copy_from oid 13 from oid 27 current snap is 278 2024-08-30T21:08:18.499 INFO:tasks.rados.rados.0.smithi173.stdout:2907: rmattr oid 33 current snap is 278 2024-08-30T21:08:18.499 INFO:tasks.rados.rados.0.smithi173.stdout:2908: read oid 34 snap -1 2024-08-30T21:08:18.499 INFO:tasks.rados.rados.0.smithi173.stdout:2908: expect (ObjNum 895 snap 276 seq_num 895) 2024-08-30T21:08:18.499 INFO:tasks.rados.rados.0.smithi173.stdout:2909: setattr oid 15 current snap is 278 2024-08-30T21:08:18.501 INFO:tasks.rados.rados.0.smithi173.stdout:2910: delete oid 30 current snap is 278 2024-08-30T21:08:18.503 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1806 (ObjNum 825 snap 250 seq_num 825) dirty exists 2024-08-30T21:08:18.504 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1884 (ObjNum 829 snap 256 seq_num 829) dirty exists 2024-08-30T21:08:18.504 INFO:tasks.rados.rados.0.smithi173.stdout:2908: expect (ObjNum 895 snap 276 seq_num 895) 2024-08-30T21:08:18.522 INFO:tasks.rados.rados.0.smithi173.stdout:2904: done (6 left) 2024-08-30T21:08:18.522 INFO:tasks.rados.rados.0.smithi173.stdout:2907: done (5 left) 2024-08-30T21:08:18.522 INFO:tasks.rados.rados.0.smithi173.stdout:2908: done (4 left) 2024-08-30T21:08:18.522 INFO:tasks.rados.rados.0.smithi173.stdout:2910: done (3 left) 2024-08-30T21:08:18.522 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 278 2024-08-30T21:08:18.522 INFO:tasks.rados.rados.0.smithi173.stdout:2906: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:08:18.522 INFO:tasks.rados.rados.0.smithi173.stdout:2911: seq_num 911 ranges {0=466944,466944=401408} 2024-08-30T21:08:18.524 INFO:tasks.rados.rados.0.smithi173.stdout:2911: writing smithi17368540-6 from 0 to 466944 tid 1 2024-08-30T21:08:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:2911: writing smithi17368540-6 from 466944 to 868352 tid 2 2024-08-30T21:08:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:2912: delete oid 1 current snap is 278 2024-08-30T21:08:18.527 INFO:tasks.rados.rados.0.smithi173.stdout:2905: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:2906: finishing copy_from to smithi17368540-13 2024-08-30T21:08:18.722 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1648 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2056 (ObjNum 889 snap 274 seq_num 889) dirty exists 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2911: finishing write tid 1 to smithi17368540-6 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2911: finishing write tid 2 to smithi17368540-6 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2905: done (4 left) 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2906: done (3 left) 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2909: done (2 left) 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2912: done (1 left) 2024-08-30T21:08:18.723 INFO:tasks.rados.rados.0.smithi173.stdout:2913: snap_remove snap 268 2024-08-30T21:08:18.801 INFO:tasks.rados.rados.0.smithi173.stdout:2913: done (1 left) 2024-08-30T21:08:18.801 INFO:tasks.rados.rados.0.smithi173.stdout:2914: read oid 18 snap -1 2024-08-30T21:08:18.801 INFO:tasks.rados.rados.0.smithi173.stdout:2914: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:18.801 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 278 2024-08-30T21:08:18.801 INFO:tasks.rados.rados.0.smithi173.stdout:2915: seq_num 913 ranges {7446528=499712,7946240=401408} 2024-08-30T21:08:18.846 INFO:tasks.rados.rados.0.smithi173.stdout:2915: writing smithi17368540-10 from 7446528 to 7946240 tid 1 2024-08-30T21:08:18.849 INFO:tasks.rados.rados.0.smithi173.stdout:2915: writing smithi17368540-10 from 7946240 to 8347648 tid 2 2024-08-30T21:08:18.849 INFO:tasks.rados.rados.0.smithi173.stdout:2916: read oid 43 snap -1 2024-08-30T21:08:18.849 INFO:tasks.rados.rados.0.smithi173.stdout:2916: expect (ObjNum 878 snap 268 seq_num 878) 2024-08-30T21:08:18.849 INFO:tasks.rados.rados.0.smithi173.stdout:2917: snap_remove snap 270 2024-08-30T21:08:19.806 INFO:tasks.rados.rados.0.smithi173.stdout:2917: done (4 left) 2024-08-30T21:08:19.806 INFO:tasks.rados.rados.0.smithi173.stdout:2918: rollback oid 37 current snap is 278 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 273 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:2911: finishing write tid 3 to smithi17368540-6 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:2911: finishing write tid 4 to smithi17368540-6 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:2911: oid 6 updating version 0 to 1998 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:2911: oid 6 updating version 1998 to 1999 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:2911: oid 6 version 1999 is already newer than 1997 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 1999 (ObjNum 911 snap 278 seq_num 911) dirty exists 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:2911: left oid 6 (ObjNum 911 snap 278 seq_num 911) 2024-08-30T21:08:19.807 INFO:tasks.rados.rados.0.smithi173.stdout:2914: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:20.008 INFO:tasks.rados.rados.0.smithi173.stdout:2915: finishing write tid 1 to smithi17368540-10 2024-08-30T21:08:20.008 INFO:tasks.rados.rados.0.smithi173.stdout:2915: finishing write tid 2 to smithi17368540-10 2024-08-30T21:08:20.008 INFO:tasks.rados.rados.0.smithi173.stdout:2915: finishing write tid 3 to smithi17368540-10 2024-08-30T21:08:20.008 INFO:tasks.rados.rados.0.smithi173.stdout:2916: expect (ObjNum 878 snap 268 seq_num 878) 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:2915: finishing write tid 4 to smithi17368540-10 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:2915: oid 10 updating version 0 to 1885 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:2915: oid 10 updating version 1885 to 1886 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:2915: oid 10 updating version 1886 to 1887 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1887 (ObjNum 913 snap 278 seq_num 913) dirty exists 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:2915: left oid 10 (ObjNum 913 snap 278 seq_num 913) 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:2918: finishing rollback tid 0 to smithi17368540-37 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:2918: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:08:20.017 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 2066 (ObjNum 113 snap 0 seq_num 1579825264) dirty dne 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2911: done (4 left) 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2914: done (3 left) 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2915: done (2 left) 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2916: done (1 left) 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2918: done (0 left) 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2919: rollback oid 5 current snap is 278 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 276 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2920: copy_from oid 17 from oid 48 current snap is 278 2024-08-30T21:08:20.018 INFO:tasks.rados.rados.0.smithi173.stdout:2921: setattr oid 32 current snap is 278 2024-08-30T21:08:20.019 INFO:tasks.rados.rados.0.smithi173.stdout:2920: finishing copy_from to smithi17368540-17 2024-08-30T21:08:20.019 INFO:tasks.rados.rados.0.smithi173.stdout:2920: got expected ENOENT (src dne) 2024-08-30T21:08:20.019 INFO:tasks.rados.rados.0.smithi173.stdout:2920: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:08:20.019 INFO:tasks.rados.rados.0.smithi173.stdout:2920: done (2 left) 2024-08-30T21:08:20.019 INFO:tasks.rados.rados.0.smithi173.stdout:2922: rollback oid 1 current snap is 278 2024-08-30T21:08:20.019 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 269 2024-08-30T21:08:20.020 INFO:tasks.rados.rados.0.smithi173.stdout:2923: read oid 50 snap -1 2024-08-30T21:08:20.020 INFO:tasks.rados.rados.0.smithi173.stdout:2923: expect (ObjNum 908 snap 278 seq_num 908) 2024-08-30T21:08:20.020 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 278 2024-08-30T21:08:20.020 INFO:tasks.rados.rados.0.smithi173.stdout:2924: seq_num 914 ranges {5570560=516096,6086656=401408} 2024-08-30T21:08:20.051 INFO:tasks.rados.rados.0.smithi173.stdout:2924: writing smithi17368540-21 from 5570560 to 6086656 tid 1 2024-08-30T21:08:20.053 INFO:tasks.rados.rados.0.smithi173.stdout:2924: writing smithi17368540-21 from 6086656 to 6488064 tid 2 2024-08-30T21:08:20.053 INFO:tasks.rados.rados.0.smithi173.stdout:2922: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:08:20.054 INFO:tasks.rados.rados.0.smithi173.stdout:2925: read oid 27 snap -1 2024-08-30T21:08:20.054 INFO:tasks.rados.rados.0.smithi173.stdout:2925: expect (ObjNum 791 snap 240 seq_num 791) 2024-08-30T21:08:20.054 INFO:tasks.rados.rados.0.smithi173.stdout:2926: snap_remove snap 277 2024-08-30T21:08:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:19 smithi173 ceph-mon[79976]: pgmap v628: 121 pgs: 121 active+clean; 181 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-30T21:08:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:19 smithi173 ceph-mon[79976]: osdmap e638: 8 total, 8 up, 8 in 2024-08-30T21:08:20.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:19 smithi173 ceph-mon[82405]: pgmap v628: 121 pgs: 121 active+clean; 181 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-30T21:08:20.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:19 smithi173 ceph-mon[82405]: osdmap e638: 8 total, 8 up, 8 in 2024-08-30T21:08:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:19 smithi196 ceph-mon[74601]: pgmap v628: 121 pgs: 121 active+clean; 181 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-30T21:08:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:19 smithi196 ceph-mon[74601]: osdmap e638: 8 total, 8 up, 8 in 2024-08-30T21:08:20.817 INFO:tasks.rados.rados.0.smithi173.stdout:2926: done (6 left) 2024-08-30T21:08:20.817 INFO:tasks.rados.rados.0.smithi173.stdout:2927: copy_from oid 17 from oid 35 current snap is 278 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1886 (ObjNum 829 snap 256 seq_num 829) dirty exists 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:2922: finishing rollback tid 2 to smithi17368540-1 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1166 (ObjNum 770 snap 235 seq_num 770) dirty exists 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:2919: finishing rollback tid 0 to smithi17368540-5 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:2919: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:2919: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2109 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:08:20.818 INFO:tasks.rados.rados.0.smithi173.stdout:2923: expect (ObjNum 908 snap 278 seq_num 908) 2024-08-30T21:08:20.845 INFO:tasks.rados.rados.0.smithi173.stdout:2924: finishing write tid 1 to smithi17368540-21 2024-08-30T21:08:20.845 INFO:tasks.rados.rados.0.smithi173.stdout:2924: finishing write tid 2 to smithi17368540-21 2024-08-30T21:08:20.846 INFO:tasks.rados.rados.0.smithi173.stdout:2924: finishing write tid 3 to smithi17368540-21 2024-08-30T21:08:20.846 INFO:tasks.rados.rados.0.smithi173.stdout:2925: expect (ObjNum 791 snap 240 seq_num 791) 2024-08-30T21:08:20.910 INFO:tasks.rados.rados.0.smithi173.stdout:2924: finishing write tid 4 to smithi17368540-21 2024-08-30T21:08:20.910 INFO:tasks.rados.rados.0.smithi173.stdout:2924: oid 21 updating version 0 to 1808 2024-08-30T21:08:20.910 INFO:tasks.rados.rados.0.smithi173.stdout:2924: oid 21 version 1808 is already newer than 1807 2024-08-30T21:08:20.910 INFO:tasks.rados.rados.0.smithi173.stdout:2924: oid 21 updating version 1808 to 1809 2024-08-30T21:08:20.910 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1809 (ObjNum 914 snap 278 seq_num 914) dirty exists 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2924: left oid 21 (ObjNum 914 snap 278 seq_num 914) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2927: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2927: finishing copy_from to smithi17368540-17 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1805 (ObjNum 145 snap 0 seq_num 1578548192) dirty exists 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2919: done (6 left) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2921: done (5 left) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2922: done (4 left) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2923: done (3 left) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2924: done (2 left) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2925: done (1 left) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2927: done (0 left) 2024-08-30T21:08:20.911 INFO:tasks.rados.rados.0.smithi173.stdout:2928: setattr oid 47 current snap is 278 2024-08-30T21:08:20.912 INFO:tasks.rados.rados.0.smithi173.stdout:2929: read oid 31 snap 269 2024-08-30T21:08:20.912 INFO:tasks.rados.rados.0.smithi173.stdout:2929: expect (ObjNum 867 snap 266 seq_num 867) 2024-08-30T21:08:20.912 INFO:tasks.rados.rados.0.smithi173.stdout:2930: snap_remove snap 271 2024-08-30T21:08:21.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:20 smithi173 ceph-mon[79976]: osdmap e639: 8 total, 8 up, 8 in 2024-08-30T21:08:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:20 smithi173 ceph-mon[82405]: osdmap e639: 8 total, 8 up, 8 in 2024-08-30T21:08:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:20 smithi196 ceph-mon[74601]: osdmap e639: 8 total, 8 up, 8 in 2024-08-30T21:08:21.554 INFO:tasks.rados.rados.0.smithi173.stdout:2930: done (2 left) 2024-08-30T21:08:21.554 INFO:tasks.rados.rados.0.smithi173.stdout:2931: read oid 13 snap 273 2024-08-30T21:08:21.554 INFO:tasks.rados.rados.0.smithi173.stdout:2931: expect (ObjNum 874 snap 266 seq_num 874) 2024-08-30T21:08:21.554 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1463 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:08:21.554 INFO:tasks.rados.rados.0.smithi173.stdout:2929: expect (ObjNum 867 snap 266 seq_num 867) 2024-08-30T21:08:21.622 INFO:tasks.rados.rados.0.smithi173.stdout:2931: expect (ObjNum 874 snap 266 seq_num 874) 2024-08-30T21:08:21.776 INFO:tasks.rados.rados.0.smithi173.stdout:2928: done (2 left) 2024-08-30T21:08:21.776 INFO:tasks.rados.rados.0.smithi173.stdout:2929: done (1 left) 2024-08-30T21:08:21.776 INFO:tasks.rados.rados.0.smithi173.stdout:2931: done (0 left) 2024-08-30T21:08:21.776 INFO:tasks.rados.rados.0.smithi173.stdout:2932: rollback oid 10 current snap is 278 2024-08-30T21:08:21.777 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 269 2024-08-30T21:08:21.777 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 278 2024-08-30T21:08:21.777 INFO:tasks.rados.rados.0.smithi173.stdout:2933: seq_num 915 ranges {778240=532480,1310720=401408} 2024-08-30T21:08:21.783 INFO:tasks.rados.rados.0.smithi173.stdout:2933: writing smithi17368540-46 from 778240 to 1310720 tid 1 2024-08-30T21:08:21.785 INFO:tasks.rados.rados.0.smithi173.stdout:2933: writing smithi17368540-46 from 1310720 to 1712128 tid 2 2024-08-30T21:08:21.785 INFO:tasks.rados.rados.0.smithi173.stdout:2934: snap_create 2024-08-30T21:08:21.785 INFO:tasks.rados.rados.0.smithi173.stdout:2932: finishing rollback tid 0 to smithi17368540-10 2024-08-30T21:08:21.785 INFO:tasks.rados.rados.0.smithi173.stdout:2932: finishing rollback tid 1 to smithi17368540-10 2024-08-30T21:08:21.785 INFO:tasks.rados.rados.0.smithi173.stdout:2932: finishing rollback tid 2 to smithi17368540-10 2024-08-30T21:08:21.785 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1890 (ObjNum 876 snap 267 seq_num 876) dirty exists 2024-08-30T21:08:21.787 INFO:tasks.rados.rados.0.smithi173.stdout:2933: finishing write tid 1 to smithi17368540-46 2024-08-30T21:08:21.787 INFO:tasks.rados.rados.0.smithi173.stdout:2933: finishing write tid 2 to smithi17368540-46 2024-08-30T21:08:21.788 INFO:tasks.rados.rados.0.smithi173.stdout:2933: finishing write tid 3 to smithi17368540-46 2024-08-30T21:08:21.788 INFO:tasks.rados.rados.0.smithi173.stdout:2933: finishing write tid 4 to smithi17368540-46 2024-08-30T21:08:21.789 INFO:tasks.rados.rados.0.smithi173.stdout:2933: oid 46 updating version 0 to 1809 2024-08-30T21:08:21.789 INFO:tasks.rados.rados.0.smithi173.stdout:2933: oid 46 updating version 1809 to 1810 2024-08-30T21:08:21.789 INFO:tasks.rados.rados.0.smithi173.stdout:2933: oid 46 updating version 1810 to 1811 2024-08-30T21:08:21.789 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1811 (ObjNum 915 snap 278 seq_num 915) dirty exists 2024-08-30T21:08:21.789 INFO:tasks.rados.rados.0.smithi173.stdout:2933: left oid 46 (ObjNum 915 snap 278 seq_num 915) 2024-08-30T21:08:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:21 smithi173 ceph-mon[79976]: pgmap v631: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-30T21:08:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:21 smithi173 ceph-mon[79976]: osdmap e640: 8 total, 8 up, 8 in 2024-08-30T21:08:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:21 smithi173 ceph-mon[79976]: osdmap e641: 8 total, 8 up, 8 in 2024-08-30T21:08:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:21 smithi173 ceph-mon[82405]: pgmap v631: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-30T21:08:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:21 smithi173 ceph-mon[82405]: osdmap e640: 8 total, 8 up, 8 in 2024-08-30T21:08:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:21 smithi173 ceph-mon[82405]: osdmap e641: 8 total, 8 up, 8 in 2024-08-30T21:08:22.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:21 smithi196 ceph-mon[74601]: pgmap v631: 121 pgs: 121 active+clean; 193 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-30T21:08:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:21 smithi196 ceph-mon[74601]: osdmap e640: 8 total, 8 up, 8 in 2024-08-30T21:08:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:21 smithi196 ceph-mon[74601]: osdmap e641: 8 total, 8 up, 8 in 2024-08-30T21:08:22.554 INFO:tasks.rados.rados.0.smithi173.stdout:2932: done (2 left) 2024-08-30T21:08:22.554 INFO:tasks.rados.rados.0.smithi173.stdout:2933: done (1 left) 2024-08-30T21:08:22.554 INFO:tasks.rados.rados.0.smithi173.stdout:2934: done (0 left) 2024-08-30T21:08:22.554 INFO:tasks.rados.rados.0.smithi173.stdout:2935: copy_from oid 13 from oid 29 current snap is 279 2024-08-30T21:08:22.555 INFO:tasks.rados.rados.0.smithi173.stdout:2936: setattr oid 33 current snap is 279 2024-08-30T21:08:22.556 INFO:tasks.rados.rados.0.smithi173.stdout:2937: setattr oid 30 current snap is 279 2024-08-30T21:08:22.559 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 279 2024-08-30T21:08:22.559 INFO:tasks.rados.rados.0.smithi173.stdout:2938: seq_num 916 ranges {425984=548864,974848=401408} 2024-08-30T21:08:22.564 INFO:tasks.rados.rados.0.smithi173.stdout:2938: writing smithi17368540-7 from 425984 to 974848 tid 1 2024-08-30T21:08:22.567 INFO:tasks.rados.rados.0.smithi173.stdout:2938: writing smithi17368540-7 from 974848 to 1376256 tid 2 2024-08-30T21:08:22.567 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 279 2024-08-30T21:08:22.567 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1810 (ObjNum 825 snap 250 seq_num 825) dirty exists 2024-08-30T21:08:22.567 INFO:tasks.rados.rados.0.smithi173.stdout:2939: seq_num 917 ranges {2056192=565248,2621440=401408} 2024-08-30T21:08:22.581 INFO:tasks.rados.rados.0.smithi173.stdout:2939: writing smithi17368540-27 from 2056192 to 2621440 tid 1 2024-08-30T21:08:22.585 INFO:tasks.rados.rados.0.smithi173.stdout:2939: writing smithi17368540-27 from 2621440 to 3022848 tid 2 2024-08-30T21:08:22.585 INFO:tasks.rados.rados.0.smithi173.stdout:2936: done (4 left) 2024-08-30T21:08:22.585 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 279 2024-08-30T21:08:22.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1464 (ObjNum 65 snap 0 seq_num 1701802352) dirty exists 2024-08-30T21:08:22.585 INFO:tasks.rados.rados.0.smithi173.stdout:2938: finishing write tid 1 to smithi17368540-7 2024-08-30T21:08:22.585 INFO:tasks.rados.rados.0.smithi173.stdout:2938: finishing write tid 2 to smithi17368540-7 2024-08-30T21:08:22.585 INFO:tasks.rados.rados.0.smithi173.stdout:2938: finishing write tid 3 to smithi17368540-7 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2938: finishing write tid 4 to smithi17368540-7 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2938: oid 7 updating version 0 to 1465 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2938: oid 7 updating version 1465 to 1466 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2938: oid 7 updating version 1466 to 1467 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1467 (ObjNum 916 snap 279 seq_num 916) dirty exists 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2938: left oid 7 (ObjNum 916 snap 279 seq_num 916) 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2935: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2935: finishing copy_from to smithi17368540-13 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2057 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-08-30T21:08:22.586 INFO:tasks.rados.rados.0.smithi173.stdout:2940: seq_num 918 ranges {5177344=581632,5758976=401408} 2024-08-30T21:08:22.616 INFO:tasks.rados.rados.0.smithi173.stdout:2940: writing smithi17368540-47 from 5177344 to 5758976 tid 1 2024-08-30T21:08:22.619 INFO:tasks.rados.rados.0.smithi173.stdout:2940: writing smithi17368540-47 from 5758976 to 6160384 tid 2 2024-08-30T21:08:22.619 INFO:tasks.rados.rados.0.smithi173.stdout:2935: done (4 left) 2024-08-30T21:08:22.619 INFO:tasks.rados.rados.0.smithi173.stdout:2937: done (3 left) 2024-08-30T21:08:22.619 INFO:tasks.rados.rados.0.smithi173.stdout:2938: done (2 left) 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2941: read oid 33 snap -1 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2941: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2942: read oid 2 snap -1 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2942: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2943: rmattr oid 20 current snap is 279 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2939: finishing write tid 1 to smithi17368540-27 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2944: delete oid 22 current snap is 279 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2939: finishing write tid 2 to smithi17368540-27 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2939: finishing write tid 3 to smithi17368540-27 2024-08-30T21:08:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:2939: finishing write tid 4 to smithi17368540-27 2024-08-30T21:08:22.621 INFO:tasks.rados.rados.0.smithi173.stdout:2939: oid 27 updating version 0 to 1995 2024-08-30T21:08:22.621 INFO:tasks.rados.rados.0.smithi173.stdout:2939: oid 27 version 1995 is already newer than 1994 2024-08-30T21:08:22.621 INFO:tasks.rados.rados.0.smithi173.stdout:2939: oid 27 updating version 1995 to 1996 2024-08-30T21:08:22.621 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1996 (ObjNum 917 snap 279 seq_num 917) dirty exists 2024-08-30T21:08:22.621 INFO:tasks.rados.rados.0.smithi173.stdout:2939: left oid 27 (ObjNum 917 snap 279 seq_num 917) 2024-08-30T21:08:22.623 INFO:tasks.rados.rados.0.smithi173.stdout:2940: finishing write tid 1 to smithi17368540-47 2024-08-30T21:08:22.623 INFO:tasks.rados.rados.0.smithi173.stdout:2940: finishing write tid 2 to smithi17368540-47 2024-08-30T21:08:22.623 INFO:tasks.rados.rados.0.smithi173.stdout:2940: finishing write tid 3 to smithi17368540-47 2024-08-30T21:08:22.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1690 (ObjNum 857 snap 262 seq_num 857) dirty exists 2024-08-30T21:08:22.625 INFO:tasks.rados.rados.0.smithi173.stdout:2940: finishing write tid 4 to smithi17368540-47 2024-08-30T21:08:22.625 INFO:tasks.rados.rados.0.smithi173.stdout:2940: oid 47 updating version 0 to 1469 2024-08-30T21:08:22.625 INFO:tasks.rados.rados.0.smithi173.stdout:2940: oid 47 updating version 1469 to 1470 2024-08-30T21:08:22.625 INFO:tasks.rados.rados.0.smithi173.stdout:2940: oid 47 version 1470 is already newer than 1468 2024-08-30T21:08:22.625 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 1470 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-08-30T21:08:22.625 INFO:tasks.rados.rados.0.smithi173.stdout:2940: left oid 47 (ObjNum 918 snap 279 seq_num 918) 2024-08-30T21:08:22.638 INFO:tasks.rados.rados.0.smithi173.stdout:2941: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:08:22.837 INFO:tasks.rados.rados.0.smithi173.stdout:2942: expect (ObjNum 825 snap 250 seq_num 825) 2024-08-30T21:08:23.032 INFO:tasks.rados.rados.0.smithi173.stdout:2939: done (5 left) 2024-08-30T21:08:23.032 INFO:tasks.rados.rados.0.smithi173.stdout:2940: done (4 left) 2024-08-30T21:08:23.032 INFO:tasks.rados.rados.0.smithi173.stdout:2941: done (3 left) 2024-08-30T21:08:23.032 INFO:tasks.rados.rados.0.smithi173.stdout:2942: done (2 left) 2024-08-30T21:08:23.033 INFO:tasks.rados.rados.0.smithi173.stdout:2943: done (1 left) 2024-08-30T21:08:23.033 INFO:tasks.rados.rados.0.smithi173.stdout:2944: done (0 left) 2024-08-30T21:08:23.033 INFO:tasks.rados.rados.0.smithi173.stdout:2945: rollback oid 27 current snap is 279 2024-08-30T21:08:23.033 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 27 to 275 2024-08-30T21:08:23.033 INFO:tasks.rados.rados.0.smithi173.stdout:2946: snap_remove snap 269 2024-08-30T21:08:23.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:08:23] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.51.0" 2024-08-30T21:08:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:23 smithi196 ceph-mon[74601]: pgmap v634: 121 pgs: 121 active+clean; 208 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 36 op/s 2024-08-30T21:08:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:23 smithi196 ceph-mon[74601]: osdmap e642: 8 total, 8 up, 8 in 2024-08-30T21:08:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:23.818 INFO:tasks.rados.rados.0.smithi173.stdout:2946: done (1 left) 2024-08-30T21:08:23.818 INFO:tasks.rados.rados.0.smithi173.stdout:2947: snap_remove snap 276 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[79976]: pgmap v634: 121 pgs: 121 active+clean; 208 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 36 op/s 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[79976]: osdmap e642: 8 total, 8 up, 8 in 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[82405]: pgmap v634: 121 pgs: 121 active+clean; 208 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 5.9 MiB/s wr, 36 op/s 2024-08-30T21:08:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[82405]: osdmap e642: 8 total, 8 up, 8 in 2024-08-30T21:08:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:23.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:24.830 INFO:tasks.rados.rados.0.smithi173.stdout:2947: done (1 left) 2024-08-30T21:08:24.830 INFO:tasks.rados.rados.0.smithi173.stdout:2948: setattr oid 11 current snap is 279 2024-08-30T21:08:24.830 INFO:tasks.rados.rados.0.smithi173.stdout:2945: finishing rollback tid 0 to smithi17368540-27 2024-08-30T21:08:24.830 INFO:tasks.rados.rados.0.smithi173.stdout:2945: finishing rollback tid 1 to smithi17368540-27 2024-08-30T21:08:24.830 INFO:tasks.rados.rados.0.smithi173.stdout:2945: finishing rollback tid 2 to smithi17368540-27 2024-08-30T21:08:24.831 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 1999 (ObjNum 65 snap 0 seq_num 1684039024) dirty exists 2024-08-30T21:08:24.831 INFO:tasks.rados.rados.0.smithi173.stdout:2945: done (1 left) 2024-08-30T21:08:24.831 INFO:tasks.rados.rados.0.smithi173.stdout:2949: delete oid 34 current snap is 279 2024-08-30T21:08:24.836 INFO:tasks.rados.rados.0.smithi173.stdout:2949: done (1 left) 2024-08-30T21:08:24.836 INFO:tasks.rados.rados.0.smithi173.stdout:2950: read oid 49 snap -1 2024-08-30T21:08:24.836 INFO:tasks.rados.rados.0.smithi173.stdout:2950: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:08:24.836 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 279 2024-08-30T21:08:24.836 INFO:tasks.rados.rados.0.smithi173.stdout:2951: seq_num 921 ranges {0=630784,630784=401408} 2024-08-30T21:08:24.840 INFO:tasks.rados.rados.0.smithi173.stdout:2951: writing smithi17368540-3 from 0 to 630784 tid 1 2024-08-30T21:08:24.843 INFO:tasks.rados.rados.0.smithi173.stdout:2951: writing smithi17368540-3 from 630784 to 1032192 tid 2 2024-08-30T21:08:24.844 INFO:tasks.rados.rados.0.smithi173.stdout:2952: read oid 5 snap -1 2024-08-30T21:08:24.844 INFO:tasks.rados.rados.0.smithi173.stdout:2952: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:24.844 INFO:tasks.rados.rados.0.smithi173.stdout:2953: rmattr oid 48 current snap is 279 2024-08-30T21:08:24.844 INFO:tasks.rados.rados.0.smithi173.stdout:2953: done (4 left) 2024-08-30T21:08:24.844 INFO:tasks.rados.rados.0.smithi173.stdout:2954: snap_remove snap 274 2024-08-30T21:08:25.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:24 smithi173 ceph-mon[79976]: osdmap e643: 8 total, 8 up, 8 in 2024-08-30T21:08:25.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:24 smithi173 ceph-mon[82405]: osdmap e643: 8 total, 8 up, 8 in 2024-08-30T21:08:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:24 smithi196 ceph-mon[74601]: osdmap e643: 8 total, 8 up, 8 in 2024-08-30T21:08:25.832 INFO:tasks.rados.rados.0.smithi173.stdout:2954: done (4 left) 2024-08-30T21:08:25.832 INFO:tasks.rados.rados.0.smithi173.stdout:2955: snap_create 2024-08-30T21:08:25.833 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2143 (ObjNum 903 snap 278 seq_num 903) dirty exists 2024-08-30T21:08:25.833 INFO:tasks.rados.rados.0.smithi173.stdout:2951: finishing write tid 1 to smithi17368540-3 2024-08-30T21:08:25.833 INFO:tasks.rados.rados.0.smithi173.stdout:2950: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:08:26.067 INFO:tasks.rados.rados.0.smithi173.stdout:2951: finishing write tid 2 to smithi17368540-3 2024-08-30T21:08:26.067 INFO:tasks.rados.rados.0.smithi173.stdout:2951: finishing write tid 3 to smithi17368540-3 2024-08-30T21:08:26.067 INFO:tasks.rados.rados.0.smithi173.stdout:2952: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:26.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:25 smithi196 ceph-mon[74601]: pgmap v637: 121 pgs: 121 active+clean; 190 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-08-30T21:08:26.203 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:25 smithi196 ceph-mon[74601]: osdmap e644: 8 total, 8 up, 8 in 2024-08-30T21:08:26.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:25 smithi173 ceph-mon[82405]: pgmap v637: 121 pgs: 121 active+clean; 190 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-08-30T21:08:26.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:25 smithi173 ceph-mon[82405]: osdmap e644: 8 total, 8 up, 8 in 2024-08-30T21:08:26.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:25 smithi173 ceph-mon[79976]: pgmap v637: 121 pgs: 121 active+clean; 190 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-08-30T21:08:26.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:25 smithi173 ceph-mon[79976]: osdmap e644: 8 total, 8 up, 8 in 2024-08-30T21:08:26.265 INFO:tasks.rados.rados.0.smithi173.stdout:2951: finishing write tid 4 to smithi17368540-3 2024-08-30T21:08:26.266 INFO:tasks.rados.rados.0.smithi173.stdout:2951: oid 3 updating version 0 to 2145 2024-08-30T21:08:26.266 INFO:tasks.rados.rados.0.smithi173.stdout:2951: oid 3 updating version 2145 to 2146 2024-08-30T21:08:26.266 INFO:tasks.rados.rados.0.smithi173.stdout:2951: oid 3 version 2146 is already newer than 2144 2024-08-30T21:08:26.266 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2146 (ObjNum 921 snap 279 seq_num 921) dirty exists 2024-08-30T21:08:26.266 INFO:tasks.rados.rados.0.smithi173.stdout:2951: left oid 3 (ObjNum 921 snap 279 seq_num 921) 2024-08-30T21:08:26.556 INFO:tasks.rados.rados.0.smithi173.stdout:2948: done (4 left) 2024-08-30T21:08:26.556 INFO:tasks.rados.rados.0.smithi173.stdout:2950: done (3 left) 2024-08-30T21:08:26.556 INFO:tasks.rados.rados.0.smithi173.stdout:2951: done (2 left) 2024-08-30T21:08:26.556 INFO:tasks.rados.rados.0.smithi173.stdout:2952: done (1 left) 2024-08-30T21:08:26.556 INFO:tasks.rados.rados.0.smithi173.stdout:2955: done (0 left) 2024-08-30T21:08:26.556 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 280 2024-08-30T21:08:26.556 INFO:tasks.rados.rados.0.smithi173.stdout:2956: seq_num 922 ranges {5398528=647168,6045696=401408} 2024-08-30T21:08:26.588 INFO:tasks.rados.rados.0.smithi173.stdout:2956: writing smithi17368540-29 from 5398528 to 6045696 tid 1 2024-08-30T21:08:26.590 INFO:tasks.rados.rados.0.smithi173.stdout:2956: writing smithi17368540-29 from 6045696 to 6447104 tid 2 2024-08-30T21:08:26.590 INFO:tasks.rados.rados.0.smithi173.stdout:2957: delete oid 37 current snap is 280 2024-08-30T21:08:26.598 INFO:tasks.rados.rados.0.smithi173.stdout:2956: finishing write tid 1 to smithi17368540-29 2024-08-30T21:08:26.598 INFO:tasks.rados.rados.0.smithi173.stdout:2957: done (1 left) 2024-08-30T21:08:26.598 INFO:tasks.rados.rados.0.smithi173.stdout:2958: copy_from oid 33 from oid 15 current snap is 280 2024-08-30T21:08:26.598 INFO:tasks.rados.rados.0.smithi173.stdout:2956: finishing write tid 2 to smithi17368540-29 2024-08-30T21:08:26.598 INFO:tasks.rados.rados.0.smithi173.stdout:2959: read oid 20 snap 275 2024-08-30T21:08:26.598 INFO:tasks.rados.rados.0.smithi173.stdout:2959: expect (ObjNum 857 snap 262 seq_num 857) 2024-08-30T21:08:26.598 INFO:tasks.rados.rados.0.smithi173.stdout:2960: snap_create 2024-08-30T21:08:26.599 INFO:tasks.rados.rados.0.smithi173.stdout:2956: finishing write tid 3 to smithi17368540-29 2024-08-30T21:08:26.599 INFO:tasks.rados.rados.0.smithi173.stdout:2956: finishing write tid 4 to smithi17368540-29 2024-08-30T21:08:26.600 INFO:tasks.rados.rados.0.smithi173.stdout:2956: oid 29 updating version 0 to 2158 2024-08-30T21:08:26.600 INFO:tasks.rados.rados.0.smithi173.stdout:2956: oid 29 updating version 2158 to 2159 2024-08-30T21:08:26.600 INFO:tasks.rados.rados.0.smithi173.stdout:2956: oid 29 updating version 2159 to 2160 2024-08-30T21:08:26.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2160 (ObjNum 922 snap 280 seq_num 922) dirty exists 2024-08-30T21:08:26.600 INFO:tasks.rados.rados.0.smithi173.stdout:2956: left oid 29 (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:08:26.607 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:08:26] ENGINE Bus STOPPING 2024-08-30T21:08:26.608 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:08:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T21:08:26.608 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:08:26] ENGINE Bus STOPPED 2024-08-30T21:08:26.675 INFO:tasks.rados.rados.0.smithi173.stdout:2958: finishing copy_from racing read to smithi17368540-33 2024-08-30T21:08:26.688 INFO:tasks.rados.rados.0.smithi173.stdout:2959: expect (ObjNum 857 snap 262 seq_num 857) 2024-08-30T21:08:26.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:08:26] ENGINE Bus STARTING 2024-08-30T21:08:26.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:08:26] ENGINE Serving on http://:::9283 2024-08-30T21:08:26.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:08:26] ENGINE Bus STARTED 2024-08-30T21:08:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: osdmap e645: 8 total, 8 up, 8 in 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196:3000"} : dispatch 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: osdmap e645: 8 total, 8 up, 8 in 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196:3000"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-30T21:08:26.965 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-30T21:08:26.966 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-30T21:08:26.967 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.967 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-30T21:08:26.967 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-30T21:08:26.967 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-30T21:08:26.967 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-30T21:08:26.967 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-30T21:08:26.968 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-30T21:08:26.969 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.970 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: osdmap e646: 8 total, 8 up, 8 in 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:26.971 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.972 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-30T21:08:26.972 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-30T21:08:26.972 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-30T21:08:26.972 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.972 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:26.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-30T21:08:26.973 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-30T21:08:26.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:26.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:26.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.974 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: osdmap e646: 8 total, 8 up, 8 in 2024-08-30T21:08:26.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:26.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:26.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:26.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:26.975 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:26 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-30T21:08:27.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: osdmap e645: 8 total, 8 up, 8 in 2024-08-30T21:08:27.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:27.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:27.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196:3000"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.273 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-30T21:08:27.274 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-30T21:08:27.275 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-30T21:08:27.276 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: osdmap e646: 8 total, 8 up, 8 in 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:27.277 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:26 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-08-30T21:08:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: pgmap v640: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-08-30T21:08:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T21:08:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196:3000"}]: dispatch 2024-08-30T21:08:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: pgmap v641: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-08-30T21:08:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: Upgrade: Finalizing container_image settings 2024-08-30T21:08:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: Upgrade: Complete! 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[79976]: osdmap e647: 8 total, 8 up, 8 in 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: pgmap v640: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196:3000"}]: dispatch 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: pgmap v641: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: Upgrade: Finalizing container_image settings 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: Upgrade: Complete! 2024-08-30T21:08:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:08:28.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-30T21:08:28.212 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:27 smithi173 ceph-mon[82405]: osdmap e647: 8 total, 8 up, 8 in 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: pgmap v640: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 41 op/s 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi196:3000"}]: dispatch 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: pgmap v641: 121 pgs: 121 active+clean; 192 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 44 op/s 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: Upgrade: Finalizing container_image settings 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: Upgrade: Complete! 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-30T21:08:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:27 smithi196 ceph-mon[74601]: osdmap e647: 8 total, 8 up, 8 in 2024-08-30T21:08:28.982 INFO:tasks.rados.rados.0.smithi173.stdout:2958: finishing copy_from to smithi17368540-33 2024-08-30T21:08:28.983 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2056 (ObjNum 889 snap 274 seq_num 889) dirty exists 2024-08-30T21:08:28.983 INFO:tasks.rados.rados.0.smithi173.stdout:2956: done (3 left) 2024-08-30T21:08:28.983 INFO:tasks.rados.rados.0.smithi173.stdout:2958: done (2 left) 2024-08-30T21:08:28.983 INFO:tasks.rados.rados.0.smithi173.stdout:2959: done (1 left) 2024-08-30T21:08:28.983 INFO:tasks.rados.rados.0.smithi173.stdout:2960: done (0 left) 2024-08-30T21:08:28.983 INFO:tasks.rados.rados.0.smithi173.stdout:2961: rmattr oid 5 current snap is 281 2024-08-30T21:08:28.983 INFO:tasks.rados.rados.0.smithi173.stdout:2962: snap_create 2024-08-30T21:08:28.987 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2162 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:08:29.842 INFO:tasks.rados.rados.0.smithi173.stdout:2961: done (1 left) 2024-08-30T21:08:29.843 INFO:tasks.rados.rados.0.smithi173.stdout:2962: done (0 left) 2024-08-30T21:08:29.843 INFO:tasks.rados.rados.0.smithi173.stdout:2963: snap_remove snap 273 2024-08-30T21:08:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:29 smithi173 ceph-mon[79976]: pgmap v644: 121 pgs: 121 active+clean; 192 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-30T21:08:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:29 smithi173 ceph-mon[82405]: pgmap v644: 121 pgs: 121 active+clean; 192 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-30T21:08:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:29 smithi196 ceph-mon[74601]: pgmap v644: 121 pgs: 121 active+clean; 192 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-30T21:08:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:30.853 INFO:tasks.rados.rados.0.smithi173.stdout:2963: done (0 left) 2024-08-30T21:08:30.853 INFO:tasks.rados.rados.0.smithi173.stdout:2964: snap_remove snap 278 2024-08-30T21:08:31.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:30 smithi173 ceph-mon[79976]: osdmap e648: 8 total, 8 up, 8 in 2024-08-30T21:08:31.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:30 smithi173 ceph-mon[82405]: osdmap e648: 8 total, 8 up, 8 in 2024-08-30T21:08:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:30 smithi196 ceph-mon[74601]: osdmap e648: 8 total, 8 up, 8 in 2024-08-30T21:08:31.560 INFO:tasks.rados.rados.0.smithi173.stdout:2964: done (0 left) 2024-08-30T21:08:31.560 INFO:tasks.rados.rados.0.smithi173.stdout:2965: snap_create 2024-08-30T21:08:32.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:31 smithi173 ceph-mon[82405]: pgmap v646: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 2 op/s 2024-08-30T21:08:32.225 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:31 smithi173 ceph-mon[82405]: osdmap e649: 8 total, 8 up, 8 in 2024-08-30T21:08:32.225 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:31 smithi173 ceph-mon[82405]: osdmap e650: 8 total, 8 up, 8 in 2024-08-30T21:08:32.225 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:31 smithi173 ceph-mon[79976]: pgmap v646: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 2 op/s 2024-08-30T21:08:32.225 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:31 smithi173 ceph-mon[79976]: osdmap e649: 8 total, 8 up, 8 in 2024-08-30T21:08:32.225 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:31 smithi173 ceph-mon[79976]: osdmap e650: 8 total, 8 up, 8 in 2024-08-30T21:08:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:31 smithi196 ceph-mon[74601]: pgmap v646: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 2.9 MiB/s wr, 2 op/s 2024-08-30T21:08:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:31 smithi196 ceph-mon[74601]: osdmap e649: 8 total, 8 up, 8 in 2024-08-30T21:08:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:31 smithi196 ceph-mon[74601]: osdmap e650: 8 total, 8 up, 8 in 2024-08-30T21:08:32.563 INFO:tasks.rados.rados.0.smithi173.stdout:2965: done (0 left) 2024-08-30T21:08:32.563 INFO:tasks.rados.rados.0.smithi173.stdout:2966: read oid 36 snap 280 2024-08-30T21:08:32.563 INFO:tasks.rados.rados.0.smithi173.stdout:2966: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:08:32.564 INFO:tasks.rados.rados.0.smithi173.stdout:2967: delete oid 28 current snap is 283 2024-08-30T21:08:32.569 INFO:tasks.rados.rados.0.smithi173.stdout:2967: done (1 left) 2024-08-30T21:08:32.569 INFO:tasks.rados.rados.0.smithi173.stdout:2968: rmattr oid 45 current snap is 283 2024-08-30T21:08:32.569 INFO:tasks.rados.rados.0.smithi173.stdout:2968: done (1 left) 2024-08-30T21:08:32.569 INFO:tasks.rados.rados.0.smithi173.stdout:2969: read oid 12 snap -1 2024-08-30T21:08:32.569 INFO:tasks.rados.rados.0.smithi173.stdout:2969: expect deleted 2024-08-30T21:08:32.569 INFO:tasks.rados.rados.0.smithi173.stdout:2970: snap_remove snap 275 2024-08-30T21:08:33.378 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:08:33] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.51.0" 2024-08-30T21:08:33.564 INFO:tasks.rados.rados.0.smithi173.stdout:2970: done (2 left) 2024-08-30T21:08:33.564 INFO:tasks.rados.rados.0.smithi173.stdout:2971: copy_from oid 11 from oid 32 current snap is 283 2024-08-30T21:08:33.564 INFO:tasks.rados.rados.0.smithi173.stdout:2966: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:08:33.622 INFO:tasks.rados.rados.0.smithi173.stdout:2971: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:08:33.623 INFO:tasks.rados.rados.0.smithi173.stdout:2966: done (2 left) 2024-08-30T21:08:33.623 INFO:tasks.rados.rados.0.smithi173.stdout:2969: done (1 left) 2024-08-30T21:08:33.623 INFO:tasks.rados.rados.0.smithi173.stdout:2972: copy_from oid 28 from oid 13 current snap is 283 2024-08-30T21:08:33.623 INFO:tasks.rados.rados.0.smithi173.stdout:2973: snap_remove snap 281 2024-08-30T21:08:33.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:33 smithi173 ceph-mon[79976]: pgmap v649: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-08-30T21:08:33.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:33 smithi173 ceph-mon[79976]: osdmap e651: 8 total, 8 up, 8 in 2024-08-30T21:08:33.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:33 smithi173 ceph-mon[82405]: pgmap v649: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-08-30T21:08:33.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:33 smithi173 ceph-mon[82405]: osdmap e651: 8 total, 8 up, 8 in 2024-08-30T21:08:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:33 smithi196 ceph-mon[74601]: pgmap v649: 121 pgs: 121 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 7 op/s 2024-08-30T21:08:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:33 smithi196 ceph-mon[74601]: osdmap e651: 8 total, 8 up, 8 in 2024-08-30T21:08:34.570 INFO:tasks.rados.rados.0.smithi173.stdout:2973: done (2 left) 2024-08-30T21:08:34.570 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 283 2024-08-30T21:08:34.570 INFO:tasks.rados.rados.0.smithi173.stdout:2971: finishing copy_from to smithi17368540-11 2024-08-30T21:08:34.570 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1886 (ObjNum 829 snap 256 seq_num 829) dirty exists 2024-08-30T21:08:34.570 INFO:tasks.rados.rados.0.smithi173.stdout:2974: seq_num 925 ranges {311296=696320,1007616=401408} 2024-08-30T21:08:34.575 INFO:tasks.rados.rados.0.smithi173.stdout:2974: writing smithi17368540-43 from 311296 to 1007616 tid 1 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:2974: writing smithi17368540-43 from 1007616 to 1409024 tid 2 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:2971: done (2 left) 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:2975: rmattr oid 26 current snap is 283 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:2972: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:2972: finishing copy_from to smithi17368540-28 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2057 (ObjNum 856 snap 260 seq_num 856) dirty exists 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:2972: done (2 left) 2024-08-30T21:08:34.578 INFO:tasks.rados.rados.0.smithi173.stdout:2975: done (1 left) 2024-08-30T21:08:34.579 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 283 2024-08-30T21:08:34.579 INFO:tasks.rados.rados.0.smithi173.stdout:2976: seq_num 926 ranges {0=712704,712704=401408} 2024-08-30T21:08:34.582 INFO:tasks.rados.rados.0.smithi173.stdout:2976: writing smithi17368540-35 from 0 to 712704 tid 1 2024-08-30T21:08:34.585 INFO:tasks.rados.rados.0.smithi173.stdout:2976: writing smithi17368540-35 from 712704 to 1114112 tid 2 2024-08-30T21:08:34.585 INFO:tasks.rados.rados.0.smithi173.stdout:2977: setattr oid 20 current snap is 283 2024-08-30T21:08:34.585 INFO:tasks.rados.rados.0.smithi173.stdout:2974: finishing write tid 1 to smithi17368540-43 2024-08-30T21:08:34.586 INFO:tasks.rados.rados.0.smithi173.stdout:2974: finishing write tid 2 to smithi17368540-43 2024-08-30T21:08:34.586 INFO:tasks.rados.rados.0.smithi173.stdout:2978: read oid 33 snap -1 2024-08-30T21:08:34.586 INFO:tasks.rados.rados.0.smithi173.stdout:2978: expect (ObjNum 889 snap 274 seq_num 889) 2024-08-30T21:08:34.586 INFO:tasks.rados.rados.0.smithi173.stdout:2979: delete oid 48 current snap is 283 2024-08-30T21:08:34.586 INFO:tasks.rados.rados.0.smithi173.stdout:2974: finishing write tid 3 to smithi17368540-43 2024-08-30T21:08:34.588 INFO:tasks.rados.rados.0.smithi173.stdout:2974: finishing write tid 4 to smithi17368540-43 2024-08-30T21:08:34.588 INFO:tasks.rados.rados.0.smithi173.stdout:2974: oid 43 updating version 0 to 1941 2024-08-30T21:08:34.588 INFO:tasks.rados.rados.0.smithi173.stdout:2974: oid 43 updating version 1941 to 1942 2024-08-30T21:08:34.588 INFO:tasks.rados.rados.0.smithi173.stdout:2974: oid 43 version 1942 is already newer than 1940 2024-08-30T21:08:34.588 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1942 (ObjNum 925 snap 283 seq_num 925) dirty exists 2024-08-30T21:08:34.588 INFO:tasks.rados.rados.0.smithi173.stdout:2974: left oid 43 (ObjNum 925 snap 283 seq_num 925) 2024-08-30T21:08:34.589 INFO:tasks.rados.rados.0.smithi173.stdout:2976: finishing write tid 1 to smithi17368540-35 2024-08-30T21:08:34.589 INFO:tasks.rados.rados.0.smithi173.stdout:2976: finishing write tid 2 to smithi17368540-35 2024-08-30T21:08:34.589 INFO:tasks.rados.rados.0.smithi173.stdout:2976: finishing write tid 3 to smithi17368540-35 2024-08-30T21:08:34.593 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1691 (ObjNum 857 snap 262 seq_num 857) dirty exists 2024-08-30T21:08:34.594 INFO:tasks.rados.rados.0.smithi173.stdout:2976: finishing write tid 4 to smithi17368540-35 2024-08-30T21:08:34.594 INFO:tasks.rados.rados.0.smithi173.stdout:2976: oid 35 updating version 0 to 1812 2024-08-30T21:08:34.594 INFO:tasks.rados.rados.0.smithi173.stdout:2976: oid 35 updating version 1812 to 1813 2024-08-30T21:08:34.594 INFO:tasks.rados.rados.0.smithi173.stdout:2976: oid 35 updating version 1813 to 1814 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1814 (ObjNum 926 snap 283 seq_num 926) dirty exists 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:2976: left oid 35 (ObjNum 926 snap 283 seq_num 926) 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:2974: done (4 left) 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:2976: done (3 left) 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:2977: done (2 left) 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:2979: done (1 left) 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 283 2024-08-30T21:08:34.595 INFO:tasks.rados.rados.0.smithi173.stdout:2980: seq_num 928 ranges {5398528=745472,6144000=401408} 2024-08-30T21:08:34.628 INFO:tasks.rados.rados.0.smithi173.stdout:2980: writing smithi17368540-13 from 5398528 to 6144000 tid 1 2024-08-30T21:08:34.630 INFO:tasks.rados.rados.0.smithi173.stdout:2980: writing smithi17368540-13 from 6144000 to 6545408 tid 2 2024-08-30T21:08:34.630 INFO:tasks.rados.rados.0.smithi173.stdout:2981: snap_remove snap 279 2024-08-30T21:08:34.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:34 smithi173 ceph-mon[79976]: osdmap e652: 8 total, 8 up, 8 in 2024-08-30T21:08:34.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:34 smithi173 ceph-mon[82405]: osdmap e652: 8 total, 8 up, 8 in 2024-08-30T21:08:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:34 smithi196 ceph-mon[74601]: osdmap e652: 8 total, 8 up, 8 in 2024-08-30T21:08:35.578 INFO:tasks.rados.rados.0.smithi173.stdout:2978: expect (ObjNum 889 snap 274 seq_num 889) 2024-08-30T21:08:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:35 smithi173 ceph-mon[79976]: pgmap v652: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-30T21:08:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:35 smithi173 ceph-mon[79976]: osdmap e653: 8 total, 8 up, 8 in 2024-08-30T21:08:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:35 smithi173 ceph-mon[82405]: pgmap v652: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-30T21:08:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:35 smithi173 ceph-mon[82405]: osdmap e653: 8 total, 8 up, 8 in 2024-08-30T21:08:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:35 smithi196 ceph-mon[74601]: pgmap v652: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 188 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-08-30T21:08:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:35 smithi196 ceph-mon[74601]: osdmap e653: 8 total, 8 up, 8 in 2024-08-30T21:08:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:36 smithi173 ceph-mon[79976]: osdmap e654: 8 total, 8 up, 8 in 2024-08-30T21:08:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:36 smithi173 ceph-mon[79976]: osdmap e655: 8 total, 8 up, 8 in 2024-08-30T21:08:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:36 smithi173 ceph-mon[82405]: osdmap e654: 8 total, 8 up, 8 in 2024-08-30T21:08:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:36 smithi173 ceph-mon[82405]: osdmap e655: 8 total, 8 up, 8 in 2024-08-30T21:08:36.970 INFO:tasks.rados.rados.0.smithi173.stdout:2980: finishing write tid 1 to smithi17368540-13 2024-08-30T21:08:36.970 INFO:tasks.rados.rados.0.smithi173.stdout:2980: finishing write tid 2 to smithi17368540-13 2024-08-30T21:08:36.970 INFO:tasks.rados.rados.0.smithi173.stdout:2978: done (2 left) 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2981: done (1 left) 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2982: snap_create 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2980: finishing write tid 3 to smithi17368540-13 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2980: finishing write tid 4 to smithi17368540-13 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2980: oid 13 updating version 0 to 2194 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2980: oid 13 version 2194 is already newer than 2192 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2980: oid 13 version 2194 is already newer than 2193 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2194 (ObjNum 928 snap 283 seq_num 928) dirty exists 2024-08-30T21:08:36.971 INFO:tasks.rados.rados.0.smithi173.stdout:2980: left oid 13 (ObjNum 928 snap 283 seq_num 928) 2024-08-30T21:08:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:36 smithi196 ceph-mon[74601]: osdmap e654: 8 total, 8 up, 8 in 2024-08-30T21:08:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:36 smithi196 ceph-mon[74601]: osdmap e655: 8 total, 8 up, 8 in 2024-08-30T21:08:37.589 INFO:tasks.rados.rados.0.smithi173.stdout:2980: done (1 left) 2024-08-30T21:08:37.589 INFO:tasks.rados.rados.0.smithi173.stdout:2982: done (0 left) 2024-08-30T21:08:37.589 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 284 2024-08-30T21:08:37.590 INFO:tasks.rados.rados.0.smithi173.stdout:2983: seq_num 929 ranges {5398528=761856,6160384=401408} 2024-08-30T21:08:37.622 INFO:tasks.rados.rados.0.smithi173.stdout:2983: writing smithi17368540-28 from 5398528 to 6160384 tid 1 2024-08-30T21:08:37.625 INFO:tasks.rados.rados.0.smithi173.stdout:2983: writing smithi17368540-28 from 6160384 to 6561792 tid 2 2024-08-30T21:08:37.625 INFO:tasks.rados.rados.0.smithi173.stdout:2984: snap_remove snap 280 2024-08-30T21:08:37.914 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:37 smithi173 ceph-mon[79976]: pgmap v655: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 3 op/s 2024-08-30T21:08:37.914 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:37 smithi173 ceph-mon[82405]: pgmap v655: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 3 op/s 2024-08-30T21:08:37.935 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -e sha1=24432b660539783e58f890fcff372342c034f6ec -- bash -c 'ceph orch ps' 2024-08-30T21:08:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:37 smithi196 ceph-mon[74601]: pgmap v655: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 167 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.6 MiB/s wr, 3 op/s 2024-08-30T21:08:38.174 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:08:38.594 INFO:tasks.rados.rados.0.smithi173.stdout:2984: done (1 left) 2024-08-30T21:08:38.595 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 284 2024-08-30T21:08:38.595 INFO:tasks.rados.rados.0.smithi173.stdout:2985: seq_num 930 ranges {581632=786432,1368064=401408} 2024-08-30T21:08:38.602 INFO:tasks.rados.rados.0.smithi173.stdout:2985: writing smithi17368540-9 from 581632 to 1368064 tid 1 2024-08-30T21:08:38.605 INFO:tasks.rados.rados.0.smithi173.stdout:2985: writing smithi17368540-9 from 1368064 to 1769472 tid 2 2024-08-30T21:08:38.605 INFO:tasks.rados.rados.0.smithi173.stdout:2986: rollback oid 32 current snap is 284 2024-08-30T21:08:38.605 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 32 to 283 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: finishing write tid 1 to smithi17368540-28 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: finishing write tid 2 to smithi17368540-28 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: finishing write tid 3 to smithi17368540-28 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: finishing write tid 4 to smithi17368540-28 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: oid 28 updating version 0 to 2058 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: oid 28 updating version 2058 to 2059 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: oid 28 updating version 2059 to 2060 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2060 (ObjNum 929 snap 284 seq_num 929) dirty exists 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: left oid 28 (ObjNum 929 snap 284 seq_num 929) 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2983: done (2 left) 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 284 2024-08-30T21:08:38.606 INFO:tasks.rados.rados.0.smithi173.stdout:2987: seq_num 931 ranges {0=802816,802816=401408} 2024-08-30T21:08:38.610 INFO:tasks.rados.rados.0.smithi173.stdout:2987: writing smithi17368540-42 from 0 to 802816 tid 1 2024-08-30T21:08:38.613 INFO:tasks.rados.rados.0.smithi173.stdout:2987: writing smithi17368540-42 from 802816 to 1204224 tid 2 2024-08-30T21:08:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:2988: copy_from oid 50 from oid 16 current snap is 284 2024-08-30T21:08:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:2985: finishing write tid 1 to smithi17368540-9 2024-08-30T21:08:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:2989: read oid 1 snap -1 2024-08-30T21:08:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:2989: expect (ObjNum 770 snap 235 seq_num 770) 2024-08-30T21:08:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 284 2024-08-30T21:08:38.614 INFO:tasks.rados.rados.0.smithi173.stdout:2990: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-08-30T21:08:38.616 INFO:tasks.rados.rados.0.smithi173.stdout:2990: writing smithi17368540-38 from 0 to 417792 tid 1 2024-08-30T21:08:38.620 INFO:tasks.rados.rados.0.smithi173.stdout:2990: writing smithi17368540-38 from 417792 to 1081344 tid 2 2024-08-30T21:08:38.622 INFO:tasks.rados.rados.0.smithi173.stdout:2990: writing smithi17368540-38 from 1081344 to 1220608 tid 3 2024-08-30T21:08:38.622 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 284 2024-08-30T21:08:38.622 INFO:tasks.rados.rados.0.smithi173.stdout:2985: finishing write tid 2 to smithi17368540-9 2024-08-30T21:08:38.622 INFO:tasks.rados.rados.0.smithi173.stdout:2991: seq_num 933 ranges {1376256=434176,1810432=548864,2359296=253952} 2024-08-30T21:08:38.632 INFO:tasks.rados.rados.0.smithi173.stdout:2991: writing smithi17368540-7 from 1376256 to 1810432 tid 1 2024-08-30T21:08:38.636 INFO:tasks.rados.rados.0.smithi173.stdout:2991: writing smithi17368540-7 from 1810432 to 2359296 tid 2 2024-08-30T21:08:38.639 INFO:tasks.rados.rados.0.smithi173.stdout:2991: writing smithi17368540-7 from 2359296 to 2613248 tid 3 2024-08-30T21:08:38.639 INFO:tasks.rados.rados.0.smithi173.stdout:2992: copy_from oid 11 from oid 33 current snap is 284 2024-08-30T21:08:38.639 INFO:tasks.rados.rados.0.smithi173.stdout:2985: finishing write tid 3 to smithi17368540-9 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2986: finishing rollback tid 0 to smithi17368540-32 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2985: finishing write tid 4 to smithi17368540-9 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2985: oid 9 updating version 0 to 2057 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2985: oid 9 updating version 2057 to 2059 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2985: oid 9 version 2059 is already newer than 2058 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2059 (ObjNum 930 snap 284 seq_num 930) dirty exists 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2985: left oid 9 (ObjNum 930 snap 284 seq_num 930) 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2986: finishing rollback tid 1 to smithi17368540-32 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2986: finishing rollback tid 2 to smithi17368540-32 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1950 (ObjNum 829 snap 256 seq_num 829) dirty exists 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2987: finishing write tid 1 to smithi17368540-42 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2987: finishing write tid 2 to smithi17368540-42 2024-08-30T21:08:38.640 INFO:tasks.rados.rados.0.smithi173.stdout:2990: finishing write tid 1 to smithi17368540-38 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2987: finishing write tid 3 to smithi17368540-42 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2990: finishing write tid 2 to smithi17368540-38 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2985: done (7 left) 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2986: done (6 left) 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2993: read oid 9 snap 283 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2993: expect (ObjNum 894 snap 276 seq_num 894) 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2994: copy_from oid 19 from oid 43 current snap is 284 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2995: snap_create 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2990: finishing write tid 3 to smithi17368540-38 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2990: finishing write tid 4 to smithi17368540-38 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2987: finishing write tid 4 to smithi17368540-42 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2987: oid 42 updating version 0 to 1953 2024-08-30T21:08:38.641 INFO:tasks.rados.rados.0.smithi173.stdout:2987: oid 42 version 1953 is already newer than 1951 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2987: oid 42 version 1953 is already newer than 1952 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1953 (ObjNum 931 snap 284 seq_num 931) dirty exists 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2987: left oid 42 (ObjNum 931 snap 284 seq_num 931) 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2990: finishing write tid 5 to smithi17368540-38 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2990: oid 38 updating version 0 to 1894 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2990: oid 38 version 1894 is already newer than 1892 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2990: oid 38 version 1894 is already newer than 1891 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2990: oid 38 version 1894 is already newer than 1893 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1894 (ObjNum 932 snap 284 seq_num 932) dirty exists 2024-08-30T21:08:38.642 INFO:tasks.rados.rados.0.smithi173.stdout:2990: left oid 38 (ObjNum 932 snap 284 seq_num 932) 2024-08-30T21:08:38.649 INFO:tasks.rados.rados.0.smithi173.stdout:2994: finishing copy_from racing read to smithi17368540-19 2024-08-30T21:08:38.649 INFO:tasks.rados.rados.0.smithi173.stdout:2993: expect (ObjNum 894 snap 276 seq_num 894) 2024-08-30T21:08:38.674 INFO:tasks.rados.rados.0.smithi173.stdout:2994: finishing copy_from to smithi17368540-19 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 1942 (ObjNum 925 snap 283 seq_num 925) dirty exists 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2988: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: finishing write tid 1 to smithi17368540-7 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: finishing write tid 2 to smithi17368540-7 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: finishing write tid 3 to smithi17368540-7 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: finishing write tid 4 to smithi17368540-7 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: finishing write tid 5 to smithi17368540-7 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: oid 7 updating version 0 to 1473 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: oid 7 version 1473 is already newer than 1472 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: oid 7 updating version 1473 to 1474 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: oid 7 version 1474 is already newer than 1471 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1474 (ObjNum 933 snap 284 seq_num 933) dirty exists 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2991: left oid 7 (ObjNum 933 snap 284 seq_num 933) 2024-08-30T21:08:38.675 INFO:tasks.rados.rados.0.smithi173.stdout:2989: expect (ObjNum 770 snap 235 seq_num 770) 2024-08-30T21:08:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[82405]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[82405]: osdmap e656: 8 total, 8 up, 8 in 2024-08-30T21:08:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-30T21:08:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[79976]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[79976]: osdmap e656: 8 total, 8 up, 8 in 2024-08-30T21:08:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:38.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-30T21:08:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:38 smithi196 ceph-mon[74601]: from='client.44549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:38 smithi196 ceph-mon[74601]: osdmap e656: 8 total, 8 up, 8 in 2024-08-30T21:08:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:08:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-08-30T21:08:39.182 INFO:tasks.rados.rados.0.smithi173.stdout:2988: finishing copy_from to smithi17368540-50 2024-08-30T21:08:39.182 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1407 (ObjNum 823 snap 250 seq_num 823) dirty exists 2024-08-30T21:08:39.182 INFO:tasks.rados.rados.0.smithi173.stdout:2992: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:08:39.182 INFO:tasks.rados.rados.0.smithi173.stdout:2992: finishing copy_from to smithi17368540-11 2024-08-30T21:08:39.182 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2056 (ObjNum 889 snap 274 seq_num 889) dirty exists 2024-08-30T21:08:39.608 INFO:tasks.rados.rados.0.smithi173.stdout:2987: done (8 left) 2024-08-30T21:08:39.608 INFO:tasks.rados.rados.0.smithi173.stdout:2988: done (7 left) 2024-08-30T21:08:39.608 INFO:tasks.rados.rados.0.smithi173.stdout:2989: done (6 left) 2024-08-30T21:08:39.608 INFO:tasks.rados.rados.0.smithi173.stdout:2990: done (5 left) 2024-08-30T21:08:39.608 INFO:tasks.rados.rados.0.smithi173.stdout:2991: done (4 left) 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2992: done (3 left) 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2993: done (2 left) 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2994: done (1 left) 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2995: done (0 left) 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2996: rollback oid 40 current snap is 285 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 283 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2997: read oid 10 snap -1 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2997: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2998: rollback oid 39 current snap is 285 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 39 to 282 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 285 2024-08-30T21:08:39.609 INFO:tasks.rados.rados.0.smithi173.stdout:2999: seq_num 934 ranges {6348800=450560,6799360=434176,7233536=368640} 2024-08-30T21:08:39.645 INFO:tasks.rados.rados.0.smithi173.stdout:2999: writing smithi17368540-50 from 6348800 to 6799360 tid 1 2024-08-30T21:08:39.648 INFO:tasks.rados.rados.0.smithi173.stdout:2999: writing smithi17368540-50 from 6799360 to 7233536 tid 2 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:2999: writing smithi17368540-50 from 7233536 to 7602176 tid 3 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:3000: read oid 22 snap -1 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:3000: expect deleted 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:3001: snap_create 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:2998: finishing rollback tid 1 to smithi17368540-39 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:2996: finishing rollback tid 0 to smithi17368540-40 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:2996: finishing rollback tid 1 to smithi17368540-40 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:2996: finishing rollback tid 2 to smithi17368540-40 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 1169 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:08:39.651 INFO:tasks.rados.rados.0.smithi173.stdout:2997: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:08:39.658 INFO:tasks.rados.rados.0.smithi173.stdout:2999: finishing write tid 1 to smithi17368540-50 2024-08-30T21:08:39.658 INFO:tasks.rados.rados.0.smithi173.stdout:2999: finishing write tid 2 to smithi17368540-50 2024-08-30T21:08:39.658 INFO:tasks.rados.rados.0.smithi173.stdout:2999: finishing write tid 3 to smithi17368540-50 2024-08-30T21:08:39.658 INFO:tasks.rados.rados.0.smithi173.stdout:2999: finishing write tid 4 to smithi17368540-50 2024-08-30T21:08:39.658 INFO:tasks.rados.rados.0.smithi173.stdout:2999: finishing write tid 5 to smithi17368540-50 2024-08-30T21:08:39.658 INFO:tasks.rados.rados.0.smithi173.stdout:2999: oid 50 updating version 0 to 1476 2024-08-30T21:08:39.659 INFO:tasks.rados.rados.0.smithi173.stdout:2999: oid 50 version 1476 is already newer than 1475 2024-08-30T21:08:39.659 INFO:tasks.rados.rados.0.smithi173.stdout:2999: oid 50 updating version 1476 to 1478 2024-08-30T21:08:39.659 INFO:tasks.rados.rados.0.smithi173.stdout:2999: oid 50 version 1478 is already newer than 1477 2024-08-30T21:08:39.659 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1478 (ObjNum 934 snap 285 seq_num 934) dirty exists 2024-08-30T21:08:39.659 INFO:tasks.rados.rados.0.smithi173.stdout:2999: left oid 50 (ObjNum 934 snap 285 seq_num 934) 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: pgmap v658: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: osdmap e657: 8 total, 8 up, 8 in 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:39.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: pgmap v658: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: osdmap e657: 8 total, 8 up, 8 in 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.963 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:39.964 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:39.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:39.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:39.965 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:40.010 INFO:teuthology.orchestra.run.smithi173.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-30T21:08:40.010 INFO:teuthology.orchestra.run.smithi173.stdout:alertmanager.a smithi173 *:9093,9094 running (45s) 42s ago 12m 15.5M - 0.27.0 11f11916f8cd 61aa5246fe25 2024-08-30T21:08:40.010 INFO:teuthology.orchestra.run.smithi173.stdout:grafana.a smithi196 *:3000 running (24s) 17s ago 12m 42.6M - c8b91775d855 cf0f61dd73a3 2024-08-30T21:08:40.010 INFO:teuthology.orchestra.run.smithi173.stdout:mds.a smithi173 running (2m) 42s ago 13m 16.6M - 19.3.0-4625-g24432b66 fb225243d408 d569a2b872aa 2024-08-30T21:08:40.010 INFO:teuthology.orchestra.run.smithi173.stdout:mds.b smithi196 running (108s) 17s ago 13m 15.7M - 19.3.0-4625-g24432b66 fb225243d408 259d158567fb 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.x smithi196 *:8443,9283,8765 running (7m) 17s ago 17m 456M - 19.3.0-4625-g24432b66 fb225243d408 06db16c0742e 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:mgr.y smithi173 *:8443,9283,8765 running (8m) 42s ago 18m 532M - 19.3.0-4625-g24432b66 fb225243d408 213b39a9856b 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:mon.a smithi173 running (7m) 42s ago 18m 74.7M 2048M 19.3.0-4625-g24432b66 fb225243d408 d1d9f1a824ae 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:mon.b smithi196 running (6m) 17s ago 17m 56.8M 2048M 19.3.0-4625-g24432b66 fb225243d408 97e925f6f928 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:mon.c smithi173 running (7m) 42s ago 17m 58.2M 2048M 19.3.0-4625-g24432b66 fb225243d408 9f910a2a432d 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.a smithi173 *:9100 running (94s) 42s ago 12m 9852k - 1.7.0 72c9c2088986 55e2cda6d3b5 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:node-exporter.b smithi196 *:9100 running (88s) 17s ago 11m 9.77M - 1.7.0 72c9c2088986 1244acceaf66 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:osd.0 smithi173 running (6m) 42s ago 16m 218M 2480M 19.3.0-4625-g24432b66 fb225243d408 0fb7e216028a 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:osd.1 smithi173 running (5m) 42s ago 16m 224M 2480M 19.3.0-4625-g24432b66 fb225243d408 59cdde874a49 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:osd.2 smithi173 running (5m) 42s ago 16m 304M 2480M 19.3.0-4625-g24432b66 fb225243d408 7dfea8a10235 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:osd.3 smithi173 running (4m) 42s ago 15m 158M 2480M 19.3.0-4625-g24432b66 fb225243d408 4d66dff0e579 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:osd.4 smithi196 running (4m) 17s ago 15m 291M 2480M 19.3.0-4625-g24432b66 fb225243d408 cd0084fc913d 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:osd.5 smithi196 running (3m) 17s ago 14m 309M 2480M 19.3.0-4625-g24432b66 fb225243d408 1acacf75db77 2024-08-30T21:08:40.011 INFO:teuthology.orchestra.run.smithi173.stdout:osd.6 smithi196 running (3m) 17s ago 14m 89.5M 2480M 19.3.0-4625-g24432b66 fb225243d408 957f82d650b2 2024-08-30T21:08:40.012 INFO:teuthology.orchestra.run.smithi173.stdout:osd.7 smithi196 running (2m) 17s ago 14m 171M 2480M 19.3.0-4625-g24432b66 fb225243d408 3cdf4e226add 2024-08-30T21:08:40.012 INFO:teuthology.orchestra.run.smithi173.stdout:prometheus.a smithi196 *:9095 running (64s) 17s ago 12m 37.6M - 2.51.0 1d3b7f56885b 578c568895a8 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: pgmap v658: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 163 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: osdmap e657: 8 total, 8 up, 8 in 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:40.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-30T21:08:40.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-30T21:08:40.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-30T21:08:40.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-30T21:08:40.022 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-30T21:08:40.609 INFO:tasks.rados.rados.0.smithi173.stdout:2996: done (5 left) 2024-08-30T21:08:40.609 INFO:tasks.rados.rados.0.smithi173.stdout:2997: done (4 left) 2024-08-30T21:08:40.610 INFO:tasks.rados.rados.0.smithi173.stdout:2998: done (3 left) 2024-08-30T21:08:40.610 INFO:tasks.rados.rados.0.smithi173.stdout:2999: done (2 left) 2024-08-30T21:08:40.610 INFO:tasks.rados.rados.0.smithi173.stdout:3000: done (1 left) 2024-08-30T21:08:40.610 INFO:tasks.rados.rados.0.smithi173.stdout:3001: done (0 left) 2024-08-30T21:08:40.610 INFO:tasks.rados.rados.0.smithi173.stdout:3002: snap_remove snap 283 2024-08-30T21:08:40.694 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -e sha1=24432b660539783e58f890fcff372342c034f6ec -- bash -c 'ceph versions' 2024-08-30T21:08:40.891 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:08:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:40 smithi173 ceph-mon[79976]: osdmap e658: 8 total, 8 up, 8 in 2024-08-30T21:08:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:40 smithi173 ceph-mon[82405]: osdmap e658: 8 total, 8 up, 8 in 2024-08-30T21:08:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:40 smithi196 ceph-mon[74601]: osdmap e658: 8 total, 8 up, 8 in 2024-08-30T21:08:41.558 INFO:tasks.rados.rados.0.smithi173.stdout:3002: done (0 left) 2024-08-30T21:08:41.559 INFO:tasks.rados.rados.0.smithi173.stdout:3003: setattr oid 44 current snap is 286 2024-08-30T21:08:41.560 INFO:tasks.rados.rados.0.smithi173.stdout:3004: copy_from oid 35 from oid 34 current snap is 286 2024-08-30T21:08:41.560 INFO:tasks.rados.rados.0.smithi173.stdout:3005: read oid 22 snap -1 2024-08-30T21:08:41.560 INFO:tasks.rados.rados.0.smithi173.stdout:3005: expect deleted 2024-08-30T21:08:41.560 INFO:tasks.rados.rados.0.smithi173.stdout:3006: snap_remove snap 285 2024-08-30T21:08:41.872 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[79976]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:41.872 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[79976]: pgmap v661: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:08:41.872 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[79976]: osdmap e659: 8 total, 8 up, 8 in 2024-08-30T21:08:41.872 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[79976]: osdmap e660: 8 total, 8 up, 8 in 2024-08-30T21:08:41.872 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[82405]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:41.873 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[82405]: pgmap v661: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:08:41.873 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[82405]: osdmap e659: 8 total, 8 up, 8 in 2024-08-30T21:08:41.873 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:41 smithi173 ceph-mon[82405]: osdmap e660: 8 total, 8 up, 8 in 2024-08-30T21:08:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:41 smithi196 ceph-mon[74601]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-30T21:08:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:41 smithi196 ceph-mon[74601]: pgmap v661: 121 pgs: 121 active+clean; 161 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-30T21:08:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:41 smithi196 ceph-mon[74601]: osdmap e659: 8 total, 8 up, 8 in 2024-08-30T21:08:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:41 smithi196 ceph-mon[74601]: osdmap e660: 8 total, 8 up, 8 in 2024-08-30T21:08:42.560 INFO:tasks.rados.rados.0.smithi173.stdout:3006: done (3 left) 2024-08-30T21:08:42.560 INFO:tasks.rados.rados.0.smithi173.stdout:3007: rollback oid 12 current snap is 286 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 12 to 284 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:3004: finishing copy_from to smithi17368540-35 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:3004: got expected ENOENT (src dne) 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:3004: finishing copy_from racing read to smithi17368540-35 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2060 (ObjNum 887 snap 273 seq_num 887) dirty exists 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:3003: done (3 left) 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:3004: done (2 left) 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:3005: done (1 left) 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 286 2024-08-30T21:08:42.561 INFO:tasks.rados.rados.0.smithi173.stdout:3008: seq_num 935 ranges {4890624=466944,5357568=720896,6078464=81920} 2024-08-30T21:08:42.589 INFO:tasks.rados.rados.0.smithi173.stdout:3008: writing smithi17368540-2 from 4890624 to 5357568 tid 1 2024-08-30T21:08:42.593 INFO:tasks.rados.rados.0.smithi173.stdout:3008: writing smithi17368540-2 from 5357568 to 6078464 tid 2 2024-08-30T21:08:42.594 INFO:tasks.rados.rados.0.smithi173.stdout:3008: writing smithi17368540-2 from 6078464 to 6160384 tid 3 2024-08-30T21:08:42.594 INFO:tasks.rados.rados.0.smithi173.stdout:3009: snap_remove snap 282 2024-08-30T21:08:42.756 INFO:teuthology.orchestra.run.smithi173.stdout:{ 2024-08-30T21:08:42.756 INFO:teuthology.orchestra.run.smithi173.stdout: "mon": { 2024-08-30T21:08:42.756 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 3 2024-08-30T21:08:42.756 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:42.756 INFO:teuthology.orchestra.run.smithi173.stdout: "mgr": { 2024-08-30T21:08:42.756 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:08:42.756 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: "osd": { 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 8 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: "mds": { 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 2 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: }, 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: "overall": { 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)": 15 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout: } 2024-08-30T21:08:42.757 INFO:teuthology.orchestra.run.smithi173.stdout:} 2024-08-30T21:08:43.430 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:08:43] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-08-30T21:08:43.451 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -e sha1=24432b660539783e58f890fcff372342c034f6ec -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-30T21:08:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:3009: done (2 left) 2024-08-30T21:08:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:3010: read oid 18 snap -1 2024-08-30T21:08:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:3010: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 286 2024-08-30T21:08:43.566 INFO:tasks.rados.rados.0.smithi173.stdout:3011: seq_num 936 ranges {1114112=483328,1597440=655360,2252800=147456} 2024-08-30T21:08:43.575 INFO:tasks.rados.rados.0.smithi173.stdout:3011: writing smithi17368540-35 from 1114112 to 1597440 tid 1 2024-08-30T21:08:43.580 INFO:tasks.rados.rados.0.smithi173.stdout:3011: writing smithi17368540-35 from 1597440 to 2252800 tid 2 2024-08-30T21:08:43.581 INFO:tasks.rados.rados.0.smithi173.stdout:3011: writing smithi17368540-35 from 2252800 to 2400256 tid 3 2024-08-30T21:08:43.582 INFO:tasks.rados.rados.0.smithi173.stdout:3007: finishing rollback tid 1 to smithi17368540-12 2024-08-30T21:08:43.582 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 0 (ObjNum 401 snap 0 seq_num 1578543536) dirty dne 2024-08-30T21:08:43.582 INFO:tasks.rados.rados.0.smithi173.stdout:3008: finishing write tid 1 to smithi17368540-2 2024-08-30T21:08:43.582 INFO:tasks.rados.rados.0.smithi173.stdout:3008: finishing write tid 2 to smithi17368540-2 2024-08-30T21:08:43.582 INFO:tasks.rados.rados.0.smithi173.stdout:3008: finishing write tid 3 to smithi17368540-2 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: finishing write tid 4 to smithi17368540-2 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: finishing write tid 5 to smithi17368540-2 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: oid 2 updating version 0 to 2003 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: oid 2 version 2003 is already newer than 2001 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: oid 2 version 2003 is already newer than 2002 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: oid 2 version 2003 is already newer than 2000 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2003 (ObjNum 935 snap 286 seq_num 935) dirty exists 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: left oid 2 (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3007: done (3 left) 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3008: done (2 left) 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3012: rmattr oid 16 current snap is 286 2024-08-30T21:08:43.583 INFO:tasks.rados.rados.0.smithi173.stdout:3013: setattr oid 6 current snap is 286 2024-08-30T21:08:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:3014: read oid 45 snap -1 2024-08-30T21:08:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:3014: expect (ObjNum 791 snap 240 seq_num 791) 2024-08-30T21:08:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:3015: setattr oid 43 current snap is 286 2024-08-30T21:08:43.586 INFO:tasks.rados.rados.0.smithi173.stdout:3011: finishing write tid 1 to smithi17368540-35 2024-08-30T21:08:43.587 INFO:tasks.rados.rados.0.smithi173.stdout:3016: snap_remove snap 284 2024-08-30T21:08:43.667 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:08:43.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:43 smithi173 ceph-mon[82405]: pgmap v664: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-08-30T21:08:43.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:43 smithi173 ceph-mon[82405]: osdmap e661: 8 total, 8 up, 8 in 2024-08-30T21:08:43.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:43 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2803951257' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:43.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:43 smithi173 ceph-mon[79976]: pgmap v664: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-08-30T21:08:43.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:43 smithi173 ceph-mon[79976]: osdmap e661: 8 total, 8 up, 8 in 2024-08-30T21:08:43.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:43 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2803951257' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:43.822 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:43 smithi196 ceph-mon[74601]: pgmap v664: 121 pgs: 121 active+clean; 174 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 14 op/s 2024-08-30T21:08:43.822 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:43 smithi196 ceph-mon[74601]: osdmap e661: 8 total, 8 up, 8 in 2024-08-30T21:08:43.823 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:43 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2803951257' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:44.575 INFO:tasks.rados.rados.0.smithi173.stdout:3016: done (6 left) 2024-08-30T21:08:44.575 INFO:tasks.rados.rados.0.smithi173.stdout:3017: copy_from oid 9 from oid 39 current snap is 286 2024-08-30T21:08:44.575 INFO:tasks.rados.rados.0.smithi173.stdout:3011: finishing write tid 2 to smithi17368540-35 2024-08-30T21:08:44.575 INFO:tasks.rados.rados.0.smithi173.stdout:3011: finishing write tid 3 to smithi17368540-35 2024-08-30T21:08:44.575 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2001 (ObjNum 911 snap 278 seq_num 911) dirty exists 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3011: finishing write tid 4 to smithi17368540-35 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1408 (ObjNum 823 snap 250 seq_num 823) dirty exists 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3011: finishing write tid 5 to smithi17368540-35 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3011: oid 35 updating version 0 to 1818 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3011: oid 35 version 1818 is already newer than 1815 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3011: oid 35 version 1818 is already newer than 1816 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3011: oid 35 version 1818 is already newer than 1817 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1818 (ObjNum 936 snap 286 seq_num 936) dirty exists 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3011: left oid 35 (ObjNum 936 snap 286 seq_num 936) 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1961 (ObjNum 925 snap 283 seq_num 925) dirty exists 2024-08-30T21:08:44.576 INFO:tasks.rados.rados.0.smithi173.stdout:3014: expect (ObjNum 791 snap 240 seq_num 791) 2024-08-30T21:08:44.644 INFO:tasks.rados.rados.0.smithi173.stdout:3010: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:08:44.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:44 smithi173 ceph-mon[79976]: osdmap e662: 8 total, 8 up, 8 in 2024-08-30T21:08:44.738 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:44 smithi173 ceph-mon[82405]: osdmap e662: 8 total, 8 up, 8 in 2024-08-30T21:08:44.836 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:44 smithi196 ceph-mon[74601]: osdmap e662: 8 total, 8 up, 8 in 2024-08-30T21:08:44.848 INFO:tasks.rados.rados.0.smithi173.stdout:3017: finishing copy_from to smithi17368540-9 2024-08-30T21:08:44.848 INFO:tasks.rados.rados.0.smithi173.stdout:3017: got expected ENOENT (src dne) 2024-08-30T21:08:44.848 INFO:tasks.rados.rados.0.smithi173.stdout:3017: finishing copy_from racing read to smithi17368540-9 2024-08-30T21:08:44.848 INFO:tasks.rados.rados.0.smithi173.stdout:3010: done (6 left) 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3011: done (5 left) 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3012: done (4 left) 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3013: done (3 left) 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3014: done (2 left) 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3015: done (1 left) 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3017: done (0 left) 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3018: copy_from oid 6 from oid 45 current snap is 286 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 286 2024-08-30T21:08:44.849 INFO:tasks.rados.rados.0.smithi173.stdout:3019: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-08-30T21:08:44.851 INFO:tasks.rados.rados.0.smithi173.stdout:3019: writing smithi17368540-22 from 0 to 499712 tid 1 2024-08-30T21:08:44.854 INFO:tasks.rados.rados.0.smithi173.stdout:3019: writing smithi17368540-22 from 499712 to 1032192 tid 2 2024-08-30T21:08:44.856 INFO:tasks.rados.rados.0.smithi173.stdout:3019: writing smithi17368540-22 from 1032192 to 1302528 tid 3 2024-08-30T21:08:44.856 INFO:tasks.rados.rados.0.smithi173.stdout:3020: read oid 26 snap -1 2024-08-30T21:08:44.856 INFO:tasks.rados.rados.0.smithi173.stdout:3020: expect deleted 2024-08-30T21:08:44.856 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 286 2024-08-30T21:08:44.856 INFO:tasks.rados.rados.0.smithi173.stdout:3021: seq_num 938 ranges {4030464=516096,4546560=417792,4964352=385024} 2024-08-30T21:08:44.881 INFO:tasks.rados.rados.0.smithi173.stdout:3021: writing smithi17368540-24 from 4030464 to 4546560 tid 1 2024-08-30T21:08:44.883 INFO:tasks.rados.rados.0.smithi173.stdout:3021: writing smithi17368540-24 from 4546560 to 4964352 tid 2 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3021: writing smithi17368540-24 from 4964352 to 5349376 tid 3 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3022: rollback oid 19 current snap is 286 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3022: done (4 left) 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3023: read oid 10 snap -1 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3023: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3024: rollback oid 46 current snap is 286 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3024: done (5 left) 2024-08-30T21:08:44.886 INFO:tasks.rados.rados.0.smithi173.stdout:3025: read oid 41 snap -1 2024-08-30T21:08:44.887 INFO:tasks.rados.rados.0.smithi173.stdout:3025: expect deleted 2024-08-30T21:08:44.887 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 286 2024-08-30T21:08:44.887 INFO:tasks.rados.rados.0.smithi173.stdout:3026: seq_num 939 ranges {6545408=532480,7077888=704512,7782400=98304} 2024-08-30T21:08:44.923 INFO:tasks.rados.rados.0.smithi173.stdout:3026: writing smithi17368540-13 from 6545408 to 7077888 tid 1 2024-08-30T21:08:44.927 INFO:tasks.rados.rados.0.smithi173.stdout:3026: writing smithi17368540-13 from 7077888 to 7782400 tid 2 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3026: writing smithi17368540-13 from 7782400 to 7880704 tid 3 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3027: rollback oid 18 current snap is 286 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3027: done (7 left) 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3028: read oid 46 snap -1 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3028: expect (ObjNum 915 snap 278 seq_num 915) 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3029: read oid 11 snap -1 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3029: expect (ObjNum 889 snap 274 seq_num 889) 2024-08-30T21:08:44.929 INFO:tasks.rados.rados.0.smithi173.stdout:3030: snap_create 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: finishing write tid 1 to smithi17368540-22 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3018: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: finishing write tid 2 to smithi17368540-22 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: finishing write tid 3 to smithi17368540-22 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: finishing write tid 4 to smithi17368540-22 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3018: finishing copy_from to smithi17368540-6 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 1648 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: finishing write tid 5 to smithi17368540-22 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: oid 22 updating version 0 to 2061 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: oid 22 updating version 2061 to 2064 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: oid 22 version 2064 is already newer than 2062 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:3019: oid 22 version 2064 is already newer than 2063 2024-08-30T21:08:44.930 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2064 (ObjNum 937 snap 286 seq_num 937) dirty exists 2024-08-30T21:08:44.931 INFO:tasks.rados.rados.0.smithi173.stdout:3019: left oid 22 (ObjNum 937 snap 286 seq_num 937) 2024-08-30T21:08:44.931 INFO:tasks.rados.rados.0.smithi173.stdout:3021: finishing write tid 1 to smithi17368540-24 2024-08-30T21:08:44.931 INFO:tasks.rados.rados.0.smithi173.stdout:3021: finishing write tid 2 to smithi17368540-24 2024-08-30T21:08:44.931 INFO:tasks.rados.rados.0.smithi173.stdout:3023: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:08:44.936 INFO:tasks.rados.rados.0.smithi173.stdout:3021: finishing write tid 3 to smithi17368540-24 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3021: finishing write tid 4 to smithi17368540-24 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3021: finishing write tid 5 to smithi17368540-24 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3021: oid 24 updating version 0 to 1822 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3021: oid 24 version 1822 is already newer than 1821 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3021: oid 24 version 1822 is already newer than 1819 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3021: oid 24 version 1822 is already newer than 1820 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1822 (ObjNum 938 snap 286 seq_num 938) dirty exists 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3021: left oid 24 (ObjNum 938 snap 286 seq_num 938) 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3026: finishing write tid 1 to smithi17368540-13 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3026: finishing write tid 2 to smithi17368540-13 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3026: finishing write tid 3 to smithi17368540-13 2024-08-30T21:08:44.937 INFO:tasks.rados.rados.0.smithi173.stdout:3028: expect (ObjNum 915 snap 278 seq_num 915) 2024-08-30T21:08:44.996 INFO:tasks.rados.rados.0.smithi173.stdout:3026: finishing write tid 4 to smithi17368540-13 2024-08-30T21:08:44.997 INFO:tasks.rados.rados.0.smithi173.stdout:3029: expect (ObjNum 889 snap 274 seq_num 889) 2024-08-30T21:08:45.558 INFO:teuthology.orchestra.run.smithi173.stdout:true 2024-08-30T21:08:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:45 smithi173 ceph-mon[82405]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.7 MiB/s wr, 12 op/s 2024-08-30T21:08:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:45 smithi173 ceph-mon[82405]: osdmap e663: 8 total, 8 up, 8 in 2024-08-30T21:08:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:45 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3124134242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:45 smithi173 ceph-mon[79976]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.7 MiB/s wr, 12 op/s 2024-08-30T21:08:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:45 smithi173 ceph-mon[79976]: osdmap e663: 8 total, 8 up, 8 in 2024-08-30T21:08:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:45 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3124134242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:45 smithi196 ceph-mon[74601]: pgmap v667: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 184 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.7 MiB/s wr, 12 op/s 2024-08-30T21:08:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:45 smithi196 ceph-mon[74601]: osdmap e663: 8 total, 8 up, 8 in 2024-08-30T21:08:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:45 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3124134242' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:46.208 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -e sha1=24432b660539783e58f890fcff372342c034f6ec -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-30T21:08:46.406 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:08:46.435 INFO:tasks.rados.rados.0.smithi173.stdout:3026: finishing write tid 5 to smithi17368540-13 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:3026: oid 13 updating version 0 to 2217 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:3026: oid 13 updating version 2217 to 2220 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:3026: oid 13 version 2220 is already newer than 2219 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:3026: oid 13 version 2220 is already newer than 2218 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2220 (ObjNum 939 snap 286 seq_num 939) dirty exists 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:3026: left oid 13 (ObjNum 939 snap 286 seq_num 939) 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:3018: done (9 left) 2024-08-30T21:08:46.436 INFO:tasks.rados.rados.0.smithi173.stdout:3019: done (8 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3020: done (7 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3021: done (6 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3023: done (5 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3025: done (4 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3026: done (3 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3028: done (2 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3029: done (1 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3030: done (0 left) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3031: read oid 23 snap -1 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3031: expect (ObjNum 819 snap 250 seq_num 819) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3032: read oid 45 snap -1 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3032: expect (ObjNum 791 snap 240 seq_num 791) 2024-08-30T21:08:46.437 INFO:tasks.rados.rados.0.smithi173.stdout:3033: snap_create 2024-08-30T21:08:46.444 INFO:tasks.rados.rados.0.smithi173.stdout:3032: expect (ObjNum 791 snap 240 seq_num 791) 2024-08-30T21:08:46.511 INFO:tasks.rados.rados.0.smithi173.stdout:3031: expect (ObjNum 819 snap 250 seq_num 819) 2024-08-30T21:08:46.628 INFO:tasks.rados.rados.0.smithi173.stdout:3031: done (2 left) 2024-08-30T21:08:46.628 INFO:tasks.rados.rados.0.smithi173.stdout:3032: done (1 left) 2024-08-30T21:08:46.628 INFO:tasks.rados.rados.0.smithi173.stdout:3033: done (0 left) 2024-08-30T21:08:46.628 INFO:tasks.rados.rados.0.smithi173.stdout:3034: read oid 40 snap -1 2024-08-30T21:08:46.628 INFO:tasks.rados.rados.0.smithi173.stdout:3034: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:08:46.629 INFO:tasks.rados.rados.0.smithi173.stdout:3035: read oid 29 snap -1 2024-08-30T21:08:46.629 INFO:tasks.rados.rados.0.smithi173.stdout:3035: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:08:46.629 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 288 2024-08-30T21:08:46.629 INFO:tasks.rados.rados.0.smithi173.stdout:3036: seq_num 940 ranges {7446528=548864,7995392=589824,8585216=212992} 2024-08-30T21:08:46.675 INFO:tasks.rados.rados.0.smithi173.stdout:3036: writing smithi17368540-32 from 7446528 to 7995392 tid 1 2024-08-30T21:08:46.678 INFO:tasks.rados.rados.0.smithi173.stdout:3036: writing smithi17368540-32 from 7995392 to 8585216 tid 2 2024-08-30T21:08:46.680 INFO:tasks.rados.rados.0.smithi173.stdout:3036: writing smithi17368540-32 from 8585216 to 8798208 tid 3 2024-08-30T21:08:46.681 INFO:tasks.rados.rados.0.smithi173.stdout:3037: snap_create 2024-08-30T21:08:46.681 INFO:tasks.rados.rados.0.smithi173.stdout:3034: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:08:46.681 INFO:tasks.rados.rados.0.smithi173.stdout:3035: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:08:46.792 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:46 smithi173 ceph-mon[79976]: osdmap e664: 8 total, 8 up, 8 in 2024-08-30T21:08:46.792 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:46 smithi173 ceph-mon[79976]: osdmap e665: 8 total, 8 up, 8 in 2024-08-30T21:08:46.792 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:46 smithi173 ceph-mon[82405]: osdmap e664: 8 total, 8 up, 8 in 2024-08-30T21:08:46.792 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:46 smithi173 ceph-mon[82405]: osdmap e665: 8 total, 8 up, 8 in 2024-08-30T21:08:47.012 INFO:tasks.rados.rados.0.smithi173.stdout:3036: finishing write tid 1 to smithi17368540-32 2024-08-30T21:08:47.013 INFO:tasks.rados.rados.0.smithi173.stdout:3036: finishing write tid 2 to smithi17368540-32 2024-08-30T21:08:47.013 INFO:tasks.rados.rados.0.smithi173.stdout:3036: finishing write tid 3 to smithi17368540-32 2024-08-30T21:08:47.013 INFO:tasks.rados.rados.0.smithi173.stdout:3036: finishing write tid 4 to smithi17368540-32 2024-08-30T21:08:47.013 INFO:tasks.rados.rados.0.smithi173.stdout:3036: finishing write tid 5 to smithi17368540-32 2024-08-30T21:08:47.014 INFO:tasks.rados.rados.0.smithi173.stdout:3036: oid 32 updating version 0 to 1967 2024-08-30T21:08:47.014 INFO:tasks.rados.rados.0.smithi173.stdout:3036: oid 32 version 1967 is already newer than 1965 2024-08-30T21:08:47.014 INFO:tasks.rados.rados.0.smithi173.stdout:3036: oid 32 updating version 1967 to 1968 2024-08-30T21:08:47.014 INFO:tasks.rados.rados.0.smithi173.stdout:3036: oid 32 version 1968 is already newer than 1966 2024-08-30T21:08:47.014 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 1968 (ObjNum 940 snap 288 seq_num 940) dirty exists 2024-08-30T21:08:47.014 INFO:tasks.rados.rados.0.smithi173.stdout:3036: left oid 32 (ObjNum 940 snap 288 seq_num 940) 2024-08-30T21:08:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:46 smithi196 ceph-mon[74601]: osdmap e664: 8 total, 8 up, 8 in 2024-08-30T21:08:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:46 smithi196 ceph-mon[74601]: osdmap e665: 8 total, 8 up, 8 in 2024-08-30T21:08:47.590 INFO:tasks.rados.rados.0.smithi173.stdout:3034: done (3 left) 2024-08-30T21:08:47.591 INFO:tasks.rados.rados.0.smithi173.stdout:3035: done (2 left) 2024-08-30T21:08:47.591 INFO:tasks.rados.rados.0.smithi173.stdout:3036: done (1 left) 2024-08-30T21:08:47.591 INFO:tasks.rados.rados.0.smithi173.stdout:3037: done (0 left) 2024-08-30T21:08:47.591 INFO:tasks.rados.rados.0.smithi173.stdout:3038: rollback oid 22 current snap is 289 2024-08-30T21:08:47.591 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 287 2024-08-30T21:08:47.591 INFO:tasks.rados.rados.0.smithi173.stdout:3039: snap_create 2024-08-30T21:08:47.595 INFO:tasks.rados.rados.0.smithi173.stdout:3038: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:08:47.595 INFO:tasks.rados.rados.0.smithi173.stdout:3038: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:08:47.596 INFO:tasks.rados.rados.0.smithi173.stdout:3038: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:08:47.596 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2067 (ObjNum 937 snap 286 seq_num 937) dirty exists 2024-08-30T21:08:47.892 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:47 smithi173 ceph-mon[79976]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-30T21:08:47.892 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:47 smithi173 ceph-mon[82405]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-30T21:08:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:47 smithi196 ceph-mon[74601]: pgmap v670: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 177 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 27 op/s 2024-08-30T21:08:48.370 INFO:teuthology.orchestra.run.smithi173.stdout: "ceph version 19.3.0-4625-g24432b66 (24432b660539783e58f890fcff372342c034f6ec) squid (dev)" 2024-08-30T21:08:48.597 INFO:tasks.rados.rados.0.smithi173.stdout:3038: done (1 left) 2024-08-30T21:08:48.597 INFO:tasks.rados.rados.0.smithi173.stdout:3039: done (0 left) 2024-08-30T21:08:48.597 INFO:tasks.rados.rados.0.smithi173.stdout:3040: copy_from oid 7 from oid 45 current snap is 290 2024-08-30T21:08:48.597 INFO:tasks.rados.rados.0.smithi173.stdout:3041: snap_remove snap 287 2024-08-30T21:08:48.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:48 smithi173 ceph-mon[79976]: osdmap e666: 8 total, 8 up, 8 in 2024-08-30T21:08:48.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:48 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/129231822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:48.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:48 smithi173 ceph-mon[82405]: osdmap e666: 8 total, 8 up, 8 in 2024-08-30T21:08:48.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:48 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/129231822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:49.017 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-30T21:08:49.017 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-30T21:08:49.017 DEBUG:teuthology.parallel:result is None 2024-08-30T21:08:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:48 smithi196 ceph-mon[74601]: osdmap e666: 8 total, 8 up, 8 in 2024-08-30T21:08:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:48 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/129231822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-30T21:08:49.605 INFO:tasks.rados.rados.0.smithi173.stdout:3041: done (1 left) 2024-08-30T21:08:49.606 INFO:tasks.rados.rados.0.smithi173.stdout:3042: read oid 16 snap 289 2024-08-30T21:08:49.606 INFO:tasks.rados.rados.0.smithi173.stdout:3042: expect (ObjNum 823 snap 250 seq_num 823) 2024-08-30T21:08:49.606 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 290 2024-08-30T21:08:49.606 INFO:tasks.rados.rados.0.smithi173.stdout:3043: seq_num 941 ranges {2056192=565248,2621440=475136,3096576=327680} 2024-08-30T21:08:49.620 INFO:tasks.rados.rados.0.smithi173.stdout:3043: writing smithi17368540-6 from 2056192 to 2621440 tid 1 2024-08-30T21:08:49.623 INFO:tasks.rados.rados.0.smithi173.stdout:3043: writing smithi17368540-6 from 2621440 to 3096576 tid 2 2024-08-30T21:08:49.625 INFO:tasks.rados.rados.0.smithi173.stdout:3043: writing smithi17368540-6 from 3096576 to 3424256 tid 3 2024-08-30T21:08:49.625 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 290 2024-08-30T21:08:49.625 INFO:tasks.rados.rados.0.smithi173.stdout:3040: finishing copy_from racing read to smithi17368540-7 2024-08-30T21:08:49.625 INFO:tasks.rados.rados.0.smithi173.stdout:3040: finishing copy_from to smithi17368540-7 2024-08-30T21:08:49.626 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1648 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:08:49.626 INFO:tasks.rados.rados.0.smithi173.stdout:3044: seq_num 942 ranges {6766592=581632,7348224=761856,8110080=40960} 2024-08-30T21:08:49.664 INFO:tasks.rados.rados.0.smithi173.stdout:3044: writing smithi17368540-1 from 6766592 to 7348224 tid 1 2024-08-30T21:08:49.669 INFO:tasks.rados.rados.0.smithi173.stdout:3044: writing smithi17368540-1 from 7348224 to 8110080 tid 2 2024-08-30T21:08:49.669 INFO:tasks.rados.rados.0.smithi173.stdout:3044: writing smithi17368540-1 from 8110080 to 8151040 tid 3 2024-08-30T21:08:49.669 INFO:tasks.rados.rados.0.smithi173.stdout:3040: done (3 left) 2024-08-30T21:08:49.670 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 290 2024-08-30T21:08:49.670 INFO:tasks.rados.rados.0.smithi173.stdout:3043: finishing write tid 1 to smithi17368540-6 2024-08-30T21:08:49.670 INFO:tasks.rados.rados.0.smithi173.stdout:3045: seq_num 943 ranges {6561792=598016,7159808=688128,7847936=114688} 2024-08-30T21:08:49.707 INFO:tasks.rados.rados.0.smithi173.stdout:3045: writing smithi17368540-28 from 6561792 to 7159808 tid 1 2024-08-30T21:08:49.710 INFO:tasks.rados.rados.0.smithi173.stdout:3045: writing smithi17368540-28 from 7159808 to 7847936 tid 2 2024-08-30T21:08:49.711 INFO:tasks.rados.rados.0.smithi173.stdout:3045: writing smithi17368540-28 from 7847936 to 7962624 tid 3 2024-08-30T21:08:49.711 INFO:tasks.rados.rados.0.smithi173.stdout:3046: snap_remove snap 286 2024-08-30T21:08:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:49 smithi173 ceph-mon[79976]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-30T21:08:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:49 smithi173 ceph-mon[79976]: osdmap e667: 8 total, 8 up, 8 in 2024-08-30T21:08:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:49 smithi173 ceph-mon[82405]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-30T21:08:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:49 smithi173 ceph-mon[82405]: osdmap e667: 8 total, 8 up, 8 in 2024-08-30T21:08:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:49 smithi196 ceph-mon[74601]: pgmap v673: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 179 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-30T21:08:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:49 smithi196 ceph-mon[74601]: osdmap e667: 8 total, 8 up, 8 in 2024-08-30T21:08:50.611 INFO:tasks.rados.rados.0.smithi173.stdout:3046: done (4 left) 2024-08-30T21:08:50.611 INFO:tasks.rados.rados.0.smithi173.stdout:3047: copy_from oid 21 from oid 43 current snap is 290 2024-08-30T21:08:50.611 INFO:tasks.rados.rados.0.smithi173.stdout:3043: finishing write tid 2 to smithi17368540-6 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: finishing write tid 3 to smithi17368540-6 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: finishing write tid 4 to smithi17368540-6 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: finishing write tid 5 to smithi17368540-6 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: oid 6 updating version 0 to 2004 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: oid 6 updating version 2004 to 2005 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: oid 6 version 2005 is already newer than 2002 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: oid 6 version 2005 is already newer than 2003 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2005 (ObjNum 941 snap 290 seq_num 941) dirty exists 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3043: left oid 6 (ObjNum 941 snap 290 seq_num 941) 2024-08-30T21:08:50.612 INFO:tasks.rados.rados.0.smithi173.stdout:3042: expect (ObjNum 823 snap 250 seq_num 823) 2024-08-30T21:08:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:50 smithi173 ceph-mon[79976]: osdmap e668: 8 total, 8 up, 8 in 2024-08-30T21:08:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:50 smithi173 ceph-mon[82405]: osdmap e668: 8 total, 8 up, 8 in 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: finishing write tid 1 to smithi17368540-1 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: finishing write tid 2 to smithi17368540-1 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: finishing write tid 3 to smithi17368540-1 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: finishing write tid 4 to smithi17368540-1 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: finishing write tid 5 to smithi17368540-1 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: oid 1 updating version 0 to 1170 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: oid 1 updating version 1170 to 1172 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: oid 1 updating version 1172 to 1173 2024-08-30T21:08:51.010 INFO:tasks.rados.rados.0.smithi173.stdout:3044: oid 1 version 1173 is already newer than 1171 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1173 (ObjNum 942 snap 290 seq_num 942) dirty exists 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3044: left oid 1 (ObjNum 942 snap 290 seq_num 942) 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3045: finishing write tid 1 to smithi17368540-28 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3045: finishing write tid 2 to smithi17368540-28 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3042: done (4 left) 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3043: done (3 left) 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3044: done (2 left) 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3048: rollback oid 49 current snap is 290 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 288 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3045: finishing write tid 3 to smithi17368540-28 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3045: finishing write tid 4 to smithi17368540-28 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3045: finishing write tid 5 to smithi17368540-28 2024-08-30T21:08:51.011 INFO:tasks.rados.rados.0.smithi173.stdout:3045: oid 28 updating version 0 to 2070 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3045: oid 28 updating version 2070 to 2071 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3045: oid 28 version 2071 is already newer than 2069 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3045: oid 28 version 2071 is already newer than 2068 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2071 (ObjNum 943 snap 290 seq_num 943) dirty exists 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3045: left oid 28 (ObjNum 943 snap 290 seq_num 943) 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3047: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3047: finishing copy_from to smithi17368540-21 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 1961 (ObjNum 925 snap 283 seq_num 925) dirty exists 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3045: done (2 left) 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3047: done (1 left) 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3049: read oid 3 snap -1 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3049: expect (ObjNum 921 snap 279 seq_num 921) 2024-08-30T21:08:51.012 INFO:tasks.rados.rados.0.smithi173.stdout:3050: read oid 39 snap -1 2024-08-30T21:08:51.013 INFO:tasks.rados.rados.0.smithi173.stdout:3050: expect deleted 2024-08-30T21:08:51.013 INFO:tasks.rados.rados.0.smithi173.stdout:3051: rollback oid 21 current snap is 290 2024-08-30T21:08:51.013 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 289 2024-08-30T21:08:51.013 INFO:tasks.rados.rados.0.smithi173.stdout:3052: rollback oid 31 current snap is 290 2024-08-30T21:08:51.013 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 288 2024-08-30T21:08:51.013 INFO:tasks.rados.rados.0.smithi173.stdout:3053: delete oid 32 current snap is 290 2024-08-30T21:08:51.015 INFO:tasks.rados.rados.0.smithi173.stdout:3048: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:08:51.015 INFO:tasks.rados.rados.0.smithi173.stdout:3048: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:08:51.015 INFO:tasks.rados.rados.0.smithi173.stdout:3051: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:08:51.015 INFO:tasks.rados.rados.0.smithi173.stdout:3051: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:08:51.016 INFO:tasks.rados.rados.0.smithi173.stdout:3048: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:08:51.016 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1808 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:08:51.016 INFO:tasks.rados.rados.0.smithi173.stdout:3049: expect (ObjNum 921 snap 279 seq_num 921) 2024-08-30T21:08:51.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:50 smithi196 ceph-mon[74601]: osdmap e668: 8 total, 8 up, 8 in 2024-08-30T21:08:51.043 INFO:tasks.rados.rados.0.smithi173.stdout:3051: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:08:51.043 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2074 (ObjNum 914 snap 278 seq_num 914) dirty exists 2024-08-30T21:08:51.043 INFO:tasks.rados.rados.0.smithi173.stdout:3052: finishing rollback tid 0 to smithi17368540-31 2024-08-30T21:08:51.043 INFO:tasks.rados.rados.0.smithi173.stdout:3052: finishing rollback tid 1 to smithi17368540-31 2024-08-30T21:08:51.043 INFO:tasks.rados.rados.0.smithi173.stdout:3052: finishing rollback tid 2 to smithi17368540-31 2024-08-30T21:08:51.043 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1976 (ObjNum 899 snap 276 seq_num 899) dirty exists 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3048: done (5 left) 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3049: done (4 left) 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3050: done (3 left) 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3051: done (2 left) 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3052: done (1 left) 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3053: done (0 left) 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3054: rmattr oid 43 current snap is 290 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3055: rollback oid 37 current snap is 290 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 289 2024-08-30T21:08:51.044 INFO:tasks.rados.rados.0.smithi173.stdout:3056: snap_remove snap 288 2024-08-30T21:08:51.561 INFO:tasks.rados.rados.0.smithi173.stdout:3056: done (2 left) 2024-08-30T21:08:51.561 INFO:tasks.rados.rados.0.smithi173.stdout:3057: snap_create 2024-08-30T21:08:51.561 INFO:tasks.rados.rados.0.smithi173.stdout:3055: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:08:51.561 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 0 (ObjNum 129 snap 0 seq_num 1579731416) dirty dne 2024-08-30T21:08:51.562 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 1980 (ObjNum 925 snap 283 seq_num 925) dirty exists 2024-08-30T21:08:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:51 smithi173 ceph-mon[79976]: pgmap v676: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-30T21:08:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:51 smithi173 ceph-mon[79976]: osdmap e669: 8 total, 8 up, 8 in 2024-08-30T21:08:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:51 smithi173 ceph-mon[79976]: osdmap e670: 8 total, 8 up, 8 in 2024-08-30T21:08:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:51 smithi173 ceph-mon[82405]: pgmap v676: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-30T21:08:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:51 smithi173 ceph-mon[82405]: osdmap e669: 8 total, 8 up, 8 in 2024-08-30T21:08:51.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:51 smithi173 ceph-mon[82405]: osdmap e670: 8 total, 8 up, 8 in 2024-08-30T21:08:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:51 smithi196 ceph-mon[74601]: pgmap v676: 121 pgs: 121 active+clean; 181 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-08-30T21:08:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:51 smithi196 ceph-mon[74601]: osdmap e669: 8 total, 8 up, 8 in 2024-08-30T21:08:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:51 smithi196 ceph-mon[74601]: osdmap e670: 8 total, 8 up, 8 in 2024-08-30T21:08:52.563 INFO:tasks.rados.rados.0.smithi173.stdout:3054: done (2 left) 2024-08-30T21:08:52.563 INFO:tasks.rados.rados.0.smithi173.stdout:3055: done (1 left) 2024-08-30T21:08:52.564 INFO:tasks.rados.rados.0.smithi173.stdout:3057: done (0 left) 2024-08-30T21:08:52.564 INFO:tasks.rados.rados.0.smithi173.stdout:3058: snap_remove snap 290 2024-08-30T21:08:53.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:08:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:08:53] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-08-30T21:08:53.571 INFO:tasks.rados.rados.0.smithi173.stdout:3058: done (0 left) 2024-08-30T21:08:53.571 INFO:tasks.rados.rados.0.smithi173.stdout:3059: snap_remove snap 289 2024-08-30T21:08:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:53 smithi173 ceph-mon[82405]: pgmap v679: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-30T21:08:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:53 smithi173 ceph-mon[82405]: osdmap e671: 8 total, 8 up, 8 in 2024-08-30T21:08:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:53 smithi173 ceph-mon[79976]: pgmap v679: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-30T21:08:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:53 smithi173 ceph-mon[79976]: osdmap e671: 8 total, 8 up, 8 in 2024-08-30T21:08:53.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:53 smithi196 ceph-mon[74601]: pgmap v679: 121 pgs: 121 active+clean; 183 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-08-30T21:08:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:53 smithi196 ceph-mon[74601]: osdmap e671: 8 total, 8 up, 8 in 2024-08-30T21:08:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:08:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:3059: done (0 left) 2024-08-30T21:08:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:3060: rmattr oid 1 current snap is 291 2024-08-30T21:08:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 291 2024-08-30T21:08:54.579 INFO:tasks.rados.rados.0.smithi173.stdout:3061: seq_num 945 ranges {1302528=630784,1933312=458752,2392064=344064} 2024-08-30T21:08:54.590 INFO:tasks.rados.rados.0.smithi173.stdout:3061: writing smithi17368540-22 from 1302528 to 1933312 tid 1 2024-08-30T21:08:54.593 INFO:tasks.rados.rados.0.smithi173.stdout:3061: writing smithi17368540-22 from 1933312 to 2392064 tid 2 2024-08-30T21:08:54.595 INFO:tasks.rados.rados.0.smithi173.stdout:3061: writing smithi17368540-22 from 2392064 to 2736128 tid 3 2024-08-30T21:08:54.596 INFO:tasks.rados.rados.0.smithi173.stdout:3062: read oid 16 snap -1 2024-08-30T21:08:54.596 INFO:tasks.rados.rados.0.smithi173.stdout:3062: expect (ObjNum 823 snap 250 seq_num 823) 2024-08-30T21:08:54.596 INFO:tasks.rados.rados.0.smithi173.stdout:3063: snap_create 2024-08-30T21:08:54.596 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1174 (ObjNum 942 snap 290 seq_num 942) dirty exists 2024-08-30T21:08:54.603 INFO:tasks.rados.rados.0.smithi173.stdout:3061: finishing write tid 1 to smithi17368540-22 2024-08-30T21:08:54.604 INFO:tasks.rados.rados.0.smithi173.stdout:3061: finishing write tid 2 to smithi17368540-22 2024-08-30T21:08:54.609 INFO:tasks.rados.rados.0.smithi173.stdout:3061: finishing write tid 3 to smithi17368540-22 2024-08-30T21:08:54.609 INFO:tasks.rados.rados.0.smithi173.stdout:3061: finishing write tid 4 to smithi17368540-22 2024-08-30T21:08:54.615 INFO:tasks.rados.rados.0.smithi173.stdout:3061: finishing write tid 5 to smithi17368540-22 2024-08-30T21:08:54.615 INFO:tasks.rados.rados.0.smithi173.stdout:3061: oid 22 updating version 0 to 2077 2024-08-30T21:08:54.615 INFO:tasks.rados.rados.0.smithi173.stdout:3061: oid 22 version 2077 is already newer than 2075 2024-08-30T21:08:54.615 INFO:tasks.rados.rados.0.smithi173.stdout:3061: oid 22 version 2077 is already newer than 2076 2024-08-30T21:08:54.615 INFO:tasks.rados.rados.0.smithi173.stdout:3061: oid 22 updating version 2077 to 2078 2024-08-30T21:08:54.616 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2078 (ObjNum 945 snap 291 seq_num 945) dirty exists 2024-08-30T21:08:54.616 INFO:tasks.rados.rados.0.smithi173.stdout:3061: left oid 22 (ObjNum 945 snap 291 seq_num 945) 2024-08-30T21:08:54.619 INFO:tasks.rados.rados.0.smithi173.stdout:3062: expect (ObjNum 823 snap 250 seq_num 823) 2024-08-30T21:08:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:54 smithi173 ceph-mon[79976]: osdmap e672: 8 total, 8 up, 8 in 2024-08-30T21:08:54.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:54 smithi173 ceph-mon[82405]: osdmap e672: 8 total, 8 up, 8 in 2024-08-30T21:08:55.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:54 smithi196 ceph-mon[74601]: osdmap e672: 8 total, 8 up, 8 in 2024-08-30T21:08:55.581 INFO:tasks.rados.rados.0.smithi173.stdout:3060: done (3 left) 2024-08-30T21:08:55.581 INFO:tasks.rados.rados.0.smithi173.stdout:3061: done (2 left) 2024-08-30T21:08:55.581 INFO:tasks.rados.rados.0.smithi173.stdout:3062: done (1 left) 2024-08-30T21:08:55.581 INFO:tasks.rados.rados.0.smithi173.stdout:3063: done (0 left) 2024-08-30T21:08:55.581 INFO:tasks.rados.rados.0.smithi173.stdout:3064: read oid 27 snap -1 2024-08-30T21:08:55.581 INFO:tasks.rados.rados.0.smithi173.stdout:3064: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:08:55.582 INFO:tasks.rados.rados.0.smithi173.stdout:3065: delete oid 44 current snap is 292 2024-08-30T21:08:55.586 INFO:tasks.rados.rados.0.smithi173.stdout:3065: done (1 left) 2024-08-30T21:08:55.586 INFO:tasks.rados.rados.0.smithi173.stdout:3066: snap_create 2024-08-30T21:08:55.587 INFO:tasks.rados.rados.0.smithi173.stdout:3064: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:08:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:55 smithi173 ceph-mon[79976]: pgmap v682: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-30T21:08:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:55 smithi173 ceph-mon[79976]: osdmap e673: 8 total, 8 up, 8 in 2024-08-30T21:08:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:55 smithi173 ceph-mon[82405]: pgmap v682: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-30T21:08:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:55 smithi173 ceph-mon[82405]: osdmap e673: 8 total, 8 up, 8 in 2024-08-30T21:08:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:55 smithi196 ceph-mon[74601]: pgmap v682: 121 pgs: 121 active+clean; 193 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-30T21:08:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:55 smithi196 ceph-mon[74601]: osdmap e673: 8 total, 8 up, 8 in 2024-08-30T21:08:56.564 INFO:tasks.rados.rados.0.smithi173.stdout:3064: done (1 left) 2024-08-30T21:08:56.564 INFO:tasks.rados.rados.0.smithi173.stdout:3066: done (0 left) 2024-08-30T21:08:56.565 INFO:tasks.rados.rados.0.smithi173.stdout:3067: copy_from oid 15 from oid 17 current snap is 293 2024-08-30T21:08:56.565 INFO:tasks.rados.rados.0.smithi173.stdout:3068: snap_remove snap 292 2024-08-30T21:08:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:56 smithi173 ceph-mon[79976]: osdmap e674: 8 total, 8 up, 8 in 2024-08-30T21:08:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:56 smithi173 ceph-mon[79976]: osdmap e675: 8 total, 8 up, 8 in 2024-08-30T21:08:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:56 smithi173 ceph-mon[82405]: osdmap e674: 8 total, 8 up, 8 in 2024-08-30T21:08:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:56 smithi173 ceph-mon[82405]: osdmap e675: 8 total, 8 up, 8 in 2024-08-30T21:08:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:56 smithi196 ceph-mon[74601]: osdmap e674: 8 total, 8 up, 8 in 2024-08-30T21:08:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:56 smithi196 ceph-mon[74601]: osdmap e675: 8 total, 8 up, 8 in 2024-08-30T21:08:57.565 INFO:tasks.rados.rados.0.smithi173.stdout:3068: done (1 left) 2024-08-30T21:08:57.565 INFO:tasks.rados.rados.0.smithi173.stdout:3069: copy_from oid 18 from oid 46 current snap is 293 2024-08-30T21:08:57.565 INFO:tasks.rados.rados.0.smithi173.stdout:3067: finishing copy_from racing read to smithi17368540-15 2024-08-30T21:08:57.565 INFO:tasks.rados.rados.0.smithi173.stdout:3067: finishing copy_from to smithi17368540-15 2024-08-30T21:08:57.565 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 1805 (ObjNum 369 snap 0 seq_num 1578696032) dirty exists 2024-08-30T21:08:57.566 INFO:tasks.rados.rados.0.smithi173.stdout:3067: done (1 left) 2024-08-30T21:08:57.566 INFO:tasks.rados.rados.0.smithi173.stdout:3070: snap_create 2024-08-30T21:08:57.583 INFO:tasks.rados.rados.0.smithi173.stdout:3069: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:08:57.589 INFO:tasks.rados.rados.0.smithi173.stdout:3069: finishing copy_from to smithi17368540-18 2024-08-30T21:08:57.589 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 1811 (ObjNum 915 snap 278 seq_num 915) dirty exists 2024-08-30T21:08:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:57 smithi173 ceph-mon[79976]: pgmap v685: 121 pgs: 121 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-30T21:08:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:57 smithi173 ceph-mon[79976]: osdmap e676: 8 total, 8 up, 8 in 2024-08-30T21:08:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:57 smithi173 ceph-mon[82405]: pgmap v685: 121 pgs: 121 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-30T21:08:57.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:57 smithi173 ceph-mon[82405]: osdmap e676: 8 total, 8 up, 8 in 2024-08-30T21:08:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:57 smithi196 ceph-mon[74601]: pgmap v685: 121 pgs: 121 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-08-30T21:08:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:57 smithi196 ceph-mon[74601]: osdmap e676: 8 total, 8 up, 8 in 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3069: done (1 left) 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3070: done (0 left) 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3071: read oid 18 snap -1 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3071: expect (ObjNum 915 snap 278 seq_num 915) 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3072: read oid 24 snap 291 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3072: expect (ObjNum 938 snap 286 seq_num 938) 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3073: read oid 2 snap 291 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3073: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:08:58.568 INFO:tasks.rados.rados.0.smithi173.stdout:3074: setattr oid 42 current snap is 294 2024-08-30T21:08:58.569 INFO:tasks.rados.rados.0.smithi173.stdout:3075: copy_from oid 15 from oid 12 current snap is 294 2024-08-30T21:08:58.569 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 50 current snap is 294 2024-08-30T21:08:58.569 INFO:tasks.rados.rados.0.smithi173.stdout:3076: seq_num 947 ranges {7602176=663552,8265728=630784,8896512=172032} 2024-08-30T21:08:58.614 INFO:tasks.rados.rados.0.smithi173.stdout:3076: writing smithi17368540-50 from 7602176 to 8265728 tid 1 2024-08-30T21:08:58.618 INFO:tasks.rados.rados.0.smithi173.stdout:3076: writing smithi17368540-50 from 8265728 to 8896512 tid 2 2024-08-30T21:08:58.619 INFO:tasks.rados.rados.0.smithi173.stdout:3076: writing smithi17368540-50 from 8896512 to 9068544 tid 3 2024-08-30T21:08:58.619 INFO:tasks.rados.rados.0.smithi173.stdout:3077: copy_from oid 30 from oid 47 current snap is 294 2024-08-30T21:08:58.619 INFO:tasks.rados.rados.0.smithi173.stdout:3075: finishing copy_from to smithi17368540-15 2024-08-30T21:08:58.620 INFO:tasks.rados.rados.0.smithi173.stdout:3075: got expected ENOENT (src dne) 2024-08-30T21:08:58.620 INFO:tasks.rados.rados.0.smithi173.stdout:3078: rollback oid 22 current snap is 294 2024-08-30T21:08:58.620 INFO:tasks.rados.rados.0.smithi173.stdout:3075: finishing copy_from racing read to smithi17368540-15 2024-08-30T21:08:58.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1994 (ObjNum 931 snap 284 seq_num 931) dirty exists 2024-08-30T21:08:58.620 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 293 2024-08-30T21:08:58.620 INFO:tasks.rados.rados.0.smithi173.stdout:3071: expect (ObjNum 915 snap 278 seq_num 915) 2024-08-30T21:08:58.679 INFO:tasks.rados.rados.0.smithi173.stdout:3072: expect (ObjNum 938 snap 286 seq_num 938) 2024-08-30T21:08:58.972 INFO:tasks.rados.rados.0.smithi173.stdout:3073: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:08:59.273 INFO:tasks.rados.rados.0.smithi173.stdout:3076: finishing write tid 1 to smithi17368540-50 2024-08-30T21:08:59.273 INFO:tasks.rados.rados.0.smithi173.stdout:3076: finishing write tid 2 to smithi17368540-50 2024-08-30T21:08:59.273 INFO:tasks.rados.rados.0.smithi173.stdout:3076: finishing write tid 3 to smithi17368540-50 2024-08-30T21:08:59.273 INFO:tasks.rados.rados.0.smithi173.stdout:3076: finishing write tid 4 to smithi17368540-50 2024-08-30T21:08:59.274 INFO:tasks.rados.rados.0.smithi173.stdout:3078: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:08:59.274 INFO:tasks.rados.rados.0.smithi173.stdout:3078: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:08:59.274 INFO:tasks.rados.rados.0.smithi173.stdout:3078: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:08:59.274 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2081 (ObjNum 945 snap 291 seq_num 945) dirty exists 2024-08-30T21:08:59.274 INFO:tasks.rados.rados.0.smithi173.stdout:3076: finishing write tid 5 to smithi17368540-50 2024-08-30T21:08:59.275 INFO:tasks.rados.rados.0.smithi173.stdout:3076: oid 50 updating version 0 to 1650 2024-08-30T21:08:59.275 INFO:tasks.rados.rados.0.smithi173.stdout:3076: oid 50 version 1650 is already newer than 1649 2024-08-30T21:08:59.275 INFO:tasks.rados.rados.0.smithi173.stdout:3076: oid 50 updating version 1650 to 1652 2024-08-30T21:08:59.275 INFO:tasks.rados.rados.0.smithi173.stdout:3076: oid 50 version 1652 is already newer than 1651 2024-08-30T21:08:59.275 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 1652 (ObjNum 947 snap 294 seq_num 947) dirty exists 2024-08-30T21:08:59.275 INFO:tasks.rados.rados.0.smithi173.stdout:3076: left oid 50 (ObjNum 947 snap 294 seq_num 947) 2024-08-30T21:08:59.276 INFO:tasks.rados.rados.0.smithi173.stdout:3077: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:08:59.276 INFO:tasks.rados.rados.0.smithi173.stdout:3077: finishing copy_from to smithi17368540-30 2024-08-30T21:08:59.276 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1470 (ObjNum 918 snap 279 seq_num 918) dirty exists 2024-08-30T21:08:59.276 INFO:tasks.rados.rados.0.smithi173.stdout:3071: done (7 left) 2024-08-30T21:08:59.276 INFO:tasks.rados.rados.0.smithi173.stdout:3072: done (6 left) 2024-08-30T21:08:59.276 INFO:tasks.rados.rados.0.smithi173.stdout:3073: done (5 left) 2024-08-30T21:08:59.276 INFO:tasks.rados.rados.0.smithi173.stdout:3074: done (4 left) 2024-08-30T21:08:59.277 INFO:tasks.rados.rados.0.smithi173.stdout:3075: done (3 left) 2024-08-30T21:08:59.277 INFO:tasks.rados.rados.0.smithi173.stdout:3076: done (2 left) 2024-08-30T21:08:59.277 INFO:tasks.rados.rados.0.smithi173.stdout:3077: done (1 left) 2024-08-30T21:08:59.277 INFO:tasks.rados.rados.0.smithi173.stdout:3078: done (0 left) 2024-08-30T21:08:59.277 INFO:tasks.rados.rados.0.smithi173.stdout:3079: rollback oid 21 current snap is 294 2024-08-30T21:08:59.277 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 21 to 293 2024-08-30T21:08:59.278 INFO:tasks.rados.rados.0.smithi173.stdout:3080: snap_remove snap 291 2024-08-30T21:08:59.592 INFO:tasks.rados.rados.0.smithi173.stdout:3080: done (1 left) 2024-08-30T21:08:59.592 INFO:tasks.rados.rados.0.smithi173.stdout:3081: rollback oid 8 current snap is 294 2024-08-30T21:08:59.592 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 8 to 293 2024-08-30T21:08:59.592 INFO:tasks.rados.rados.0.smithi173.stdout:3079: finishing rollback tid 0 to smithi17368540-21 2024-08-30T21:08:59.592 INFO:tasks.rados.rados.0.smithi173.stdout:3079: finishing rollback tid 1 to smithi17368540-21 2024-08-30T21:08:59.592 INFO:tasks.rados.rados.0.smithi173.stdout:3079: finishing rollback tid 2 to smithi17368540-21 2024-08-30T21:08:59.592 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2084 (ObjNum 914 snap 278 seq_num 914) dirty exists 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3079: done (1 left) 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3082: read oid 31 snap -1 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3082: expect (ObjNum 899 snap 276 seq_num 899) 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3083: rmattr oid 6 current snap is 294 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3083: done (2 left) 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3084: read oid 2 snap -1 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3084: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3085: read oid 35 snap -1 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3085: expect (ObjNum 936 snap 286 seq_num 936) 2024-08-30T21:08:59.593 INFO:tasks.rados.rados.0.smithi173.stdout:3086: delete oid 30 current snap is 294 2024-08-30T21:08:59.603 INFO:tasks.rados.rados.0.smithi173.stdout:3081: finishing rollback tid 0 to smithi17368540-8 2024-08-30T21:08:59.609 INFO:tasks.rados.rados.0.smithi173.stdout:3081: finishing rollback tid 1 to smithi17368540-8 2024-08-30T21:08:59.609 INFO:tasks.rados.rados.0.smithi173.stdout:3086: done (4 left) 2024-08-30T21:08:59.609 INFO:tasks.rados.rados.0.smithi173.stdout:3087: delete oid 47 current snap is 294 2024-08-30T21:08:59.609 INFO:tasks.rados.rados.0.smithi173.stdout:3081: finishing rollback tid 2 to smithi17368540-8 2024-08-30T21:08:59.609 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2064 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:08:59.611 INFO:tasks.rados.rados.0.smithi173.stdout:3085: expect (ObjNum 936 snap 286 seq_num 936) 2024-08-30T21:08:59.698 INFO:tasks.rados.rados.0.smithi173.stdout:3082: expect (ObjNum 899 snap 276 seq_num 899) 2024-08-30T21:08:59.793 INFO:tasks.rados.rados.0.smithi173.stdout:3084: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:08:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:59 smithi173 ceph-mon[79976]: pgmap v688: 121 pgs: 121 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 756 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-30T21:08:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:08:59 smithi173 ceph-mon[79976]: osdmap e677: 8 total, 8 up, 8 in 2024-08-30T21:08:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:59 smithi173 ceph-mon[82405]: pgmap v688: 121 pgs: 121 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 756 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-30T21:08:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:08:59 smithi173 ceph-mon[82405]: osdmap e677: 8 total, 8 up, 8 in 2024-08-30T21:09:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:59 smithi196 ceph-mon[74601]: pgmap v688: 121 pgs: 121 active+clean; 184 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 756 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-30T21:09:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:08:59 smithi196 ceph-mon[74601]: osdmap e677: 8 total, 8 up, 8 in 2024-08-30T21:09:00.096 INFO:tasks.rados.rados.0.smithi173.stdout:3081: done (4 left) 2024-08-30T21:09:00.096 INFO:tasks.rados.rados.0.smithi173.stdout:3082: done (3 left) 2024-08-30T21:09:00.096 INFO:tasks.rados.rados.0.smithi173.stdout:3084: done (2 left) 2024-08-30T21:09:00.096 INFO:tasks.rados.rados.0.smithi173.stdout:3085: done (1 left) 2024-08-30T21:09:00.096 INFO:tasks.rados.rados.0.smithi173.stdout:3087: done (0 left) 2024-08-30T21:09:00.096 INFO:tasks.rados.rados.0.smithi173.stdout:3088: snap_remove snap 293 2024-08-30T21:09:00.602 INFO:tasks.rados.rados.0.smithi173.stdout:3088: done (0 left) 2024-08-30T21:09:00.602 INFO:tasks.rados.rados.0.smithi173.stdout:3089: read oid 24 snap -1 2024-08-30T21:09:00.602 INFO:tasks.rados.rados.0.smithi173.stdout:3089: expect (ObjNum 938 snap 286 seq_num 938) 2024-08-30T21:09:00.602 INFO:tasks.rados.rados.0.smithi173.stdout:3090: rmattr oid 28 current snap is 294 2024-08-30T21:09:00.602 INFO:tasks.rados.rados.0.smithi173.stdout:3091: copy_from oid 11 from oid 5 current snap is 294 2024-08-30T21:09:00.603 INFO:tasks.rados.rados.0.smithi173.stdout:3092: rollback oid 38 current snap is 294 2024-08-30T21:09:00.603 INFO:tasks.rados.rados.0.smithi173.stdout:3092: done (3 left) 2024-08-30T21:09:00.603 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 294 2024-08-30T21:09:00.603 INFO:tasks.rados.rados.0.smithi173.stdout:3093: seq_num 950 ranges {1712128=720896,2433024=679936,3112960=122880} 2024-08-30T21:09:00.616 INFO:tasks.rados.rados.0.smithi173.stdout:3093: writing smithi17368540-46 from 1712128 to 2433024 tid 1 2024-08-30T21:09:00.621 INFO:tasks.rados.rados.0.smithi173.stdout:3093: writing smithi17368540-46 from 2433024 to 3112960 tid 2 2024-08-30T21:09:00.622 INFO:tasks.rados.rados.0.smithi173.stdout:3093: writing smithi17368540-46 from 3112960 to 3235840 tid 3 2024-08-30T21:09:00.622 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 294 2024-08-30T21:09:00.622 INFO:tasks.rados.rados.0.smithi173.stdout:3094: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-08-30T21:09:00.627 INFO:tasks.rados.rados.0.smithi173.stdout:3094: writing smithi17368540-41 from 0 to 737280 tid 1 2024-08-30T21:09:00.631 INFO:tasks.rados.rados.0.smithi173.stdout:3094: writing smithi17368540-41 from 737280 to 1351680 tid 2 2024-08-30T21:09:00.633 INFO:tasks.rados.rados.0.smithi173.stdout:3094: writing smithi17368540-41 from 1351680 to 1540096 tid 3 2024-08-30T21:09:00.633 INFO:tasks.rados.rados.0.smithi173.stdout:3095: snap_create 2024-08-30T21:09:00.633 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2085 (ObjNum 943 snap 290 seq_num 943) dirty exists 2024-08-30T21:09:00.633 INFO:tasks.rados.rados.0.smithi173.stdout:3089: expect (ObjNum 938 snap 286 seq_num 938) 2024-08-30T21:09:00.927 INFO:tasks.rados.rados.0.smithi173.stdout:3093: finishing write tid 1 to smithi17368540-46 2024-08-30T21:09:00.927 INFO:tasks.rados.rados.0.smithi173.stdout:3093: finishing write tid 2 to smithi17368540-46 2024-08-30T21:09:00.927 INFO:tasks.rados.rados.0.smithi173.stdout:3093: finishing write tid 3 to smithi17368540-46 2024-08-30T21:09:00.927 INFO:tasks.rados.rados.0.smithi173.stdout:3093: finishing write tid 4 to smithi17368540-46 2024-08-30T21:09:00.928 INFO:tasks.rados.rados.0.smithi173.stdout:3093: finishing write tid 5 to smithi17368540-46 2024-08-30T21:09:00.928 INFO:tasks.rados.rados.0.smithi173.stdout:3093: oid 46 updating version 0 to 1825 2024-08-30T21:09:00.928 INFO:tasks.rados.rados.0.smithi173.stdout:3093: oid 46 version 1825 is already newer than 1824 2024-08-30T21:09:00.928 INFO:tasks.rados.rados.0.smithi173.stdout:3093: oid 46 version 1825 is already newer than 1823 2024-08-30T21:09:00.928 INFO:tasks.rados.rados.0.smithi173.stdout:3093: oid 46 updating version 1825 to 1826 2024-08-30T21:09:00.928 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1826 (ObjNum 950 snap 294 seq_num 950) dirty exists 2024-08-30T21:09:00.929 INFO:tasks.rados.rados.0.smithi173.stdout:3093: left oid 46 (ObjNum 950 snap 294 seq_num 950) 2024-08-30T21:09:00.929 INFO:tasks.rados.rados.0.smithi173.stdout:3091: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:09:00.929 INFO:tasks.rados.rados.0.smithi173.stdout:3094: finishing write tid 1 to smithi17368540-41 2024-08-30T21:09:00.929 INFO:tasks.rados.rados.0.smithi173.stdout:3091: finishing copy_from to smithi17368540-11 2024-08-30T21:09:00.929 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2162 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:09:00.930 INFO:tasks.rados.rados.0.smithi173.stdout:3094: finishing write tid 2 to smithi17368540-41 2024-08-30T21:09:00.930 INFO:tasks.rados.rados.0.smithi173.stdout:3094: finishing write tid 3 to smithi17368540-41 2024-08-30T21:09:00.930 INFO:tasks.rados.rados.0.smithi173.stdout:3094: finishing write tid 4 to smithi17368540-41 2024-08-30T21:09:00.930 INFO:tasks.rados.rados.0.smithi173.stdout:3094: finishing write tid 5 to smithi17368540-41 2024-08-30T21:09:00.930 INFO:tasks.rados.rados.0.smithi173.stdout:3094: oid 41 updating version 0 to 1693 2024-08-30T21:09:00.931 INFO:tasks.rados.rados.0.smithi173.stdout:3094: oid 41 updating version 1693 to 1695 2024-08-30T21:09:00.931 INFO:tasks.rados.rados.0.smithi173.stdout:3094: oid 41 version 1695 is already newer than 1692 2024-08-30T21:09:00.931 INFO:tasks.rados.rados.0.smithi173.stdout:3094: oid 41 version 1695 is already newer than 1694 2024-08-30T21:09:00.931 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1695 (ObjNum 951 snap 294 seq_num 951) dirty exists 2024-08-30T21:09:00.931 INFO:tasks.rados.rados.0.smithi173.stdout:3094: left oid 41 (ObjNum 951 snap 294 seq_num 951) 2024-08-30T21:09:00.959 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:00 smithi173 ceph-mon[79976]: osdmap e678: 8 total, 8 up, 8 in 2024-08-30T21:09:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:00 smithi173 ceph-mon[82405]: osdmap e678: 8 total, 8 up, 8 in 2024-08-30T21:09:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:00 smithi196 ceph-mon[74601]: osdmap e678: 8 total, 8 up, 8 in 2024-08-30T21:09:01.568 INFO:tasks.rados.rados.0.smithi173.stdout:3089: done (5 left) 2024-08-30T21:09:01.568 INFO:tasks.rados.rados.0.smithi173.stdout:3090: done (4 left) 2024-08-30T21:09:01.568 INFO:tasks.rados.rados.0.smithi173.stdout:3091: done (3 left) 2024-08-30T21:09:01.568 INFO:tasks.rados.rados.0.smithi173.stdout:3093: done (2 left) 2024-08-30T21:09:01.568 INFO:tasks.rados.rados.0.smithi173.stdout:3094: done (1 left) 2024-08-30T21:09:01.568 INFO:tasks.rados.rados.0.smithi173.stdout:3095: done (0 left) 2024-08-30T21:09:01.569 INFO:tasks.rados.rados.0.smithi173.stdout:3096: delete oid 12 current snap is 295 2024-08-30T21:09:01.574 INFO:tasks.rados.rados.0.smithi173.stdout:3096: done (0 left) 2024-08-30T21:09:01.574 INFO:tasks.rados.rados.0.smithi173.stdout:3097: snap_create 2024-08-30T21:09:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:01 smithi173 ceph-mon[79976]: pgmap v691: 121 pgs: 121 active+clean; 177 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 350 KiB/s wr, 10 op/s 2024-08-30T21:09:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:01 smithi173 ceph-mon[79976]: osdmap e679: 8 total, 8 up, 8 in 2024-08-30T21:09:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:01 smithi173 ceph-mon[79976]: osdmap e680: 8 total, 8 up, 8 in 2024-08-30T21:09:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:01 smithi173 ceph-mon[82405]: pgmap v691: 121 pgs: 121 active+clean; 177 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 350 KiB/s wr, 10 op/s 2024-08-30T21:09:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:01 smithi173 ceph-mon[82405]: osdmap e679: 8 total, 8 up, 8 in 2024-08-30T21:09:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:01 smithi173 ceph-mon[82405]: osdmap e680: 8 total, 8 up, 8 in 2024-08-30T21:09:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:01 smithi196 ceph-mon[74601]: pgmap v691: 121 pgs: 121 active+clean; 177 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 350 KiB/s wr, 10 op/s 2024-08-30T21:09:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:01 smithi196 ceph-mon[74601]: osdmap e679: 8 total, 8 up, 8 in 2024-08-30T21:09:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:01 smithi196 ceph-mon[74601]: osdmap e680: 8 total, 8 up, 8 in 2024-08-30T21:09:02.568 INFO:tasks.rados.rados.0.smithi173.stdout:3097: done (0 left) 2024-08-30T21:09:02.568 INFO:tasks.rados.rados.0.smithi173.stdout:3098: delete oid 41 current snap is 296 2024-08-30T21:09:02.570 INFO:tasks.rados.rados.0.smithi173.stdout:3098: done (0 left) 2024-08-30T21:09:02.570 INFO:tasks.rados.rados.0.smithi173.stdout:3099: read oid 22 snap 294 2024-08-30T21:09:02.570 INFO:tasks.rados.rados.0.smithi173.stdout:3099: expect (ObjNum 945 snap 291 seq_num 945) 2024-08-30T21:09:02.570 INFO:tasks.rados.rados.0.smithi173.stdout:3100: snap_create 2024-08-30T21:09:02.583 INFO:tasks.rados.rados.0.smithi173.stdout:3099: expect (ObjNum 945 snap 291 seq_num 945) 2024-08-30T21:09:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:09:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:09:03] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.51.0" 2024-08-30T21:09:03.574 INFO:tasks.rados.rados.0.smithi173.stdout:3099: done (1 left) 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3100: done (0 left) 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3101: read oid 42 snap -1 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3101: expect (ObjNum 931 snap 284 seq_num 931) 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3102: rollback oid 40 current snap is 297 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 40 to 295 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3103: read oid 5 snap -1 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3103: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3104: rollback oid 37 current snap is 297 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 37 to 296 2024-08-30T21:09:03.575 INFO:tasks.rados.rados.0.smithi173.stdout:3105: snap_create 2024-08-30T21:09:03.576 INFO:tasks.rados.rados.0.smithi173.stdout:3104: finishing rollback tid 1 to smithi17368540-37 2024-08-30T21:09:03.576 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 0 (ObjNum 177 snap 0 seq_num 1578924736) dirty dne 2024-08-30T21:09:03.581 INFO:tasks.rados.rados.0.smithi173.stdout:3102: finishing rollback tid 0 to smithi17368540-40 2024-08-30T21:09:03.581 INFO:tasks.rados.rados.0.smithi173.stdout:3102: finishing rollback tid 1 to smithi17368540-40 2024-08-30T21:09:03.581 INFO:tasks.rados.rados.0.smithi173.stdout:3102: finishing rollback tid 2 to smithi17368540-40 2024-08-30T21:09:03.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 1177 (ObjNum 769 snap 0 seq_num 1579228640) dirty exists 2024-08-30T21:09:03.584 INFO:tasks.rados.rados.0.smithi173.stdout:3101: expect (ObjNum 931 snap 284 seq_num 931) 2024-08-30T21:09:03.617 INFO:tasks.rados.rados.0.smithi173.stdout:3103: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:09:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:03 smithi173 ceph-mon[79976]: pgmap v694: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-30T21:09:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:03 smithi173 ceph-mon[79976]: osdmap e681: 8 total, 8 up, 8 in 2024-08-30T21:09:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:03 smithi173 ceph-mon[82405]: pgmap v694: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-30T21:09:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:03 smithi173 ceph-mon[82405]: osdmap e681: 8 total, 8 up, 8 in 2024-08-30T21:09:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:03 smithi196 ceph-mon[74601]: pgmap v694: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-30T21:09:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:03 smithi196 ceph-mon[74601]: osdmap e681: 8 total, 8 up, 8 in 2024-08-30T21:09:04.581 INFO:tasks.rados.rados.0.smithi173.stdout:3101: done (4 left) 2024-08-30T21:09:04.581 INFO:tasks.rados.rados.0.smithi173.stdout:3102: done (3 left) 2024-08-30T21:09:04.581 INFO:tasks.rados.rados.0.smithi173.stdout:3103: done (2 left) 2024-08-30T21:09:04.581 INFO:tasks.rados.rados.0.smithi173.stdout:3104: done (1 left) 2024-08-30T21:09:04.581 INFO:tasks.rados.rados.0.smithi173.stdout:3105: done (0 left) 2024-08-30T21:09:04.581 INFO:tasks.rados.rados.0.smithi173.stdout:3106: read oid 2 snap -1 2024-08-30T21:09:04.581 INFO:tasks.rados.rados.0.smithi173.stdout:3106: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:04.582 INFO:tasks.rados.rados.0.smithi173.stdout:3107: snap_remove snap 294 2024-08-30T21:09:04.738 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:04 smithi173 ceph-mon[79976]: osdmap e682: 8 total, 8 up, 8 in 2024-08-30T21:09:04.739 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:04 smithi173 ceph-mon[82405]: osdmap e682: 8 total, 8 up, 8 in 2024-08-30T21:09:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:04 smithi196 ceph-mon[74601]: osdmap e682: 8 total, 8 up, 8 in 2024-08-30T21:09:05.582 INFO:tasks.rados.rados.0.smithi173.stdout:3107: done (1 left) 2024-08-30T21:09:05.582 INFO:tasks.rados.rados.0.smithi173.stdout:3108: snap_remove snap 296 2024-08-30T21:09:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:05 smithi173 ceph-mon[82405]: pgmap v697: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-30T21:09:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:05 smithi173 ceph-mon[82405]: osdmap e683: 8 total, 8 up, 8 in 2024-08-30T21:09:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:05 smithi173 ceph-mon[79976]: pgmap v697: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-30T21:09:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:05 smithi173 ceph-mon[79976]: osdmap e683: 8 total, 8 up, 8 in 2024-08-30T21:09:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:05 smithi196 ceph-mon[74601]: pgmap v697: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 4.2 MiB/s wr, 17 op/s 2024-08-30T21:09:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:05 smithi196 ceph-mon[74601]: osdmap e683: 8 total, 8 up, 8 in 2024-08-30T21:09:06.567 INFO:tasks.rados.rados.0.smithi173.stdout:3108: done (1 left) 2024-08-30T21:09:06.567 INFO:tasks.rados.rados.0.smithi173.stdout:3109: copy_from oid 1 from oid 32 current snap is 298 2024-08-30T21:09:06.567 INFO:tasks.rados.rados.0.smithi173.stdout:3106: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:06.878 INFO:tasks.rados.rados.0.smithi173.stdout:3109: finishing copy_from to smithi17368540-1 2024-08-30T21:09:06.878 INFO:tasks.rados.rados.0.smithi173.stdout:3109: got expected ENOENT (src dne) 2024-08-30T21:09:06.878 INFO:tasks.rados.rados.0.smithi173.stdout:3109: finishing copy_from racing read to smithi17368540-1 2024-08-30T21:09:06.878 INFO:tasks.rados.rados.0.smithi173.stdout:3106: done (1 left) 2024-08-30T21:09:06.878 INFO:tasks.rados.rados.0.smithi173.stdout:3109: done (0 left) 2024-08-30T21:09:06.878 INFO:tasks.rados.rados.0.smithi173.stdout:3110: read oid 2 snap 297 2024-08-30T21:09:06.878 INFO:tasks.rados.rados.0.smithi173.stdout:3110: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:06.879 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 298 2024-08-30T21:09:06.879 INFO:tasks.rados.rados.0.smithi173.stdout:3111: seq_num 954 ranges {6488064=786432,7274496=671744,7946240=131072} 2024-08-30T21:09:06.917 INFO:tasks.rados.rados.0.smithi173.stdout:3111: writing smithi17368540-21 from 6488064 to 7274496 tid 1 2024-08-30T21:09:06.922 INFO:tasks.rados.rados.0.smithi173.stdout:3111: writing smithi17368540-21 from 7274496 to 7946240 tid 2 2024-08-30T21:09:06.923 INFO:tasks.rados.rados.0.smithi173.stdout:3111: writing smithi17368540-21 from 7946240 to 8077312 tid 3 2024-08-30T21:09:06.923 INFO:tasks.rados.rados.0.smithi173.stdout:3112: read oid 40 snap -1 2024-08-30T21:09:06.923 INFO:tasks.rados.rados.0.smithi173.stdout:3112: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:06.923 INFO:tasks.rados.rados.0.smithi173.stdout:3113: delete oid 17 current snap is 298 2024-08-30T21:09:06.923 INFO:tasks.rados.rados.0.smithi173.stdout:3110: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:06 smithi173 ceph-mon[82405]: osdmap e684: 8 total, 8 up, 8 in 2024-08-30T21:09:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:06 smithi173 ceph-mon[82405]: osdmap e685: 8 total, 8 up, 8 in 2024-08-30T21:09:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:06 smithi173 ceph-mon[79976]: osdmap e684: 8 total, 8 up, 8 in 2024-08-30T21:09:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:06 smithi173 ceph-mon[79976]: osdmap e685: 8 total, 8 up, 8 in 2024-08-30T21:09:07.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:06 smithi196 ceph-mon[74601]: osdmap e684: 8 total, 8 up, 8 in 2024-08-30T21:09:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:06 smithi196 ceph-mon[74601]: osdmap e685: 8 total, 8 up, 8 in 2024-08-30T21:09:07.226 INFO:tasks.rados.rados.0.smithi173.stdout:3112: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:07.227 INFO:tasks.rados.rados.0.smithi173.stdout:3111: finishing write tid 1 to smithi17368540-21 2024-08-30T21:09:07.227 INFO:tasks.rados.rados.0.smithi173.stdout:3111: finishing write tid 2 to smithi17368540-21 2024-08-30T21:09:07.227 INFO:tasks.rados.rados.0.smithi173.stdout:3111: finishing write tid 3 to smithi17368540-21 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: finishing write tid 4 to smithi17368540-21 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: finishing write tid 5 to smithi17368540-21 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: oid 21 updating version 0 to 2086 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: oid 21 updating version 2086 to 2089 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: oid 21 version 2089 is already newer than 2087 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: oid 21 version 2089 is already newer than 2088 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2089 (ObjNum 954 snap 298 seq_num 954) dirty exists 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: left oid 21 (ObjNum 954 snap 298 seq_num 954) 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3110: done (3 left) 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3111: done (2 left) 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3112: done (1 left) 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3113: done (0 left) 2024-08-30T21:09:07.228 INFO:tasks.rados.rados.0.smithi173.stdout:3114: snap_create 2024-08-30T21:09:07.601 INFO:tasks.rados.rados.0.smithi173.stdout:3114: done (0 left) 2024-08-30T21:09:07.601 INFO:tasks.rados.rados.0.smithi173.stdout:3115: snap_remove snap 295 2024-08-30T21:09:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:07 smithi173 ceph-mon[79976]: pgmap v700: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-30T21:09:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:07 smithi173 ceph-mon[82405]: pgmap v700: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-30T21:09:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:07 smithi196 ceph-mon[74601]: pgmap v700: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-08-30T21:09:08.609 INFO:tasks.rados.rados.0.smithi173.stdout:3115: done (0 left) 2024-08-30T21:09:08.609 INFO:tasks.rados.rados.0.smithi173.stdout:3116: setattr oid 30 current snap is 299 2024-08-30T21:09:08.610 INFO:tasks.rados.rados.0.smithi173.stdout:3117: rollback oid 24 current snap is 299 2024-08-30T21:09:08.611 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 24 to 297 2024-08-30T21:09:08.611 INFO:tasks.rados.rados.0.smithi173.stdout:3118: read oid 37 snap -1 2024-08-30T21:09:08.611 INFO:tasks.rados.rados.0.smithi173.stdout:3118: expect deleted 2024-08-30T21:09:08.611 INFO:tasks.rados.rados.0.smithi173.stdout:3119: snap_remove snap 298 2024-08-30T21:09:08.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:08 smithi173 ceph-mon[79976]: osdmap e686: 8 total, 8 up, 8 in 2024-08-30T21:09:08.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:08 smithi173 ceph-mon[82405]: osdmap e686: 8 total, 8 up, 8 in 2024-08-30T21:09:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:08 smithi196 ceph-mon[74601]: osdmap e686: 8 total, 8 up, 8 in 2024-08-30T21:09:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:09.616 INFO:tasks.rados.rados.0.smithi173.stdout:3119: done (3 left) 2024-08-30T21:09:09.617 INFO:tasks.rados.rados.0.smithi173.stdout:3120: copy_from oid 17 from oid 39 current snap is 299 2024-08-30T21:09:09.617 INFO:tasks.rados.rados.0.smithi173.stdout:3121: snap_create 2024-08-30T21:09:09.617 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1655 (ObjNum 289 snap 0 seq_num 1579304064) dirty exists 2024-08-30T21:09:09.617 INFO:tasks.rados.rados.0.smithi173.stdout:3117: finishing rollback tid 0 to smithi17368540-24 2024-08-30T21:09:09.617 INFO:tasks.rados.rados.0.smithi173.stdout:3117: finishing rollback tid 1 to smithi17368540-24 2024-08-30T21:09:09.617 INFO:tasks.rados.rados.0.smithi173.stdout:3117: finishing rollback tid 2 to smithi17368540-24 2024-08-30T21:09:09.617 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1829 (ObjNum 938 snap 286 seq_num 938) dirty exists 2024-08-30T21:09:09.622 INFO:tasks.rados.rados.0.smithi173.stdout:3120: finishing copy_from to smithi17368540-17 2024-08-30T21:09:09.623 INFO:tasks.rados.rados.0.smithi173.stdout:3120: got expected ENOENT (src dne) 2024-08-30T21:09:09.623 INFO:tasks.rados.rados.0.smithi173.stdout:3120: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:09:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:09 smithi173 ceph-mon[79976]: pgmap v703: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-30T21:09:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:09 smithi173 ceph-mon[79976]: osdmap e687: 8 total, 8 up, 8 in 2024-08-30T21:09:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:09 smithi173 ceph-mon[82405]: pgmap v703: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-30T21:09:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:09 smithi173 ceph-mon[82405]: osdmap e687: 8 total, 8 up, 8 in 2024-08-30T21:09:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:09 smithi196 ceph-mon[74601]: pgmap v703: 121 pgs: 121 active+clean; 151 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-30T21:09:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:09 smithi196 ceph-mon[74601]: osdmap e687: 8 total, 8 up, 8 in 2024-08-30T21:09:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:3116: done (4 left) 2024-08-30T21:09:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:3117: done (3 left) 2024-08-30T21:09:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:3118: done (2 left) 2024-08-30T21:09:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:3120: done (1 left) 2024-08-30T21:09:10.624 INFO:tasks.rados.rados.0.smithi173.stdout:3121: done (0 left) 2024-08-30T21:09:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:3122: rollback oid 15 current snap is 300 2024-08-30T21:09:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 15 to 299 2024-08-30T21:09:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:3123: read oid 2 snap -1 2024-08-30T21:09:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:3123: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 300 2024-08-30T21:09:10.625 INFO:tasks.rados.rados.0.smithi173.stdout:3124: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-08-30T21:09:10.626 INFO:tasks.rados.rados.0.smithi173.stdout:3124: writing smithi17368540-30 from 0 to 417792 tid 1 2024-08-30T21:09:10.628 INFO:tasks.rados.rados.0.smithi173.stdout:3124: writing smithi17368540-30 from 417792 to 851968 tid 2 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:3124: writing smithi17368540-30 from 851968 to 1622016 tid 3 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:3125: read oid 43 snap -1 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:3125: expect (ObjNum 925 snap 283 seq_num 925) 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:3126: rollback oid 7 current snap is 300 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 7 to 299 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:3124: finishing write tid 1 to smithi17368540-30 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:3127: read oid 26 snap -1 2024-08-30T21:09:10.635 INFO:tasks.rados.rados.0.smithi173.stdout:3127: expect deleted 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:3128: rollback oid 22 current snap is 300 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 299 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:3129: rmattr oid 31 current snap is 300 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:3129: done (7 left) 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:3130: rollback oid 49 current snap is 300 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 297 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:3131: snap_create 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:3124: finishing write tid 2 to smithi17368540-30 2024-08-30T21:09:10.636 INFO:tasks.rados.rados.0.smithi173.stdout:3122: finishing rollback tid 0 to smithi17368540-15 2024-08-30T21:09:10.637 INFO:tasks.rados.rados.0.smithi173.stdout:3122: finishing rollback tid 1 to smithi17368540-15 2024-08-30T21:09:10.637 INFO:tasks.rados.rados.0.smithi173.stdout:3122: finishing rollback tid 2 to smithi17368540-15 2024-08-30T21:09:10.638 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2067 (ObjNum 65 snap 0 seq_num 1785749617) dirty exists 2024-08-30T21:09:10.641 INFO:tasks.rados.rados.0.smithi173.stdout:3130: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:09:10.646 INFO:tasks.rados.rados.0.smithi173.stdout:3130: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:09:10.646 INFO:tasks.rados.rados.0.smithi173.stdout:3130: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:09:10.646 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1812 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:09:10.646 INFO:tasks.rados.rados.0.smithi173.stdout:3124: finishing write tid 3 to smithi17368540-30 2024-08-30T21:09:10.646 INFO:tasks.rados.rados.0.smithi173.stdout:3124: finishing write tid 4 to smithi17368540-30 2024-08-30T21:09:10.647 INFO:tasks.rados.rados.0.smithi173.stdout:3126: finishing rollback tid 0 to smithi17368540-7 2024-08-30T21:09:10.647 INFO:tasks.rados.rados.0.smithi173.stdout:3126: finishing rollback tid 1 to smithi17368540-7 2024-08-30T21:09:10.647 INFO:tasks.rados.rados.0.smithi173.stdout:3126: finishing rollback tid 2 to smithi17368540-7 2024-08-30T21:09:10.647 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 1662 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:09:10.648 INFO:tasks.rados.rados.0.smithi173.stdout:3124: finishing write tid 5 to smithi17368540-30 2024-08-30T21:09:10.648 INFO:tasks.rados.rados.0.smithi173.stdout:3124: oid 30 updating version 0 to 1659 2024-08-30T21:09:10.648 INFO:tasks.rados.rados.0.smithi173.stdout:3124: oid 30 version 1659 is already newer than 1658 2024-08-30T21:09:10.648 INFO:tasks.rados.rados.0.smithi173.stdout:3124: oid 30 version 1659 is already newer than 1657 2024-08-30T21:09:10.648 INFO:tasks.rados.rados.0.smithi173.stdout:3124: oid 30 version 1659 is already newer than 1656 2024-08-30T21:09:10.649 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 1659 (ObjNum 956 snap 300 seq_num 956) dirty exists 2024-08-30T21:09:10.649 INFO:tasks.rados.rados.0.smithi173.stdout:3124: left oid 30 (ObjNum 956 snap 300 seq_num 956) 2024-08-30T21:09:10.649 INFO:tasks.rados.rados.0.smithi173.stdout:3125: expect (ObjNum 925 snap 283 seq_num 925) 2024-08-30T21:09:10.693 INFO:tasks.rados.rados.0.smithi173.stdout:3128: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:09:10.693 INFO:tasks.rados.rados.0.smithi173.stdout:3128: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:09:10.693 INFO:tasks.rados.rados.0.smithi173.stdout:3128: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:09:10.693 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2092 (ObjNum 945 snap 291 seq_num 945) dirty exists 2024-08-30T21:09:10.693 INFO:tasks.rados.rados.0.smithi173.stdout:3123: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:10.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:10 smithi173 ceph-mon[82405]: osdmap e688: 8 total, 8 up, 8 in 2024-08-30T21:09:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:10 smithi173 ceph-mon[79976]: osdmap e688: 8 total, 8 up, 8 in 2024-08-30T21:09:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:10 smithi196 ceph-mon[74601]: osdmap e688: 8 total, 8 up, 8 in 2024-08-30T21:09:11.570 INFO:tasks.rados.rados.0.smithi173.stdout:3122: done (8 left) 2024-08-30T21:09:11.570 INFO:tasks.rados.rados.0.smithi173.stdout:3123: done (7 left) 2024-08-30T21:09:11.570 INFO:tasks.rados.rados.0.smithi173.stdout:3124: done (6 left) 2024-08-30T21:09:11.570 INFO:tasks.rados.rados.0.smithi173.stdout:3125: done (5 left) 2024-08-30T21:09:11.571 INFO:tasks.rados.rados.0.smithi173.stdout:3126: done (4 left) 2024-08-30T21:09:11.571 INFO:tasks.rados.rados.0.smithi173.stdout:3127: done (3 left) 2024-08-30T21:09:11.571 INFO:tasks.rados.rados.0.smithi173.stdout:3128: done (2 left) 2024-08-30T21:09:11.571 INFO:tasks.rados.rados.0.smithi173.stdout:3130: done (1 left) 2024-08-30T21:09:11.571 INFO:tasks.rados.rados.0.smithi173.stdout:3131: done (0 left) 2024-08-30T21:09:11.571 INFO:tasks.rados.rados.0.smithi173.stdout:3132: delete oid 27 current snap is 301 2024-08-30T21:09:11.574 INFO:tasks.rados.rados.0.smithi173.stdout:3132: done (0 left) 2024-08-30T21:09:11.574 INFO:tasks.rados.rados.0.smithi173.stdout:3133: copy_from oid 7 from oid 11 current snap is 301 2024-08-30T21:09:11.574 INFO:tasks.rados.rados.0.smithi173.stdout:3134: snap_create 2024-08-30T21:09:11.599 INFO:tasks.rados.rados.0.smithi173.stdout:3133: finishing copy_from racing read to smithi17368540-7 2024-08-30T21:09:11.605 INFO:tasks.rados.rados.0.smithi173.stdout:3133: finishing copy_from to smithi17368540-7 2024-08-30T21:09:11.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2162 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:09:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:11 smithi173 ceph-mon[82405]: pgmap v706: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 388 KiB/s wr, 3 op/s 2024-08-30T21:09:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:11 smithi173 ceph-mon[82405]: osdmap e689: 8 total, 8 up, 8 in 2024-08-30T21:09:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:11 smithi173 ceph-mon[82405]: osdmap e690: 8 total, 8 up, 8 in 2024-08-30T21:09:11.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:11 smithi173 ceph-mon[79976]: pgmap v706: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 388 KiB/s wr, 3 op/s 2024-08-30T21:09:11.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:11 smithi173 ceph-mon[79976]: osdmap e689: 8 total, 8 up, 8 in 2024-08-30T21:09:11.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:11 smithi173 ceph-mon[79976]: osdmap e690: 8 total, 8 up, 8 in 2024-08-30T21:09:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:11 smithi196 ceph-mon[74601]: pgmap v706: 121 pgs: 121 active+clean; 153 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 388 KiB/s wr, 3 op/s 2024-08-30T21:09:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:11 smithi196 ceph-mon[74601]: osdmap e689: 8 total, 8 up, 8 in 2024-08-30T21:09:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:11 smithi196 ceph-mon[74601]: osdmap e690: 8 total, 8 up, 8 in 2024-08-30T21:09:12.574 INFO:tasks.rados.rados.0.smithi173.stdout:3133: done (1 left) 2024-08-30T21:09:12.575 INFO:tasks.rados.rados.0.smithi173.stdout:3134: done (0 left) 2024-08-30T21:09:12.575 INFO:tasks.rados.rados.0.smithi173.stdout:3135: rmattr oid 22 current snap is 302 2024-08-30T21:09:12.575 INFO:tasks.rados.rados.0.smithi173.stdout:3135: done (0 left) 2024-08-30T21:09:12.575 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 302 2024-08-30T21:09:12.575 INFO:tasks.rados.rados.0.smithi173.stdout:3136: seq_num 958 ranges {1409024=450560,1859584=655360,2514944=548864} 2024-08-30T21:09:12.584 INFO:tasks.rados.rados.0.smithi173.stdout:3136: writing smithi17368540-19 from 1409024 to 1859584 tid 1 2024-08-30T21:09:12.588 INFO:tasks.rados.rados.0.smithi173.stdout:3136: writing smithi17368540-19 from 1859584 to 2514944 tid 2 2024-08-30T21:09:12.592 INFO:tasks.rados.rados.0.smithi173.stdout:3136: writing smithi17368540-19 from 2514944 to 3063808 tid 3 2024-08-30T21:09:12.592 INFO:tasks.rados.rados.0.smithi173.stdout:3137: copy_from oid 3 from oid 26 current snap is 302 2024-08-30T21:09:12.592 INFO:tasks.rados.rados.0.smithi173.stdout:3138: snap_create 2024-08-30T21:09:12.592 INFO:tasks.rados.rados.0.smithi173.stdout:3136: finishing write tid 1 to smithi17368540-19 2024-08-30T21:09:12.595 INFO:tasks.rados.rados.0.smithi173.stdout:3136: finishing write tid 2 to smithi17368540-19 2024-08-30T21:09:12.595 INFO:tasks.rados.rados.0.smithi173.stdout:3136: finishing write tid 3 to smithi17368540-19 2024-08-30T21:09:12.595 INFO:tasks.rados.rados.0.smithi173.stdout:3136: finishing write tid 4 to smithi17368540-19 2024-08-30T21:09:12.597 INFO:tasks.rados.rados.0.smithi173.stdout:3136: finishing write tid 5 to smithi17368540-19 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3136: oid 19 updating version 0 to 2008 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3136: oid 19 version 2008 is already newer than 2006 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3136: oid 19 version 2008 is already newer than 2007 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3136: oid 19 version 2008 is already newer than 2005 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 2008 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3136: left oid 19 (ObjNum 958 snap 302 seq_num 958) 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3137: finishing copy_from to smithi17368540-3 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3137: got expected ENOENT (src dne) 2024-08-30T21:09:12.598 INFO:tasks.rados.rados.0.smithi173.stdout:3137: finishing copy_from racing read to smithi17368540-3 2024-08-30T21:09:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:09:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:09:13] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-08-30T21:09:13.578 INFO:tasks.rados.rados.0.smithi173.stdout:3136: done (2 left) 2024-08-30T21:09:13.578 INFO:tasks.rados.rados.0.smithi173.stdout:3137: done (1 left) 2024-08-30T21:09:13.578 INFO:tasks.rados.rados.0.smithi173.stdout:3138: done (0 left) 2024-08-30T21:09:13.578 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 303 2024-08-30T21:09:13.578 INFO:tasks.rados.rados.0.smithi173.stdout:3139: seq_num 959 ranges {21856256=466944,22323200=540672,22863872=557056,23420928=106496} 2024-08-30T21:09:13.695 INFO:tasks.rados.rados.0.smithi173.stdout:3139: writing smithi17368540-20 from 21856256 to 22323200 tid 1 2024-08-30T21:09:13.698 INFO:tasks.rados.rados.0.smithi173.stdout:3139: writing smithi17368540-20 from 22323200 to 22863872 tid 2 2024-08-30T21:09:13.701 INFO:tasks.rados.rados.0.smithi173.stdout:3139: writing smithi17368540-20 from 22863872 to 23420928 tid 3 2024-08-30T21:09:13.702 INFO:tasks.rados.rados.0.smithi173.stdout:3139: writing smithi17368540-20 from 23420928 to 23527424 tid 4 2024-08-30T21:09:13.702 INFO:tasks.rados.rados.0.smithi173.stdout:3140: read oid 30 snap -1 2024-08-30T21:09:13.702 INFO:tasks.rados.rados.0.smithi173.stdout:3140: expect (ObjNum 956 snap 300 seq_num 956) 2024-08-30T21:09:13.702 INFO:tasks.rados.rados.0.smithi173.stdout:3141: snap_remove snap 300 2024-08-30T21:09:13.822 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:13 smithi196 ceph-mon[74601]: pgmap v709: 121 pgs: 121 active+clean; 153 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 388 KiB/s wr, 5 op/s 2024-08-30T21:09:13.823 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:13 smithi196 ceph-mon[74601]: osdmap e691: 8 total, 8 up, 8 in 2024-08-30T21:09:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:13 smithi173 ceph-mon[79976]: pgmap v709: 121 pgs: 121 active+clean; 153 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 388 KiB/s wr, 5 op/s 2024-08-30T21:09:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:13 smithi173 ceph-mon[79976]: osdmap e691: 8 total, 8 up, 8 in 2024-08-30T21:09:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:13 smithi173 ceph-mon[82405]: pgmap v709: 121 pgs: 121 active+clean; 153 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 388 KiB/s wr, 5 op/s 2024-08-30T21:09:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:13 smithi173 ceph-mon[82405]: osdmap e691: 8 total, 8 up, 8 in 2024-08-30T21:09:14.585 INFO:tasks.rados.rados.0.smithi173.stdout:3141: done (2 left) 2024-08-30T21:09:14.585 INFO:tasks.rados.rados.0.smithi173.stdout:3142: snap_remove snap 299 2024-08-30T21:09:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:14 smithi173 ceph-mon[79976]: osdmap e692: 8 total, 8 up, 8 in 2024-08-30T21:09:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:14 smithi173 ceph-mon[82405]: osdmap e692: 8 total, 8 up, 8 in 2024-08-30T21:09:15.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:14 smithi196 ceph-mon[74601]: osdmap e692: 8 total, 8 up, 8 in 2024-08-30T21:09:15.601 INFO:tasks.rados.rados.0.smithi173.stdout:3142: done (2 left) 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3143: copy_from oid 21 from oid 34 current snap is 303 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3144: delete oid 3 current snap is 303 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: finishing write tid 1 to smithi17368540-20 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: finishing write tid 2 to smithi17368540-20 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: finishing write tid 3 to smithi17368540-20 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: finishing write tid 4 to smithi17368540-20 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: finishing write tid 5 to smithi17368540-20 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: finishing write tid 6 to smithi17368540-20 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: oid 20 updating version 0 to 1701 2024-08-30T21:09:15.602 INFO:tasks.rados.rados.0.smithi173.stdout:3139: oid 20 version 1701 is already newer than 1698 2024-08-30T21:09:15.603 INFO:tasks.rados.rados.0.smithi173.stdout:3139: oid 20 version 1701 is already newer than 1699 2024-08-30T21:09:15.603 INFO:tasks.rados.rados.0.smithi173.stdout:3139: oid 20 version 1701 is already newer than 1700 2024-08-30T21:09:15.603 INFO:tasks.rados.rados.0.smithi173.stdout:3139: oid 20 version 1701 is already newer than 1697 2024-08-30T21:09:15.603 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1701 (ObjNum 959 snap 303 seq_num 959) dirty exists 2024-08-30T21:09:15.603 INFO:tasks.rados.rados.0.smithi173.stdout:3139: left oid 20 (ObjNum 959 snap 303 seq_num 959) 2024-08-30T21:09:15.603 INFO:tasks.rados.rados.0.smithi173.stdout:3140: expect (ObjNum 956 snap 300 seq_num 956) 2024-08-30T21:09:15.648 INFO:tasks.rados.rados.0.smithi173.stdout:3143: finishing copy_from to smithi17368540-21 2024-08-30T21:09:15.648 INFO:tasks.rados.rados.0.smithi173.stdout:3143: got expected ENOENT (src dne) 2024-08-30T21:09:15.648 INFO:tasks.rados.rados.0.smithi173.stdout:3143: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:09:15.649 INFO:tasks.rados.rados.0.smithi173.stdout:3139: done (3 left) 2024-08-30T21:09:15.649 INFO:tasks.rados.rados.0.smithi173.stdout:3140: done (2 left) 2024-08-30T21:09:15.649 INFO:tasks.rados.rados.0.smithi173.stdout:3143: done (1 left) 2024-08-30T21:09:15.649 INFO:tasks.rados.rados.0.smithi173.stdout:3144: done (0 left) 2024-08-30T21:09:15.649 INFO:tasks.rados.rados.0.smithi173.stdout:3145: rollback oid 33 current snap is 303 2024-08-30T21:09:15.649 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 302 2024-08-30T21:09:15.649 INFO:tasks.rados.rados.0.smithi173.stdout:3146: snap_create 2024-08-30T21:09:15.652 INFO:tasks.rados.rados.0.smithi173.stdout:3145: finishing rollback tid 0 to smithi17368540-33 2024-08-30T21:09:15.652 INFO:tasks.rados.rados.0.smithi173.stdout:3145: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:09:15.653 INFO:tasks.rados.rados.0.smithi173.stdout:3145: finishing rollback tid 2 to smithi17368540-33 2024-08-30T21:09:15.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2095 (ObjNum 889 snap 274 seq_num 889) dirty exists 2024-08-30T21:09:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:15 smithi173 ceph-mon[79976]: pgmap v712: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-30T21:09:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:15 smithi173 ceph-mon[79976]: osdmap e693: 8 total, 8 up, 8 in 2024-08-30T21:09:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:15 smithi173 ceph-mon[82405]: pgmap v712: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-30T21:09:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:15 smithi173 ceph-mon[82405]: osdmap e693: 8 total, 8 up, 8 in 2024-08-30T21:09:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:15 smithi196 ceph-mon[74601]: pgmap v712: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-30T21:09:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:15 smithi196 ceph-mon[74601]: osdmap e693: 8 total, 8 up, 8 in 2024-08-30T21:09:16.571 INFO:tasks.rados.rados.0.smithi173.stdout:3145: done (1 left) 2024-08-30T21:09:16.571 INFO:tasks.rados.rados.0.smithi173.stdout:3146: done (0 left) 2024-08-30T21:09:16.571 INFO:tasks.rados.rados.0.smithi173.stdout:3147: setattr oid 49 current snap is 304 2024-08-30T21:09:16.572 INFO:tasks.rados.rados.0.smithi173.stdout:3148: rollback oid 23 current snap is 304 2024-08-30T21:09:16.572 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 302 2024-08-30T21:09:16.572 INFO:tasks.rados.rados.0.smithi173.stdout:3149: snap_remove snap 303 2024-08-30T21:09:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:16 smithi173 ceph-mon[79976]: osdmap e694: 8 total, 8 up, 8 in 2024-08-30T21:09:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:16 smithi173 ceph-mon[79976]: osdmap e695: 8 total, 8 up, 8 in 2024-08-30T21:09:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:16 smithi173 ceph-mon[82405]: osdmap e694: 8 total, 8 up, 8 in 2024-08-30T21:09:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:16 smithi173 ceph-mon[82405]: osdmap e695: 8 total, 8 up, 8 in 2024-08-30T21:09:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:16 smithi196 ceph-mon[74601]: osdmap e694: 8 total, 8 up, 8 in 2024-08-30T21:09:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:16 smithi196 ceph-mon[74601]: osdmap e695: 8 total, 8 up, 8 in 2024-08-30T21:09:17.573 INFO:tasks.rados.rados.0.smithi173.stdout:3149: done (2 left) 2024-08-30T21:09:17.573 INFO:tasks.rados.rados.0.smithi173.stdout:3150: read oid 22 snap 297 2024-08-30T21:09:17.573 INFO:tasks.rados.rados.0.smithi173.stdout:3150: expect (ObjNum 945 snap 291 seq_num 945) 2024-08-30T21:09:17.573 INFO:tasks.rados.rados.0.smithi173.stdout:3151: snap_remove snap 301 2024-08-30T21:09:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:17 smithi173 ceph-mon[79976]: pgmap v715: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-08-30T21:09:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:17 smithi173 ceph-mon[79976]: osdmap e696: 8 total, 8 up, 8 in 2024-08-30T21:09:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:17 smithi173 ceph-mon[82405]: pgmap v715: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-08-30T21:09:17.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:17 smithi173 ceph-mon[82405]: osdmap e696: 8 total, 8 up, 8 in 2024-08-30T21:09:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:17 smithi196 ceph-mon[74601]: pgmap v715: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-08-30T21:09:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:17 smithi196 ceph-mon[74601]: osdmap e696: 8 total, 8 up, 8 in 2024-08-30T21:09:18.573 INFO:tasks.rados.rados.0.smithi173.stdout:3151: done (3 left) 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:3152: read oid 27 snap 302 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:3152: expect deleted 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 304 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1813 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:3148: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:3148: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:3148: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2011 (ObjNum 819 snap 250 seq_num 819) dirty exists 2024-08-30T21:09:18.574 INFO:tasks.rados.rados.0.smithi173.stdout:3150: expect (ObjNum 945 snap 291 seq_num 945) 2024-08-30T21:09:18.672 INFO:tasks.rados.rados.0.smithi173.stdout:3153: seq_num 961 ranges {12754944=499712,13254656=712704,13967360=491520} 2024-08-30T21:09:18.742 INFO:tasks.rados.rados.0.smithi173.stdout:3153: writing smithi17368540-33 from 12754944 to 13254656 tid 1 2024-08-30T21:09:18.745 INFO:tasks.rados.rados.0.smithi173.stdout:3153: writing smithi17368540-33 from 13254656 to 13967360 tid 2 2024-08-30T21:09:18.749 INFO:tasks.rados.rados.0.smithi173.stdout:3153: writing smithi17368540-33 from 13967360 to 14458880 tid 3 2024-08-30T21:09:18.749 INFO:tasks.rados.rados.0.smithi173.stdout:3147: done (4 left) 2024-08-30T21:09:18.749 INFO:tasks.rados.rados.0.smithi173.stdout:3148: done (3 left) 2024-08-30T21:09:18.749 INFO:tasks.rados.rados.0.smithi173.stdout:3150: done (2 left) 2024-08-30T21:09:18.749 INFO:tasks.rados.rados.0.smithi173.stdout:3152: done (1 left) 2024-08-30T21:09:18.749 INFO:tasks.rados.rados.0.smithi173.stdout:3154: read oid 12 snap -1 2024-08-30T21:09:18.750 INFO:tasks.rados.rados.0.smithi173.stdout:3154: expect deleted 2024-08-30T21:09:18.750 INFO:tasks.rados.rados.0.smithi173.stdout:3155: read oid 30 snap -1 2024-08-30T21:09:18.750 INFO:tasks.rados.rados.0.smithi173.stdout:3155: expect (ObjNum 956 snap 300 seq_num 956) 2024-08-30T21:09:18.750 INFO:tasks.rados.rados.0.smithi173.stdout:3156: rmattr oid 11 current snap is 304 2024-08-30T21:09:18.750 INFO:tasks.rados.rados.0.smithi173.stdout:3153: finishing write tid 1 to smithi17368540-33 2024-08-30T21:09:18.750 INFO:tasks.rados.rados.0.smithi173.stdout:3157: snap_create 2024-08-30T21:09:18.750 INFO:tasks.rados.rados.0.smithi173.stdout:3153: finishing write tid 2 to smithi17368540-33 2024-08-30T21:09:18.753 INFO:tasks.rados.rados.0.smithi173.stdout:3153: finishing write tid 3 to smithi17368540-33 2024-08-30T21:09:18.753 INFO:tasks.rados.rados.0.smithi173.stdout:3153: finishing write tid 4 to smithi17368540-33 2024-08-30T21:09:18.753 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2231 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:09:18.754 INFO:tasks.rados.rados.0.smithi173.stdout:3153: finishing write tid 5 to smithi17368540-33 2024-08-30T21:09:18.754 INFO:tasks.rados.rados.0.smithi173.stdout:3153: oid 33 updating version 0 to 2098 2024-08-30T21:09:18.755 INFO:tasks.rados.rados.0.smithi173.stdout:3153: oid 33 updating version 2098 to 2099 2024-08-30T21:09:18.755 INFO:tasks.rados.rados.0.smithi173.stdout:3153: oid 33 version 2099 is already newer than 2096 2024-08-30T21:09:18.755 INFO:tasks.rados.rados.0.smithi173.stdout:3153: oid 33 version 2099 is already newer than 2097 2024-08-30T21:09:18.755 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2099 (ObjNum 961 snap 304 seq_num 961) dirty exists 2024-08-30T21:09:18.755 INFO:tasks.rados.rados.0.smithi173.stdout:3153: left oid 33 (ObjNum 961 snap 304 seq_num 961) 2024-08-30T21:09:18.757 INFO:tasks.rados.rados.0.smithi173.stdout:3155: expect (ObjNum 956 snap 300 seq_num 956) 2024-08-30T21:09:19.606 INFO:tasks.rados.rados.0.smithi173.stdout:3153: done (4 left) 2024-08-30T21:09:19.606 INFO:tasks.rados.rados.0.smithi173.stdout:3154: done (3 left) 2024-08-30T21:09:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:3155: done (2 left) 2024-08-30T21:09:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:3156: done (1 left) 2024-08-30T21:09:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:3157: done (0 left) 2024-08-30T21:09:19.607 INFO:tasks.rados.rados.0.smithi173.stdout:3158: snap_create 2024-08-30T21:09:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:19 smithi173 ceph-mon[79976]: pgmap v718: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:09:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:19 smithi173 ceph-mon[79976]: osdmap e697: 8 total, 8 up, 8 in 2024-08-30T21:09:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:19 smithi173 ceph-mon[82405]: pgmap v718: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:09:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:19 smithi173 ceph-mon[82405]: osdmap e697: 8 total, 8 up, 8 in 2024-08-30T21:09:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:19 smithi196 ceph-mon[74601]: pgmap v718: 121 pgs: 121 active+clean; 161 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:09:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:19 smithi196 ceph-mon[74601]: osdmap e697: 8 total, 8 up, 8 in 2024-08-30T21:09:20.618 INFO:tasks.rados.rados.0.smithi173.stdout:3158: done (0 left) 2024-08-30T21:09:20.618 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 306 2024-08-30T21:09:20.618 INFO:tasks.rados.rados.0.smithi173.stdout:3159: seq_num 962 ranges {0=516096,516096=589824,1105920=614400} 2024-08-30T21:09:20.620 INFO:tasks.rados.rados.0.smithi173.stdout:3159: writing smithi17368540-48 from 0 to 516096 tid 1 2024-08-30T21:09:20.624 INFO:tasks.rados.rados.0.smithi173.stdout:3159: writing smithi17368540-48 from 516096 to 1105920 tid 2 2024-08-30T21:09:20.628 INFO:tasks.rados.rados.0.smithi173.stdout:3159: writing smithi17368540-48 from 1105920 to 1720320 tid 3 2024-08-30T21:09:20.628 INFO:tasks.rados.rados.0.smithi173.stdout:3160: snap_create 2024-08-30T21:09:20.628 INFO:tasks.rados.rados.0.smithi173.stdout:3159: finishing write tid 1 to smithi17368540-48 2024-08-30T21:09:20.628 INFO:tasks.rados.rados.0.smithi173.stdout:3159: finishing write tid 2 to smithi17368540-48 2024-08-30T21:09:20.631 INFO:tasks.rados.rados.0.smithi173.stdout:3159: finishing write tid 3 to smithi17368540-48 2024-08-30T21:09:20.631 INFO:tasks.rados.rados.0.smithi173.stdout:3159: finishing write tid 4 to smithi17368540-48 2024-08-30T21:09:20.632 INFO:tasks.rados.rados.0.smithi173.stdout:3159: finishing write tid 5 to smithi17368540-48 2024-08-30T21:09:20.632 INFO:tasks.rados.rados.0.smithi173.stdout:3159: oid 48 updating version 0 to 1702 2024-08-30T21:09:20.632 INFO:tasks.rados.rados.0.smithi173.stdout:3159: oid 48 updating version 1702 to 1704 2024-08-30T21:09:20.632 INFO:tasks.rados.rados.0.smithi173.stdout:3159: oid 48 version 1704 is already newer than 1703 2024-08-30T21:09:20.632 INFO:tasks.rados.rados.0.smithi173.stdout:3159: oid 48 updating version 1704 to 1705 2024-08-30T21:09:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1705 (ObjNum 962 snap 306 seq_num 962) dirty exists 2024-08-30T21:09:20.633 INFO:tasks.rados.rados.0.smithi173.stdout:3159: left oid 48 (ObjNum 962 snap 306 seq_num 962) 2024-08-30T21:09:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:20 smithi173 ceph-mon[79976]: osdmap e698: 8 total, 8 up, 8 in 2024-08-30T21:09:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:20 smithi173 ceph-mon[82405]: osdmap e698: 8 total, 8 up, 8 in 2024-08-30T21:09:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:20 smithi196 ceph-mon[74601]: osdmap e698: 8 total, 8 up, 8 in 2024-08-30T21:09:21.520 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:09:21 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=infra.usagestats t=2024-08-30T21:09:21.093044079Z level=info msg="Usage stats are ready to report" 2024-08-30T21:09:21.573 INFO:tasks.rados.rados.0.smithi173.stdout:3159: done (1 left) 2024-08-30T21:09:21.573 INFO:tasks.rados.rados.0.smithi173.stdout:3160: done (0 left) 2024-08-30T21:09:21.573 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 307 2024-08-30T21:09:21.573 INFO:tasks.rados.rados.0.smithi173.stdout:3161: seq_num 963 ranges {2113536=532480,2646016=475136,3121152=532480,3653632=196608} 2024-08-30T21:09:21.587 INFO:tasks.rados.rados.0.smithi173.stdout:3161: writing smithi17368540-31 from 2113536 to 2646016 tid 1 2024-08-30T21:09:21.589 INFO:tasks.rados.rados.0.smithi173.stdout:3161: writing smithi17368540-31 from 2646016 to 3121152 tid 2 2024-08-30T21:09:21.593 INFO:tasks.rados.rados.0.smithi173.stdout:3161: writing smithi17368540-31 from 3121152 to 3653632 tid 3 2024-08-30T21:09:21.594 INFO:tasks.rados.rados.0.smithi173.stdout:3161: writing smithi17368540-31 from 3653632 to 3850240 tid 4 2024-08-30T21:09:21.594 INFO:tasks.rados.rados.0.smithi173.stdout:3162: copy_from oid 50 from oid 15 current snap is 307 2024-08-30T21:09:21.595 INFO:tasks.rados.rados.0.smithi173.stdout:3163: snap_create 2024-08-30T21:09:21.598 INFO:tasks.rados.rados.0.smithi173.stdout:3161: finishing write tid 1 to smithi17368540-31 2024-08-30T21:09:21.598 INFO:tasks.rados.rados.0.smithi173.stdout:3161: finishing write tid 2 to smithi17368540-31 2024-08-30T21:09:21.599 INFO:tasks.rados.rados.0.smithi173.stdout:3161: finishing write tid 3 to smithi17368540-31 2024-08-30T21:09:21.599 INFO:tasks.rados.rados.0.smithi173.stdout:3161: finishing write tid 4 to smithi17368540-31 2024-08-30T21:09:21.600 INFO:tasks.rados.rados.0.smithi173.stdout:3162: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:09:21.601 INFO:tasks.rados.rados.0.smithi173.stdout:3162: finishing copy_from to smithi17368540-50 2024-08-30T21:09:21.601 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 2067 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-30T21:09:21.602 INFO:tasks.rados.rados.0.smithi173.stdout:3161: finishing write tid 5 to smithi17368540-31 2024-08-30T21:09:21.604 INFO:tasks.rados.rados.0.smithi173.stdout:3161: finishing write tid 6 to smithi17368540-31 2024-08-30T21:09:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:3161: oid 31 updating version 0 to 2005 2024-08-30T21:09:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:3161: oid 31 version 2005 is already newer than 2002 2024-08-30T21:09:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:3161: oid 31 version 2005 is already newer than 2004 2024-08-30T21:09:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:3161: oid 31 version 2005 is already newer than 2001 2024-08-30T21:09:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:3161: oid 31 version 2005 is already newer than 2003 2024-08-30T21:09:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2005 (ObjNum 963 snap 307 seq_num 963) dirty exists 2024-08-30T21:09:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:3161: left oid 31 (ObjNum 963 snap 307 seq_num 963) 2024-08-30T21:09:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:21 smithi173 ceph-mon[79976]: pgmap v721: 121 pgs: 121 active+clean; 163 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-30T21:09:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:21 smithi173 ceph-mon[79976]: osdmap e699: 8 total, 8 up, 8 in 2024-08-30T21:09:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:21 smithi173 ceph-mon[79976]: osdmap e700: 8 total, 8 up, 8 in 2024-08-30T21:09:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:21 smithi173 ceph-mon[82405]: pgmap v721: 121 pgs: 121 active+clean; 163 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-30T21:09:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:21 smithi173 ceph-mon[82405]: osdmap e699: 8 total, 8 up, 8 in 2024-08-30T21:09:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:21 smithi173 ceph-mon[82405]: osdmap e700: 8 total, 8 up, 8 in 2024-08-30T21:09:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:21 smithi196 ceph-mon[74601]: pgmap v721: 121 pgs: 121 active+clean; 163 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-30T21:09:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:21 smithi196 ceph-mon[74601]: osdmap e699: 8 total, 8 up, 8 in 2024-08-30T21:09:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:21 smithi196 ceph-mon[74601]: osdmap e700: 8 total, 8 up, 8 in 2024-08-30T21:09:22.577 INFO:tasks.rados.rados.0.smithi173.stdout:3161: done (2 left) 2024-08-30T21:09:22.577 INFO:tasks.rados.rados.0.smithi173.stdout:3162: done (1 left) 2024-08-30T21:09:22.577 INFO:tasks.rados.rados.0.smithi173.stdout:3163: done (0 left) 2024-08-30T21:09:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:3164: rollback oid 31 current snap is 308 2024-08-30T21:09:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 304 2024-08-30T21:09:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:3165: read oid 29 snap -1 2024-08-30T21:09:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:3165: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:09:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 308 2024-08-30T21:09:22.578 INFO:tasks.rados.rados.0.smithi173.stdout:3166: seq_num 964 ranges {1622016=548864,2170880=761856,2932736=442368} 2024-08-30T21:09:22.589 INFO:tasks.rados.rados.0.smithi173.stdout:3166: writing smithi17368540-30 from 1622016 to 2170880 tid 1 2024-08-30T21:09:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:3166: writing smithi17368540-30 from 2170880 to 2932736 tid 2 2024-08-30T21:09:22.596 INFO:tasks.rados.rados.0.smithi173.stdout:3166: writing smithi17368540-30 from 2932736 to 3375104 tid 3 2024-08-30T21:09:22.596 INFO:tasks.rados.rados.0.smithi173.stdout:3167: copy_from oid 44 from oid 10 current snap is 308 2024-08-30T21:09:22.597 INFO:tasks.rados.rados.0.smithi173.stdout:3164: finishing rollback tid 0 to smithi17368540-31 2024-08-30T21:09:22.597 INFO:tasks.rados.rados.0.smithi173.stdout:3164: finishing rollback tid 1 to smithi17368540-31 2024-08-30T21:09:22.597 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 308 2024-08-30T21:09:22.597 INFO:tasks.rados.rados.0.smithi173.stdout:3164: finishing rollback tid 2 to smithi17368540-31 2024-08-30T21:09:22.597 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2009 (ObjNum 899 snap 276 seq_num 899) dirty exists 2024-08-30T21:09:22.597 INFO:tasks.rados.rados.0.smithi173.stdout:3168: seq_num 965 ranges {1720320=565248,2285568=647168,2932736=548864,3481600=8192} 2024-08-30T21:09:22.610 INFO:tasks.rados.rados.0.smithi173.stdout:3168: writing smithi17368540-48 from 1720320 to 2285568 tid 1 2024-08-30T21:09:22.614 INFO:tasks.rados.rados.0.smithi173.stdout:3168: writing smithi17368540-48 from 2285568 to 2932736 tid 2 2024-08-30T21:09:22.618 INFO:tasks.rados.rados.0.smithi173.stdout:3168: writing smithi17368540-48 from 2932736 to 3481600 tid 3 2024-08-30T21:09:22.618 INFO:tasks.rados.rados.0.smithi173.stdout:3168: writing smithi17368540-48 from 3481600 to 3489792 tid 4 2024-08-30T21:09:22.618 INFO:tasks.rados.rados.0.smithi173.stdout:3164: done (4 left) 2024-08-30T21:09:22.618 INFO:tasks.rados.rados.0.smithi173.stdout:3169: snap_remove snap 305 2024-08-30T21:09:23.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:09:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:09:23] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-08-30T21:09:23.617 INFO:tasks.rados.rados.0.smithi173.stdout:3169: done (4 left) 2024-08-30T21:09:23.617 INFO:tasks.rados.rados.0.smithi173.stdout:3170: snap_remove snap 302 2024-08-30T21:09:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:23 smithi173 ceph-mon[79976]: pgmap v724: 121 pgs: 121 active+clean; 163 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 416 KiB/s wr, 23 op/s 2024-08-30T21:09:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:23 smithi173 ceph-mon[79976]: osdmap e701: 8 total, 8 up, 8 in 2024-08-30T21:09:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:23 smithi173 ceph-mon[82405]: pgmap v724: 121 pgs: 121 active+clean; 163 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 416 KiB/s wr, 23 op/s 2024-08-30T21:09:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:23 smithi173 ceph-mon[82405]: osdmap e701: 8 total, 8 up, 8 in 2024-08-30T21:09:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:23 smithi196 ceph-mon[74601]: pgmap v724: 121 pgs: 121 active+clean; 163 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 416 KiB/s wr, 23 op/s 2024-08-30T21:09:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:23 smithi196 ceph-mon[74601]: osdmap e701: 8 total, 8 up, 8 in 2024-08-30T21:09:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3170: done (4 left) 2024-08-30T21:09:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3171: read oid 9 snap -1 2024-08-30T21:09:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3171: expect (ObjNum 930 snap 284 seq_num 930) 2024-08-30T21:09:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 308 2024-08-30T21:09:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3172: seq_num 966 ranges {8151040=581632,8732672=581632,9314304=622592} 2024-08-30T21:09:24.670 INFO:tasks.rados.rados.0.smithi173.stdout:3172: writing smithi17368540-1 from 8151040 to 8732672 tid 1 2024-08-30T21:09:24.673 INFO:tasks.rados.rados.0.smithi173.stdout:3172: writing smithi17368540-1 from 8732672 to 9314304 tid 2 2024-08-30T21:09:24.677 INFO:tasks.rados.rados.0.smithi173.stdout:3172: writing smithi17368540-1 from 9314304 to 9936896 tid 3 2024-08-30T21:09:24.677 INFO:tasks.rados.rados.0.smithi173.stdout:3173: snap_create 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: finishing write tid 1 to smithi17368540-30 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: finishing write tid 2 to smithi17368540-30 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: finishing write tid 3 to smithi17368540-30 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: finishing write tid 4 to smithi17368540-30 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: finishing write tid 5 to smithi17368540-30 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: oid 30 updating version 0 to 2164 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: oid 30 updating version 2164 to 2166 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: oid 30 version 2166 is already newer than 2163 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: oid 30 version 2166 is already newer than 2165 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 2166 (ObjNum 964 snap 308 seq_num 964) dirty exists 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3166: left oid 30 (ObjNum 964 snap 308 seq_num 964) 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3167: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:09:24.678 INFO:tasks.rados.rados.0.smithi173.stdout:3165: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:09:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:24 smithi173 ceph-mon[79976]: osdmap e702: 8 total, 8 up, 8 in 2024-08-30T21:09:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:24 smithi173 ceph-mon[82405]: osdmap e702: 8 total, 8 up, 8 in 2024-08-30T21:09:24.997 INFO:tasks.rados.rados.0.smithi173.stdout:3167: finishing copy_from to smithi17368540-44 2024-08-30T21:09:24.997 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1890 (ObjNum 876 snap 267 seq_num 876) dirty exists 2024-08-30T21:09:24.997 INFO:tasks.rados.rados.0.smithi173.stdout:3168: finishing write tid 1 to smithi17368540-48 2024-08-30T21:09:24.997 INFO:tasks.rados.rados.0.smithi173.stdout:3168: finishing write tid 2 to smithi17368540-48 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: finishing write tid 3 to smithi17368540-48 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: finishing write tid 4 to smithi17368540-48 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: finishing write tid 5 to smithi17368540-48 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: finishing write tid 6 to smithi17368540-48 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: oid 48 updating version 0 to 1710 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: oid 48 version 1710 is already newer than 1708 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: oid 48 version 1710 is already newer than 1706 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: oid 48 version 1710 is already newer than 1707 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: oid 48 version 1710 is already newer than 1709 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1710 (ObjNum 965 snap 308 seq_num 965) dirty exists 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3168: left oid 48 (ObjNum 965 snap 308 seq_num 965) 2024-08-30T21:09:24.998 INFO:tasks.rados.rados.0.smithi173.stdout:3171: expect (ObjNum 930 snap 284 seq_num 930) 2024-08-30T21:09:25.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:24 smithi196 ceph-mon[74601]: osdmap e702: 8 total, 8 up, 8 in 2024-08-30T21:09:25.050 INFO:tasks.rados.rados.0.smithi173.stdout:3172: finishing write tid 1 to smithi17368540-1 2024-08-30T21:09:25.050 INFO:tasks.rados.rados.0.smithi173.stdout:3172: finishing write tid 2 to smithi17368540-1 2024-08-30T21:09:25.050 INFO:tasks.rados.rados.0.smithi173.stdout:3172: finishing write tid 3 to smithi17368540-1 2024-08-30T21:09:25.050 INFO:tasks.rados.rados.0.smithi173.stdout:3172: finishing write tid 4 to smithi17368540-1 2024-08-30T21:09:25.051 INFO:tasks.rados.rados.0.smithi173.stdout:3172: finishing write tid 5 to smithi17368540-1 2024-08-30T21:09:25.051 INFO:tasks.rados.rados.0.smithi173.stdout:3172: oid 1 updating version 0 to 1180 2024-08-30T21:09:25.051 INFO:tasks.rados.rados.0.smithi173.stdout:3172: oid 1 updating version 1180 to 1181 2024-08-30T21:09:25.051 INFO:tasks.rados.rados.0.smithi173.stdout:3172: oid 1 version 1181 is already newer than 1179 2024-08-30T21:09:25.051 INFO:tasks.rados.rados.0.smithi173.stdout:3172: oid 1 version 1181 is already newer than 1178 2024-08-30T21:09:25.051 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 1181 (ObjNum 966 snap 308 seq_num 966) dirty exists 2024-08-30T21:09:25.051 INFO:tasks.rados.rados.0.smithi173.stdout:3172: left oid 1 (ObjNum 966 snap 308 seq_num 966) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:3165: done (6 left) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:3166: done (5 left) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:3167: done (4 left) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:3168: done (3 left) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:3171: done (2 left) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:3172: done (1 left) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:3173: done (0 left) 2024-08-30T21:09:25.630 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 309 2024-08-30T21:09:25.631 INFO:tasks.rados.rados.0.smithi173.stdout:3174: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-08-30T21:09:25.632 INFO:tasks.rados.rados.0.smithi173.stdout:3174: writing smithi17368540-25 from 0 to 598016 tid 1 2024-08-30T21:09:25.635 INFO:tasks.rados.rados.0.smithi173.stdout:3174: writing smithi17368540-25 from 598016 to 1064960 tid 2 2024-08-30T21:09:25.639 INFO:tasks.rados.rados.0.smithi173.stdout:3174: writing smithi17368540-25 from 1064960 to 1581056 tid 3 2024-08-30T21:09:25.640 INFO:tasks.rados.rados.0.smithi173.stdout:3174: writing smithi17368540-25 from 1581056 to 1802240 tid 4 2024-08-30T21:09:25.640 INFO:tasks.rados.rados.0.smithi173.stdout:3175: read oid 17 snap -1 2024-08-30T21:09:25.641 INFO:tasks.rados.rados.0.smithi173.stdout:3175: expect deleted 2024-08-30T21:09:25.641 INFO:tasks.rados.rados.0.smithi173.stdout:3176: snap_remove snap 308 2024-08-30T21:09:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:25 smithi173 ceph-mon[79976]: pgmap v727: 121 pgs: 121 active+clean; 168 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-08-30T21:09:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:25 smithi173 ceph-mon[79976]: osdmap e703: 8 total, 8 up, 8 in 2024-08-30T21:09:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:25 smithi173 ceph-mon[82405]: pgmap v727: 121 pgs: 121 active+clean; 168 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-08-30T21:09:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:25 smithi173 ceph-mon[82405]: osdmap e703: 8 total, 8 up, 8 in 2024-08-30T21:09:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:25 smithi196 ceph-mon[74601]: pgmap v727: 121 pgs: 121 active+clean; 168 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 24 op/s 2024-08-30T21:09:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:25 smithi196 ceph-mon[74601]: osdmap e703: 8 total, 8 up, 8 in 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3176: done (2 left) 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3177: read oid 44 snap -1 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3177: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3178: setattr oid 12 current snap is 309 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3174: finishing write tid 1 to smithi17368540-25 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3174: finishing write tid 2 to smithi17368540-25 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3174: finishing write tid 3 to smithi17368540-25 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3174: finishing write tid 4 to smithi17368540-25 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3174: finishing write tid 5 to smithi17368540-25 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3174: finishing write tid 6 to smithi17368540-25 2024-08-30T21:09:26.580 INFO:tasks.rados.rados.0.smithi173.stdout:3174: oid 25 updating version 0 to 1899 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:3174: oid 25 version 1899 is already newer than 1897 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:3174: oid 25 version 1899 is already newer than 1898 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:3174: oid 25 version 1899 is already newer than 1896 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:3174: oid 25 version 1899 is already newer than 1895 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1899 (ObjNum 967 snap 309 seq_num 967) dirty exists 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:3174: left oid 25 (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:3174: done (3 left) 2024-08-30T21:09:26.581 INFO:tasks.rados.rados.0.smithi173.stdout:3175: done (2 left) 2024-08-30T21:09:26.582 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 309 2024-08-30T21:09:26.582 INFO:tasks.rados.rados.0.smithi173.stdout:3179: seq_num 968 ranges {2736128=614400,3350528=745472,4096000=458752} 2024-08-30T21:09:26.599 INFO:tasks.rados.rados.0.smithi173.stdout:3179: writing smithi17368540-22 from 2736128 to 3350528 tid 1 2024-08-30T21:09:26.603 INFO:tasks.rados.rados.0.smithi173.stdout:3179: writing smithi17368540-22 from 3350528 to 4096000 tid 2 2024-08-30T21:09:26.606 INFO:tasks.rados.rados.0.smithi173.stdout:3179: writing smithi17368540-22 from 4096000 to 4554752 tid 3 2024-08-30T21:09:26.606 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 309 2024-08-30T21:09:26.607 INFO:tasks.rados.rados.0.smithi173.stdout:3180: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-08-30T21:09:26.610 INFO:tasks.rados.rados.0.smithi173.stdout:3180: writing smithi17368540-41 from 0 to 638976 tid 1 2024-08-30T21:09:26.614 INFO:tasks.rados.rados.0.smithi173.stdout:3180: writing smithi17368540-41 from 638976 to 1269760 tid 2 2024-08-30T21:09:26.617 INFO:tasks.rados.rados.0.smithi173.stdout:3180: writing smithi17368540-41 from 1269760 to 1802240 tid 3 2024-08-30T21:09:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:3180: writing smithi17368540-41 from 1802240 to 1843200 tid 4 2024-08-30T21:09:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:3181: copy_from oid 5 from oid 29 current snap is 309 2024-08-30T21:09:26.618 INFO:tasks.rados.rados.0.smithi173.stdout:3177: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:09:26.628 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 2014 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-30T21:09:26.628 INFO:tasks.rados.rados.0.smithi173.stdout:3179: finishing write tid 1 to smithi17368540-22 2024-08-30T21:09:26.628 INFO:tasks.rados.rados.0.smithi173.stdout:3177: done (4 left) 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3178: done (3 left) 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3182: snap_create 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: finishing write tid 2 to smithi17368540-22 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: finishing write tid 3 to smithi17368540-22 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: finishing write tid 4 to smithi17368540-22 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: finishing write tid 5 to smithi17368540-22 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: oid 22 updating version 0 to 2102 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: oid 22 updating version 2102 to 2103 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: oid 22 version 2103 is already newer than 2100 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: oid 22 version 2103 is already newer than 2101 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2103 (ObjNum 968 snap 309 seq_num 968) dirty exists 2024-08-30T21:09:26.629 INFO:tasks.rados.rados.0.smithi173.stdout:3179: left oid 22 (ObjNum 968 snap 309 seq_num 968) 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: finishing write tid 1 to smithi17368540-41 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: finishing write tid 2 to smithi17368540-41 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: finishing write tid 3 to smithi17368540-41 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: finishing write tid 4 to smithi17368540-41 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: finishing write tid 5 to smithi17368540-41 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: finishing write tid 6 to smithi17368540-41 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: oid 41 updating version 0 to 1715 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: oid 41 version 1715 is already newer than 1714 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: oid 41 version 1715 is already newer than 1713 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: oid 41 version 1715 is already newer than 1711 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: oid 41 version 1715 is already newer than 1712 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1715 (ObjNum 969 snap 309 seq_num 969) dirty exists 2024-08-30T21:09:26.630 INFO:tasks.rados.rados.0.smithi173.stdout:3180: left oid 41 (ObjNum 969 snap 309 seq_num 969) 2024-08-30T21:09:26.641 INFO:tasks.rados.rados.0.smithi173.stdout:3181: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:09:26.647 INFO:tasks.rados.rados.0.smithi173.stdout:3181: finishing copy_from to smithi17368540-5 2024-08-30T21:09:26.647 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2160 (ObjNum 922 snap 280 seq_num 922) dirty exists 2024-08-30T21:09:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:26 smithi173 ceph-mon[82405]: osdmap e704: 8 total, 8 up, 8 in 2024-08-30T21:09:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:26 smithi173 ceph-mon[82405]: osdmap e705: 8 total, 8 up, 8 in 2024-08-30T21:09:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:26 smithi173 ceph-mon[79976]: osdmap e704: 8 total, 8 up, 8 in 2024-08-30T21:09:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:26 smithi173 ceph-mon[79976]: osdmap e705: 8 total, 8 up, 8 in 2024-08-30T21:09:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:26 smithi196 ceph-mon[74601]: osdmap e704: 8 total, 8 up, 8 in 2024-08-30T21:09:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:26 smithi196 ceph-mon[74601]: osdmap e705: 8 total, 8 up, 8 in 2024-08-30T21:09:27.632 INFO:tasks.rados.rados.0.smithi173.stdout:3179: done (3 left) 2024-08-30T21:09:27.632 INFO:tasks.rados.rados.0.smithi173.stdout:3180: done (2 left) 2024-08-30T21:09:27.632 INFO:tasks.rados.rados.0.smithi173.stdout:3181: done (1 left) 2024-08-30T21:09:27.632 INFO:tasks.rados.rados.0.smithi173.stdout:3182: done (0 left) 2024-08-30T21:09:27.632 INFO:tasks.rados.rados.0.smithi173.stdout:3183: read oid 12 snap -1 2024-08-30T21:09:27.632 INFO:tasks.rados.rados.0.smithi173.stdout:3183: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:27.632 INFO:tasks.rados.rados.0.smithi173.stdout:3184: read oid 10 snap -1 2024-08-30T21:09:27.633 INFO:tasks.rados.rados.0.smithi173.stdout:3184: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:09:27.633 INFO:tasks.rados.rados.0.smithi173.stdout:3185: read oid 25 snap -1 2024-08-30T21:09:27.633 INFO:tasks.rados.rados.0.smithi173.stdout:3185: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:09:27.633 INFO:tasks.rados.rados.0.smithi173.stdout:3186: delete oid 41 current snap is 310 2024-08-30T21:09:27.638 INFO:tasks.rados.rados.0.smithi173.stdout:3183: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3183: done (3 left) 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3186: done (2 left) 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3187: read oid 21 snap -1 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3187: expect (ObjNum 954 snap 298 seq_num 954) 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3188: read oid 4 snap 304 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3188: expect (ObjNum 819 snap 250 seq_num 819) 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3189: read oid 1 snap 304 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3189: expect (ObjNum 942 snap 290 seq_num 942) 2024-08-30T21:09:27.642 INFO:tasks.rados.rados.0.smithi173.stdout:3190: copy_from oid 19 from oid 29 current snap is 310 2024-08-30T21:09:27.643 INFO:tasks.rados.rados.0.smithi173.stdout:3184: expect (ObjNum 876 snap 267 seq_num 876) 2024-08-30T21:09:27.653 INFO:tasks.rados.rados.0.smithi173.stdout:3184: done (5 left) 2024-08-30T21:09:27.653 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 310 2024-08-30T21:09:27.654 INFO:tasks.rados.rados.0.smithi173.stdout:3185: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:09:27.708 INFO:tasks.rados.rados.0.smithi173.stdout:3188: expect (ObjNum 819 snap 250 seq_num 819) 2024-08-30T21:09:27.817 INFO:tasks.rados.rados.0.smithi173.stdout:3187: expect (ObjNum 954 snap 298 seq_num 954) 2024-08-30T21:09:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[79976]: pgmap v730: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-30T21:09:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:09:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:09:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:09:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:09:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[82405]: pgmap v730: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-30T21:09:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:09:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:09:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:09:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:09:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:27 smithi196 ceph-mon[74601]: pgmap v730: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-08-30T21:09:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:09:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:09:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:09:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:09:28.363 INFO:tasks.rados.rados.0.smithi173.stdout:3190: finishing copy_from racing read to smithi17368540-19 2024-08-30T21:09:28.364 INFO:tasks.rados.rados.0.smithi173.stdout:3190: finishing copy_from to smithi17368540-19 2024-08-30T21:09:28.364 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 2160 (ObjNum 922 snap 280 seq_num 922) dirty exists 2024-08-30T21:09:28.364 INFO:tasks.rados.rados.0.smithi173.stdout:3189: expect (ObjNum 942 snap 290 seq_num 942) 2024-08-30T21:09:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:28 smithi173 ceph-mon[79976]: osdmap e706: 8 total, 8 up, 8 in 2024-08-30T21:09:28.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:28 smithi173 ceph-mon[82405]: osdmap e706: 8 total, 8 up, 8 in 2024-08-30T21:09:28.993 INFO:tasks.rados.rados.0.smithi173.stdout:3191: seq_num 971 ranges {5062656=671744,5734400=802816,6537216=401408} 2024-08-30T21:09:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:28 smithi196 ceph-mon[74601]: osdmap e706: 8 total, 8 up, 8 in 2024-08-30T21:09:29.022 INFO:tasks.rados.rados.0.smithi173.stdout:3191: writing smithi17368540-8 from 5062656 to 5734400 tid 1 2024-08-30T21:09:29.027 INFO:tasks.rados.rados.0.smithi173.stdout:3191: writing smithi17368540-8 from 5734400 to 6537216 tid 2 2024-08-30T21:09:29.029 INFO:tasks.rados.rados.0.smithi173.stdout:3191: writing smithi17368540-8 from 6537216 to 6938624 tid 3 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3185: done (5 left) 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3187: done (4 left) 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3188: done (3 left) 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3189: done (2 left) 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3190: done (1 left) 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3192: rmattr oid 11 current snap is 310 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3193: read oid 15 snap -1 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3193: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 310 2024-08-30T21:09:29.030 INFO:tasks.rados.rados.0.smithi173.stdout:3194: seq_num 972 ranges {2400256=688128,3088384=688128,3776512=516096} 2024-08-30T21:09:29.045 INFO:tasks.rados.rados.0.smithi173.stdout:3194: writing smithi17368540-35 from 2400256 to 3088384 tid 1 2024-08-30T21:09:29.049 INFO:tasks.rados.rados.0.smithi173.stdout:3194: writing smithi17368540-35 from 3088384 to 3776512 tid 2 2024-08-30T21:09:29.053 INFO:tasks.rados.rados.0.smithi173.stdout:3194: writing smithi17368540-35 from 3776512 to 4292608 tid 3 2024-08-30T21:09:29.053 INFO:tasks.rados.rados.0.smithi173.stdout:3195: read oid 47 snap -1 2024-08-30T21:09:29.053 INFO:tasks.rados.rados.0.smithi173.stdout:3195: expect deleted 2024-08-30T21:09:29.053 INFO:tasks.rados.rados.0.smithi173.stdout:3196: snap_create 2024-08-30T21:09:29.053 INFO:tasks.rados.rados.0.smithi173.stdout:3191: finishing write tid 1 to smithi17368540-8 2024-08-30T21:09:29.054 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2239 (ObjNum 845 snap 258 seq_num 845) dirty exists 2024-08-30T21:09:29.054 INFO:tasks.rados.rados.0.smithi173.stdout:3191: finishing write tid 2 to smithi17368540-8 2024-08-30T21:09:29.054 INFO:tasks.rados.rados.0.smithi173.stdout:3191: finishing write tid 3 to smithi17368540-8 2024-08-30T21:09:29.054 INFO:tasks.rados.rados.0.smithi173.stdout:3193: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3191: finishing write tid 4 to smithi17368540-8 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3191: finishing write tid 5 to smithi17368540-8 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3191: oid 8 updating version 0 to 2068 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3191: oid 8 updating version 2068 to 2071 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3191: oid 8 version 2071 is already newer than 2069 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3191: oid 8 version 2071 is already newer than 2070 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2071 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3191: left oid 8 (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3194: finishing write tid 1 to smithi17368540-35 2024-08-30T21:09:29.055 INFO:tasks.rados.rados.0.smithi173.stdout:3194: finishing write tid 2 to smithi17368540-35 2024-08-30T21:09:29.056 INFO:tasks.rados.rados.0.smithi173.stdout:3194: finishing write tid 3 to smithi17368540-35 2024-08-30T21:09:29.056 INFO:tasks.rados.rados.0.smithi173.stdout:3194: finishing write tid 4 to smithi17368540-35 2024-08-30T21:09:29.058 INFO:tasks.rados.rados.0.smithi173.stdout:3194: finishing write tid 5 to smithi17368540-35 2024-08-30T21:09:29.058 INFO:tasks.rados.rados.0.smithi173.stdout:3194: oid 35 updating version 0 to 1833 2024-08-30T21:09:29.058 INFO:tasks.rados.rados.0.smithi173.stdout:3194: oid 35 version 1833 is already newer than 1831 2024-08-30T21:09:29.058 INFO:tasks.rados.rados.0.smithi173.stdout:3194: oid 35 version 1833 is already newer than 1832 2024-08-30T21:09:29.058 INFO:tasks.rados.rados.0.smithi173.stdout:3194: oid 35 version 1833 is already newer than 1830 2024-08-30T21:09:29.058 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1833 (ObjNum 972 snap 310 seq_num 972) dirty exists 2024-08-30T21:09:29.059 INFO:tasks.rados.rados.0.smithi173.stdout:3194: left oid 35 (ObjNum 972 snap 310 seq_num 972) 2024-08-30T21:09:29.648 INFO:tasks.rados.rados.0.smithi173.stdout:3191: done (5 left) 2024-08-30T21:09:29.648 INFO:tasks.rados.rados.0.smithi173.stdout:3192: done (4 left) 2024-08-30T21:09:29.648 INFO:tasks.rados.rados.0.smithi173.stdout:3193: done (3 left) 2024-08-30T21:09:29.648 INFO:tasks.rados.rados.0.smithi173.stdout:3194: done (2 left) 2024-08-30T21:09:29.648 INFO:tasks.rados.rados.0.smithi173.stdout:3195: done (1 left) 2024-08-30T21:09:29.648 INFO:tasks.rados.rados.0.smithi173.stdout:3196: done (0 left) 2024-08-30T21:09:29.649 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 311 2024-08-30T21:09:29.649 INFO:tasks.rados.rados.0.smithi173.stdout:3197: seq_num 973 ranges {5349376=704512,6053888=573440,6627328=507904,7135232=122880} 2024-08-30T21:09:29.679 INFO:tasks.rados.rados.0.smithi173.stdout:3197: writing smithi17368540-24 from 5349376 to 6053888 tid 1 2024-08-30T21:09:29.683 INFO:tasks.rados.rados.0.smithi173.stdout:3197: writing smithi17368540-24 from 6053888 to 6627328 tid 2 2024-08-30T21:09:29.686 INFO:tasks.rados.rados.0.smithi173.stdout:3197: writing smithi17368540-24 from 6627328 to 7135232 tid 3 2024-08-30T21:09:29.688 INFO:tasks.rados.rados.0.smithi173.stdout:3197: writing smithi17368540-24 from 7135232 to 7258112 tid 4 2024-08-30T21:09:29.688 INFO:tasks.rados.rados.0.smithi173.stdout:3198: rollback oid 9 current snap is 311 2024-08-30T21:09:29.688 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 9 to 306 2024-08-30T21:09:29.688 INFO:tasks.rados.rados.0.smithi173.stdout:3197: finishing write tid 1 to smithi17368540-24 2024-08-30T21:09:29.688 INFO:tasks.rados.rados.0.smithi173.stdout:3197: finishing write tid 2 to smithi17368540-24 2024-08-30T21:09:29.688 INFO:tasks.rados.rados.0.smithi173.stdout:3199: snap_remove snap 309 2024-08-30T21:09:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:29 smithi173 ceph-mon[82405]: pgmap v733: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 928 KiB/s wr, 5 op/s 2024-08-30T21:09:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:29 smithi173 ceph-mon[79976]: pgmap v733: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 928 KiB/s wr, 5 op/s 2024-08-30T21:09:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:29 smithi196 ceph-mon[74601]: pgmap v733: 121 pgs: 121 active+clean; 171 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 928 KiB/s wr, 5 op/s 2024-08-30T21:09:30.656 INFO:tasks.rados.rados.0.smithi173.stdout:3197: finishing write tid 3 to smithi17368540-24 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: finishing write tid 4 to smithi17368540-24 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: finishing write tid 5 to smithi17368540-24 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: finishing write tid 6 to smithi17368540-24 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: oid 24 updating version 0 to 1837 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: oid 24 version 1837 is already newer than 1835 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: oid 24 version 1837 is already newer than 1836 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: oid 24 updating version 1837 to 1838 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: oid 24 version 1838 is already newer than 1834 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1838 (ObjNum 973 snap 311 seq_num 973) dirty exists 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3197: left oid 24 (ObjNum 973 snap 311 seq_num 973) 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3198: finishing rollback tid 0 to smithi17368540-9 2024-08-30T21:09:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3198: finishing rollback tid 1 to smithi17368540-9 2024-08-30T21:09:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3198: finishing rollback tid 2 to smithi17368540-9 2024-08-30T21:09:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2074 (ObjNum 930 snap 284 seq_num 930) dirty exists 2024-08-30T21:09:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3197: done (2 left) 2024-08-30T21:09:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3198: done (1 left) 2024-08-30T21:09:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3199: done (0 left) 2024-08-30T21:09:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3200: delete oid 39 current snap is 311 2024-08-30T21:09:30.661 INFO:tasks.rados.rados.0.smithi173.stdout:3200: done (0 left) 2024-08-30T21:09:30.661 INFO:tasks.rados.rados.0.smithi173.stdout:3201: read oid 12 snap -1 2024-08-30T21:09:30.661 INFO:tasks.rados.rados.0.smithi173.stdout:3201: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:30.661 INFO:tasks.rados.rados.0.smithi173.stdout:3202: rmattr oid 17 current snap is 311 2024-08-30T21:09:30.661 INFO:tasks.rados.rados.0.smithi173.stdout:3202: done (1 left) 2024-08-30T21:09:30.661 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 311 2024-08-30T21:09:30.662 INFO:tasks.rados.rados.0.smithi173.stdout:3203: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2024-08-30T21:09:30.665 INFO:tasks.rados.rados.0.smithi173.stdout:3203: writing smithi17368540-39 from 0 to 737280 tid 1 2024-08-30T21:09:30.669 INFO:tasks.rados.rados.0.smithi173.stdout:3203: writing smithi17368540-39 from 737280 to 1523712 tid 2 2024-08-30T21:09:30.672 INFO:tasks.rados.rados.0.smithi173.stdout:3203: writing smithi17368540-39 from 1523712 to 1941504 tid 3 2024-08-30T21:09:30.672 INFO:tasks.rados.rados.0.smithi173.stdout:3204: copy_from oid 11 from oid 27 current snap is 311 2024-08-30T21:09:30.672 INFO:tasks.rados.rados.0.smithi173.stdout:3201: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:09:30.675 INFO:tasks.rados.rados.0.smithi173.stdout:3203: finishing write tid 1 to smithi17368540-39 2024-08-30T21:09:30.675 INFO:tasks.rados.rados.0.smithi173.stdout:3203: finishing write tid 2 to smithi17368540-39 2024-08-30T21:09:30.675 INFO:tasks.rados.rados.0.smithi173.stdout:3203: finishing write tid 3 to smithi17368540-39 2024-08-30T21:09:30.676 INFO:tasks.rados.rados.0.smithi173.stdout:3203: finishing write tid 4 to smithi17368540-39 2024-08-30T21:09:30.676 INFO:tasks.rados.rados.0.smithi173.stdout:3201: done (2 left) 2024-08-30T21:09:30.676 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 311 2024-08-30T21:09:30.676 INFO:tasks.rados.rados.0.smithi173.stdout:3205: seq_num 976 ranges {4554752=753664,5308416=671744,5980160=532480} 2024-08-30T21:09:30.704 INFO:tasks.rados.rados.0.smithi173.stdout:3205: writing smithi17368540-22 from 4554752 to 5308416 tid 1 2024-08-30T21:09:30.708 INFO:tasks.rados.rados.0.smithi173.stdout:3205: writing smithi17368540-22 from 5308416 to 5980160 tid 2 2024-08-30T21:09:30.712 INFO:tasks.rados.rados.0.smithi173.stdout:3205: writing smithi17368540-22 from 5980160 to 6512640 tid 3 2024-08-30T21:09:30.712 INFO:tasks.rados.rados.0.smithi173.stdout:3206: read oid 21 snap -1 2024-08-30T21:09:30.712 INFO:tasks.rados.rados.0.smithi173.stdout:3206: expect (ObjNum 954 snap 298 seq_num 954) 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3207: copy_from oid 34 from oid 31 current snap is 311 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3203: finishing write tid 5 to smithi17368540-39 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3203: oid 39 updating version 0 to 1404 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3203: oid 39 version 1404 is already newer than 1401 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3203: oid 39 version 1404 is already newer than 1403 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3203: oid 39 version 1404 is already newer than 1402 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 1404 (ObjNum 975 snap 311 seq_num 975) dirty exists 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3203: left oid 39 (ObjNum 975 snap 311 seq_num 975) 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3204: finishing copy_from to smithi17368540-11 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3204: got expected ENOENT (src dne) 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3204: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3203: done (4 left) 2024-08-30T21:09:30.713 INFO:tasks.rados.rados.0.smithi173.stdout:3204: done (3 left) 2024-08-30T21:09:30.714 INFO:tasks.rados.rados.0.smithi173.stdout:3208: copy_from oid 40 from oid 36 current snap is 311 2024-08-30T21:09:30.714 INFO:tasks.rados.rados.0.smithi173.stdout:3205: finishing write tid 1 to smithi17368540-22 2024-08-30T21:09:30.714 INFO:tasks.rados.rados.0.smithi173.stdout:3205: finishing write tid 2 to smithi17368540-22 2024-08-30T21:09:30.714 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 311 2024-08-30T21:09:30.714 INFO:tasks.rados.rados.0.smithi173.stdout:3209: seq_num 977 ranges {5062656=770048,5832704=557056,6389760=491520,6881280=155648} 2024-08-30T21:09:30.744 INFO:tasks.rados.rados.0.smithi173.stdout:3209: writing smithi17368540-11 from 5062656 to 5832704 tid 1 2024-08-30T21:09:30.747 INFO:tasks.rados.rados.0.smithi173.stdout:3209: writing smithi17368540-11 from 5832704 to 6389760 tid 2 2024-08-30T21:09:30.750 INFO:tasks.rados.rados.0.smithi173.stdout:3209: writing smithi17368540-11 from 6389760 to 6881280 tid 3 2024-08-30T21:09:30.751 INFO:tasks.rados.rados.0.smithi173.stdout:3209: writing smithi17368540-11 from 6881280 to 7036928 tid 4 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3210: delete oid 20 current snap is 311 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3205: finishing write tid 3 to smithi17368540-22 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3205: finishing write tid 4 to smithi17368540-22 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3208: finishing copy_from racing read to smithi17368540-40 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3208: finishing copy_from to smithi17368540-40 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 2064 (ObjNum 815 snap 249 seq_num 815) dirty exists 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3207: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3207: finishing copy_from to smithi17368540-34 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 2009 (ObjNum 899 snap 276 seq_num 899) dirty exists 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3205: finishing write tid 5 to smithi17368540-22 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3205: oid 22 updating version 0 to 2105 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3205: oid 22 updating version 2105 to 2106 2024-08-30T21:09:30.752 INFO:tasks.rados.rados.0.smithi173.stdout:3205: oid 22 updating version 2106 to 2107 2024-08-30T21:09:30.753 INFO:tasks.rados.rados.0.smithi173.stdout:3205: oid 22 version 2107 is already newer than 2104 2024-08-30T21:09:30.753 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2107 (ObjNum 976 snap 311 seq_num 976) dirty exists 2024-08-30T21:09:30.753 INFO:tasks.rados.rados.0.smithi173.stdout:3205: left oid 22 (ObjNum 976 snap 311 seq_num 976) 2024-08-30T21:09:30.753 INFO:tasks.rados.rados.0.smithi173.stdout:3206: expect (ObjNum 954 snap 298 seq_num 954) 2024-08-30T21:09:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:30 smithi173 ceph-mon[79976]: osdmap e707: 8 total, 8 up, 8 in 2024-08-30T21:09:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:30 smithi173 ceph-mon[82405]: osdmap e707: 8 total, 8 up, 8 in 2024-08-30T21:09:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:30 smithi196 ceph-mon[74601]: osdmap e707: 8 total, 8 up, 8 in 2024-08-30T21:09:31.298 INFO:tasks.rados.rados.0.smithi173.stdout:3209: finishing write tid 1 to smithi17368540-11 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: finishing write tid 2 to smithi17368540-11 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3205: done (5 left) 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3206: done (4 left) 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3207: done (3 left) 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3208: done (2 left) 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3210: done (1 left) 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3211: snap_create 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: finishing write tid 3 to smithi17368540-11 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: finishing write tid 4 to smithi17368540-11 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: finishing write tid 5 to smithi17368540-11 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: finishing write tid 6 to smithi17368540-11 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: oid 11 updating version 0 to 2246 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: oid 11 version 2246 is already newer than 2245 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: oid 11 version 2246 is already newer than 2244 2024-08-30T21:09:31.299 INFO:tasks.rados.rados.0.smithi173.stdout:3209: oid 11 updating version 2246 to 2247 2024-08-30T21:09:31.300 INFO:tasks.rados.rados.0.smithi173.stdout:3209: oid 11 version 2247 is already newer than 2243 2024-08-30T21:09:31.300 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2247 (ObjNum 977 snap 311 seq_num 977) dirty exists 2024-08-30T21:09:31.300 INFO:tasks.rados.rados.0.smithi173.stdout:3209: left oid 11 (ObjNum 977 snap 311 seq_num 977) 2024-08-30T21:09:31.579 INFO:tasks.rados.rados.0.smithi173.stdout:3209: done (1 left) 2024-08-30T21:09:31.579 INFO:tasks.rados.rados.0.smithi173.stdout:3211: done (0 left) 2024-08-30T21:09:31.579 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 312 2024-08-30T21:09:31.579 INFO:tasks.rados.rados.0.smithi173.stdout:3212: seq_num 979 ranges {1204224=802816,2007040=729088,2736128=458752,3194880=16384} 2024-08-30T21:09:31.589 INFO:tasks.rados.rados.0.smithi173.stdout:3212: writing smithi17368540-42 from 1204224 to 2007040 tid 1 2024-08-30T21:09:31.596 INFO:tasks.rados.rados.0.smithi173.stdout:3212: writing smithi17368540-42 from 2007040 to 2736128 tid 2 2024-08-30T21:09:31.597 INFO:tasks.rados.rados.0.smithi173.stdout:3212: writing smithi17368540-42 from 2736128 to 3194880 tid 3 2024-08-30T21:09:31.597 INFO:tasks.rados.rados.0.smithi173.stdout:3212: writing smithi17368540-42 from 3194880 to 3211264 tid 4 2024-08-30T21:09:31.597 INFO:tasks.rados.rados.0.smithi173.stdout:3213: rmattr oid 22 current snap is 312 2024-08-30T21:09:31.597 INFO:tasks.rados.rados.0.smithi173.stdout:3213: done (1 left) 2024-08-30T21:09:31.597 INFO:tasks.rados.rados.0.smithi173.stdout:3214: read oid 49 snap 307 2024-08-30T21:09:31.597 INFO:tasks.rados.rados.0.smithi173.stdout:3214: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:09:31.597 INFO:tasks.rados.rados.0.smithi173.stdout:3215: snap_remove snap 297 2024-08-30T21:09:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:31 smithi173 ceph-mon[79976]: pgmap v735: 121 pgs: 121 active+clean; 183 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:09:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:31 smithi173 ceph-mon[79976]: osdmap e708: 8 total, 8 up, 8 in 2024-08-30T21:09:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:31 smithi173 ceph-mon[79976]: osdmap e709: 8 total, 8 up, 8 in 2024-08-30T21:09:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:31 smithi173 ceph-mon[82405]: pgmap v735: 121 pgs: 121 active+clean; 183 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:09:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:31 smithi173 ceph-mon[82405]: osdmap e708: 8 total, 8 up, 8 in 2024-08-30T21:09:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:31 smithi173 ceph-mon[82405]: osdmap e709: 8 total, 8 up, 8 in 2024-08-30T21:09:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:31 smithi196 ceph-mon[74601]: pgmap v735: 121 pgs: 121 active+clean; 183 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-30T21:09:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:31 smithi196 ceph-mon[74601]: osdmap e708: 8 total, 8 up, 8 in 2024-08-30T21:09:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:31 smithi196 ceph-mon[74601]: osdmap e709: 8 total, 8 up, 8 in 2024-08-30T21:09:32.576 INFO:tasks.rados.rados.0.smithi173.stdout:3215: done (2 left) 2024-08-30T21:09:32.576 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 312 2024-08-30T21:09:32.576 INFO:tasks.rados.rados.0.smithi173.stdout:3216: seq_num 980 ranges {278528=417792,696320=614400,1310720=663552,1974272=327680} 2024-08-30T21:09:32.580 INFO:tasks.rados.rados.0.smithi173.stdout:3216: writing smithi17368540-10 from 278528 to 696320 tid 1 2024-08-30T21:09:32.584 INFO:tasks.rados.rados.0.smithi173.stdout:3216: writing smithi17368540-10 from 696320 to 1310720 tid 2 2024-08-30T21:09:32.589 INFO:tasks.rados.rados.0.smithi173.stdout:3216: writing smithi17368540-10 from 1310720 to 1974272 tid 3 2024-08-30T21:09:32.593 INFO:tasks.rados.rados.0.smithi173.stdout:3216: writing smithi17368540-10 from 1974272 to 2301952 tid 4 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3217: read oid 29 snap -1 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3217: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3218: read oid 20 snap -1 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3218: expect deleted 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 312 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3212: finishing write tid 1 to smithi17368540-42 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3212: finishing write tid 2 to smithi17368540-42 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3212: finishing write tid 3 to smithi17368540-42 2024-08-30T21:09:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3212: finishing write tid 4 to smithi17368540-42 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3212: finishing write tid 5 to smithi17368540-42 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3212: finishing write tid 6 to smithi17368540-42 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3212: oid 42 updating version 0 to 2016 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3212: oid 42 updating version 2016 to 2019 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3212: oid 42 version 2019 is already newer than 2017 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3212: oid 42 updating version 2019 to 2020 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3212: oid 42 version 2020 is already newer than 2018 2024-08-30T21:09:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 2020 (ObjNum 979 snap 312 seq_num 979) dirty exists 2024-08-30T21:09:32.596 INFO:tasks.rados.rados.0.smithi173.stdout:3212: left oid 42 (ObjNum 979 snap 312 seq_num 979) 2024-08-30T21:09:32.596 INFO:tasks.rados.rados.0.smithi173.stdout:3214: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: finishing write tid 1 to smithi17368540-10 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: finishing write tid 2 to smithi17368540-10 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: finishing write tid 3 to smithi17368540-10 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: finishing write tid 4 to smithi17368540-10 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: finishing write tid 5 to smithi17368540-10 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: finishing write tid 6 to smithi17368540-10 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: oid 10 updating version 0 to 1902 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: oid 10 version 1902 is already newer than 1901 2024-08-30T21:09:32.823 INFO:tasks.rados.rados.0.smithi173.stdout:3216: oid 10 updating version 1902 to 1903 2024-08-30T21:09:32.824 INFO:tasks.rados.rados.0.smithi173.stdout:3216: oid 10 updating version 1903 to 1904 2024-08-30T21:09:32.824 INFO:tasks.rados.rados.0.smithi173.stdout:3216: oid 10 version 1904 is already newer than 1900 2024-08-30T21:09:32.824 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1904 (ObjNum 980 snap 312 seq_num 980) dirty exists 2024-08-30T21:09:32.824 INFO:tasks.rados.rados.0.smithi173.stdout:3216: left oid 10 (ObjNum 980 snap 312 seq_num 980) 2024-08-30T21:09:32.824 INFO:tasks.rados.rados.0.smithi173.stdout:3217: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:09:33.141 INFO:tasks.rados.rados.0.smithi173.stdout:3219: seq_num 981 ranges {7962624=434176,8396800=540672,8937472=466944,9404416=524288,9928704=73728} 2024-08-30T21:09:33.184 INFO:tasks.rados.rados.0.smithi173.stdout:3219: writing smithi17368540-28 from 7962624 to 8396800 tid 1 2024-08-30T21:09:33.187 INFO:tasks.rados.rados.0.smithi173.stdout:3219: writing smithi17368540-28 from 8396800 to 8937472 tid 2 2024-08-30T21:09:33.190 INFO:tasks.rados.rados.0.smithi173.stdout:3219: writing smithi17368540-28 from 8937472 to 9404416 tid 3 2024-08-30T21:09:33.193 INFO:tasks.rados.rados.0.smithi173.stdout:3219: writing smithi17368540-28 from 9404416 to 9928704 tid 4 2024-08-30T21:09:33.194 INFO:tasks.rados.rados.0.smithi173.stdout:3219: writing smithi17368540-28 from 9928704 to 10002432 tid 5 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3212: done (5 left) 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3214: done (4 left) 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3216: done (3 left) 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3217: done (2 left) 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3218: done (1 left) 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3220: copy_from oid 13 from oid 39 current snap is 312 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3219: finishing write tid 1 to smithi17368540-28 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3219: finishing write tid 2 to smithi17368540-28 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3219: finishing write tid 3 to smithi17368540-28 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3221: setattr oid 46 current snap is 312 2024-08-30T21:09:33.195 INFO:tasks.rados.rados.0.smithi173.stdout:3222: delete oid 11 current snap is 312 2024-08-30T21:09:33.197 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1839 (ObjNum 950 snap 294 seq_num 950) dirty exists 2024-08-30T21:09:33.198 INFO:tasks.rados.rados.0.smithi173.stdout:3221: done (3 left) 2024-08-30T21:09:33.198 INFO:tasks.rados.rados.0.smithi173.stdout:3222: done (2 left) 2024-08-30T21:09:33.198 INFO:tasks.rados.rados.0.smithi173.stdout:3223: delete oid 12 current snap is 312 2024-08-30T21:09:33.198 INFO:tasks.rados.rados.0.smithi173.stdout:3219: finishing write tid 4 to smithi17368540-28 2024-08-30T21:09:33.199 INFO:tasks.rados.rados.0.smithi173.stdout:3219: finishing write tid 5 to smithi17368540-28 2024-08-30T21:09:33.199 INFO:tasks.rados.rados.0.smithi173.stdout:3219: finishing write tid 6 to smithi17368540-28 2024-08-30T21:09:33.201 INFO:tasks.rados.rados.0.smithi173.stdout:3219: finishing write tid 7 to smithi17368540-28 2024-08-30T21:09:33.201 INFO:tasks.rados.rados.0.smithi173.stdout:3219: oid 28 updating version 0 to 2109 2024-08-30T21:09:33.201 INFO:tasks.rados.rados.0.smithi173.stdout:3219: oid 28 updating version 2109 to 2111 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3219: oid 28 version 2111 is already newer than 2108 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3219: oid 28 updating version 2111 to 2113 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3219: oid 28 version 2113 is already newer than 2112 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3219: oid 28 version 2113 is already newer than 2110 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2113 (ObjNum 981 snap 312 seq_num 981) dirty exists 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3219: left oid 28 (ObjNum 981 snap 312 seq_num 981) 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3219: done (2 left) 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3223: done (1 left) 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 312 2024-08-30T21:09:33.202 INFO:tasks.rados.rados.0.smithi173.stdout:3224: seq_num 984 ranges {6512640=483328,6995968=598016,7593984=647168,8241152=360448} 2024-08-30T21:09:33.238 INFO:tasks.rados.rados.0.smithi173.stdout:3224: writing smithi17368540-22 from 6512640 to 6995968 tid 1 2024-08-30T21:09:33.242 INFO:tasks.rados.rados.0.smithi173.stdout:3224: writing smithi17368540-22 from 6995968 to 7593984 tid 2 2024-08-30T21:09:33.245 INFO:tasks.rados.rados.0.smithi173.stdout:3224: writing smithi17368540-22 from 7593984 to 8241152 tid 3 2024-08-30T21:09:33.248 INFO:tasks.rados.rados.0.smithi173.stdout:3224: writing smithi17368540-22 from 8241152 to 8601600 tid 4 2024-08-30T21:09:33.248 INFO:tasks.rados.rados.0.smithi173.stdout:3225: snap_create 2024-08-30T21:09:33.248 INFO:tasks.rados.rados.0.smithi173.stdout:3220: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:09:33.248 INFO:tasks.rados.rados.0.smithi173.stdout:3220: finishing copy_from to smithi17368540-13 2024-08-30T21:09:33.248 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 1404 (ObjNum 975 snap 311 seq_num 975) dirty exists 2024-08-30T21:09:33.248 INFO:tasks.rados.rados.0.smithi173.stdout:3224: finishing write tid 1 to smithi17368540-22 2024-08-30T21:09:33.248 INFO:tasks.rados.rados.0.smithi173.stdout:3224: finishing write tid 2 to smithi17368540-22 2024-08-30T21:09:33.250 INFO:tasks.rados.rados.0.smithi173.stdout:3224: finishing write tid 3 to smithi17368540-22 2024-08-30T21:09:33.250 INFO:tasks.rados.rados.0.smithi173.stdout:3224: finishing write tid 4 to smithi17368540-22 2024-08-30T21:09:33.250 INFO:tasks.rados.rados.0.smithi173.stdout:3224: finishing write tid 5 to smithi17368540-22 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:3224: finishing write tid 6 to smithi17368540-22 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:3224: oid 22 updating version 0 to 2114 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:3224: oid 22 updating version 2114 to 2115 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:3224: oid 22 updating version 2115 to 2118 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:3224: oid 22 version 2118 is already newer than 2116 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:3224: oid 22 version 2118 is already newer than 2117 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2118 (ObjNum 984 snap 312 seq_num 984) dirty exists 2024-08-30T21:09:33.251 INFO:tasks.rados.rados.0.smithi173.stdout:3224: left oid 22 (ObjNum 984 snap 312 seq_num 984) 2024-08-30T21:09:33.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:09:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:09:33] "GET /metrics HTTP/1.1" 200 36528 "" "Prometheus/2.51.0" 2024-08-30T21:09:33.658 INFO:tasks.rados.rados.0.smithi173.stdout:3220: done (2 left) 2024-08-30T21:09:33.658 INFO:tasks.rados.rados.0.smithi173.stdout:3224: done (1 left) 2024-08-30T21:09:33.658 INFO:tasks.rados.rados.0.smithi173.stdout:3225: done (0 left) 2024-08-30T21:09:33.658 INFO:tasks.rados.rados.0.smithi173.stdout:3226: read oid 1 snap 304 2024-08-30T21:09:33.658 INFO:tasks.rados.rados.0.smithi173.stdout:3226: expect (ObjNum 942 snap 290 seq_num 942) 2024-08-30T21:09:33.658 INFO:tasks.rados.rados.0.smithi173.stdout:3227: delete oid 50 current snap is 313 2024-08-30T21:09:33.663 INFO:tasks.rados.rados.0.smithi173.stdout:3227: done (1 left) 2024-08-30T21:09:33.663 INFO:tasks.rados.rados.0.smithi173.stdout:3228: copy_from oid 29 from oid 24 current snap is 313 2024-08-30T21:09:33.663 INFO:tasks.rados.rados.0.smithi173.stdout:3229: copy_from oid 15 from oid 8 current snap is 313 2024-08-30T21:09:33.663 INFO:tasks.rados.rados.0.smithi173.stdout:3230: read oid 36 snap 310 2024-08-30T21:09:33.664 INFO:tasks.rados.rados.0.smithi173.stdout:3230: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:09:33.664 INFO:tasks.rados.rados.0.smithi173.stdout:3231: read oid 7 snap -1 2024-08-30T21:09:33.664 INFO:tasks.rados.rados.0.smithi173.stdout:3231: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:09:33.664 INFO:tasks.rados.rados.0.smithi173.stdout:3232: snap_remove snap 312 2024-08-30T21:09:33.731 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:33 smithi173 ceph-mon[82405]: pgmap v738: 121 pgs: 121 active+clean; 191 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-08-30T21:09:33.731 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:33 smithi173 ceph-mon[82405]: osdmap e710: 8 total, 8 up, 8 in 2024-08-30T21:09:33.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:33 smithi173 ceph-mon[79976]: pgmap v738: 121 pgs: 121 active+clean; 191 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-08-30T21:09:33.731 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:33 smithi173 ceph-mon[79976]: osdmap e710: 8 total, 8 up, 8 in 2024-08-30T21:09:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:33 smithi196 ceph-mon[74601]: pgmap v738: 121 pgs: 121 active+clean; 191 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-08-30T21:09:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:33 smithi196 ceph-mon[74601]: osdmap e710: 8 total, 8 up, 8 in 2024-08-30T21:09:34.669 INFO:tasks.rados.rados.0.smithi173.stdout:3232: done (5 left) 2024-08-30T21:09:34.669 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 313 2024-08-30T21:09:34.670 INFO:tasks.rados.rados.0.smithi173.stdout:3233: seq_num 986 ranges {1409024=516096,1925120=770048,2695168=655360,3350528=180224} 2024-08-30T21:09:34.680 INFO:tasks.rados.rados.0.smithi173.stdout:3233: writing smithi17368540-43 from 1409024 to 1925120 tid 1 2024-08-30T21:09:34.685 INFO:tasks.rados.rados.0.smithi173.stdout:3233: writing smithi17368540-43 from 1925120 to 2695168 tid 2 2024-08-30T21:09:34.689 INFO:tasks.rados.rados.0.smithi173.stdout:3233: writing smithi17368540-43 from 2695168 to 3350528 tid 3 2024-08-30T21:09:34.690 INFO:tasks.rados.rados.0.smithi173.stdout:3233: writing smithi17368540-43 from 3350528 to 3530752 tid 4 2024-08-30T21:09:34.690 INFO:tasks.rados.rados.0.smithi173.stdout:3234: snap_remove snap 311 2024-08-30T21:09:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:34 smithi173 ceph-mon[79976]: osdmap e711: 8 total, 8 up, 8 in 2024-08-30T21:09:34.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:34 smithi173 ceph-mon[82405]: osdmap e711: 8 total, 8 up, 8 in 2024-08-30T21:09:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:34 smithi196 ceph-mon[74601]: osdmap e711: 8 total, 8 up, 8 in 2024-08-30T21:09:35.671 INFO:tasks.rados.rados.0.smithi173.stdout:3234: done (6 left) 2024-08-30T21:09:35.671 INFO:tasks.rados.rados.0.smithi173.stdout:3235: copy_from oid 34 from oid 37 current snap is 313 2024-08-30T21:09:35.671 INFO:tasks.rados.rados.0.smithi173.stdout:3230: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:09:35.718 INFO:tasks.rados.rados.0.smithi173.stdout:3229: finishing copy_from racing read to smithi17368540-15 2024-08-30T21:09:35.718 INFO:tasks.rados.rados.0.smithi173.stdout:3231: expect (ObjNum 845 snap 258 seq_num 845) 2024-08-30T21:09:35.908 INFO:tasks.rados.rados.0.smithi173.stdout:3226: expect (ObjNum 942 snap 290 seq_num 942) 2024-08-30T21:09:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:35 smithi173 ceph-mon[82405]: pgmap v741: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-30T21:09:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:35 smithi173 ceph-mon[82405]: osdmap e712: 8 total, 8 up, 8 in 2024-08-30T21:09:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:35 smithi173 ceph-mon[79976]: pgmap v741: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-30T21:09:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:35 smithi173 ceph-mon[79976]: osdmap e712: 8 total, 8 up, 8 in 2024-08-30T21:09:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:35 smithi196 ceph-mon[74601]: pgmap v741: 121 pgs: 121 active+clean; 198 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 19 op/s 2024-08-30T21:09:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:35 smithi196 ceph-mon[74601]: osdmap e712: 8 total, 8 up, 8 in 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3228: finishing copy_from racing read to smithi17368540-29 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3229: finishing copy_from to smithi17368540-15 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2071 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3228: finishing copy_from to smithi17368540-29 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 1838 (ObjNum 973 snap 311 seq_num 973) dirty exists 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3233: finishing write tid 1 to smithi17368540-43 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3233: finishing write tid 2 to smithi17368540-43 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3233: finishing write tid 3 to smithi17368540-43 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3233: finishing write tid 4 to smithi17368540-43 2024-08-30T21:09:36.540 INFO:tasks.rados.rados.0.smithi173.stdout:3233: finishing write tid 5 to smithi17368540-43 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3233: finishing write tid 6 to smithi17368540-43 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3233: oid 43 updating version 0 to 2032 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3233: oid 43 version 2032 is already newer than 2031 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3233: oid 43 version 2032 is already newer than 2030 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3233: oid 43 version 2032 is already newer than 2029 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3233: oid 43 version 2032 is already newer than 2028 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2032 (ObjNum 986 snap 313 seq_num 986) dirty exists 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3233: left oid 43 (ObjNum 986 snap 313 seq_num 986) 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3226: done (6 left) 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3228: done (5 left) 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3229: done (4 left) 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3230: done (3 left) 2024-08-30T21:09:36.541 INFO:tasks.rados.rados.0.smithi173.stdout:3231: done (2 left) 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:3233: done (1 left) 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:3236: read oid 13 snap 304 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:3236: expect (ObjNum 939 snap 286 seq_num 939) 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:3237: copy_from oid 4 from oid 49 current snap is 313 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:3238: read oid 21 snap -1 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:3238: expect (ObjNum 954 snap 298 seq_num 954) 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 313 2024-08-30T21:09:36.542 INFO:tasks.rados.rados.0.smithi173.stdout:3239: seq_num 987 ranges {5062656=532480,5595136=647168,6242304=417792,6660096=409600,7069696=131072} 2024-08-30T21:09:36.571 INFO:tasks.rados.rados.0.smithi173.stdout:3239: writing smithi17368540-7 from 5062656 to 5595136 tid 1 2024-08-30T21:09:36.576 INFO:tasks.rados.rados.0.smithi173.stdout:3239: writing smithi17368540-7 from 5595136 to 6242304 tid 2 2024-08-30T21:09:36.579 INFO:tasks.rados.rados.0.smithi173.stdout:3239: writing smithi17368540-7 from 6242304 to 6660096 tid 3 2024-08-30T21:09:36.582 INFO:tasks.rados.rados.0.smithi173.stdout:3239: writing smithi17368540-7 from 6660096 to 7069696 tid 4 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3239: writing smithi17368540-7 from 7069696 to 7200768 tid 5 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3240: copy_from oid 11 from oid 39 current snap is 313 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3235: finishing copy_from to smithi17368540-34 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3235: got expected ENOENT (src dne) 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3235: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3235: done (5 left) 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3241: snap_create 2024-08-30T21:09:36.583 INFO:tasks.rados.rados.0.smithi173.stdout:3238: expect (ObjNum 954 snap 298 seq_num 954) 2024-08-30T21:09:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:36 smithi173 ceph-mon[79976]: osdmap e713: 8 total, 8 up, 8 in 2024-08-30T21:09:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:36 smithi173 ceph-mon[79976]: osdmap e714: 8 total, 8 up, 8 in 2024-08-30T21:09:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:36 smithi173 ceph-mon[82405]: osdmap e713: 8 total, 8 up, 8 in 2024-08-30T21:09:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:36 smithi173 ceph-mon[82405]: osdmap e714: 8 total, 8 up, 8 in 2024-08-30T21:09:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:36 smithi196 ceph-mon[74601]: osdmap e713: 8 total, 8 up, 8 in 2024-08-30T21:09:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:36 smithi196 ceph-mon[74601]: osdmap e714: 8 total, 8 up, 8 in 2024-08-30T21:09:37.133 INFO:tasks.rados.rados.0.smithi173.stdout:3236: expect (ObjNum 939 snap 286 seq_num 939) 2024-08-30T21:09:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:3237: finishing copy_from racing read to smithi17368540-4 2024-08-30T21:09:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:3237: finishing copy_from to smithi17368540-4 2024-08-30T21:09:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 1813 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:09:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:3239: finishing write tid 1 to smithi17368540-7 2024-08-30T21:09:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:3239: finishing write tid 2 to smithi17368540-7 2024-08-30T21:09:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:3239: finishing write tid 3 to smithi17368540-7 2024-08-30T21:09:37.592 INFO:tasks.rados.rados.0.smithi173.stdout:3239: finishing write tid 4 to smithi17368540-7 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: finishing write tid 5 to smithi17368540-7 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: finishing write tid 6 to smithi17368540-7 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3236: done (5 left) 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3237: done (4 left) 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3238: done (3 left) 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3241: done (2 left) 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3242: rollback oid 2 current snap is 314 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 2 to 306 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: finishing write tid 7 to smithi17368540-7 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: oid 7 updating version 0 to 2171 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: oid 7 updating version 2171 to 2172 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: oid 7 version 2172 is already newer than 2168 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: oid 7 version 2172 is already newer than 2169 2024-08-30T21:09:37.593 INFO:tasks.rados.rados.0.smithi173.stdout:3239: oid 7 version 2172 is already newer than 2170 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3239: oid 7 updating version 2172 to 2173 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2173 (ObjNum 987 snap 313 seq_num 987) dirty exists 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3239: left oid 7 (ObjNum 987 snap 313 seq_num 987) 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3240: finishing copy_from racing read to smithi17368540-11 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3240: finishing copy_from to smithi17368540-11 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 1404 (ObjNum 975 snap 311 seq_num 975) dirty exists 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3239: done (2 left) 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3240: done (1 left) 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3243: rollback oid 49 current snap is 314 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 304 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3244: rmattr oid 33 current snap is 314 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3245: setattr oid 8 current snap is 314 2024-08-30T21:09:37.594 INFO:tasks.rados.rados.0.smithi173.stdout:3246: read oid 42 snap -1 2024-08-30T21:09:37.595 INFO:tasks.rados.rados.0.smithi173.stdout:3246: expect (ObjNum 979 snap 312 seq_num 979) 2024-08-30T21:09:37.595 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 314 2024-08-30T21:09:37.595 INFO:tasks.rados.rados.0.smithi173.stdout:3247: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2024-08-30T21:09:37.595 INFO:tasks.rados.rados.0.smithi173.stdout:3247: writing smithi17368540-20 from 0 to 557056 tid 1 2024-08-30T21:09:37.599 INFO:tasks.rados.rados.0.smithi173.stdout:3247: writing smithi17368540-20 from 557056 to 1089536 tid 2 2024-08-30T21:09:37.603 INFO:tasks.rados.rados.0.smithi173.stdout:3247: writing smithi17368540-20 from 1089536 to 1712128 tid 3 2024-08-30T21:09:37.606 INFO:tasks.rados.rados.0.smithi173.stdout:3247: writing smithi17368540-20 from 1712128 to 2162688 tid 4 2024-08-30T21:09:37.606 INFO:tasks.rados.rados.0.smithi173.stdout:3248: rmattr oid 38 current snap is 314 2024-08-30T21:09:37.606 INFO:tasks.rados.rados.0.smithi173.stdout:3248: done (6 left) 2024-08-30T21:09:37.606 INFO:tasks.rados.rados.0.smithi173.stdout:3249: snap_remove snap 313 2024-08-30T21:09:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:37 smithi173 ceph-mon[79976]: pgmap v744: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 20 op/s 2024-08-30T21:09:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:37 smithi173 ceph-mon[79976]: osdmap e715: 8 total, 8 up, 8 in 2024-08-30T21:09:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:37 smithi173 ceph-mon[82405]: pgmap v744: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 20 op/s 2024-08-30T21:09:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:37 smithi173 ceph-mon[82405]: osdmap e715: 8 total, 8 up, 8 in 2024-08-30T21:09:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:37 smithi196 ceph-mon[74601]: pgmap v744: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 9.0 MiB/s wr, 20 op/s 2024-08-30T21:09:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:37 smithi196 ceph-mon[74601]: osdmap e715: 8 total, 8 up, 8 in 2024-08-30T21:09:38.579 INFO:tasks.rados.rados.0.smithi173.stdout:3249: done (6 left) 2024-08-30T21:09:38.579 INFO:tasks.rados.rados.0.smithi173.stdout:3250: copy_from oid 21 from oid 12 current snap is 314 2024-08-30T21:09:38.579 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2119 (ObjNum 961 snap 304 seq_num 961) dirty exists 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3247: finishing write tid 1 to smithi17368540-20 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3243: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3243: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3242: finishing rollback tid 0 to smithi17368540-2 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2075 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3243: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1816 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3242: finishing rollback tid 1 to smithi17368540-2 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3242: finishing rollback tid 2 to smithi17368540-2 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2163 (ObjNum 935 snap 286 seq_num 935) dirty exists 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3247: finishing write tid 2 to smithi17368540-20 2024-08-30T21:09:38.580 INFO:tasks.rados.rados.0.smithi173.stdout:3247: finishing write tid 3 to smithi17368540-20 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: finishing write tid 4 to smithi17368540-20 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: finishing write tid 5 to smithi17368540-20 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: finishing write tid 6 to smithi17368540-20 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: oid 20 updating version 0 to 1720 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: oid 20 updating version 1720 to 1722 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: oid 20 version 1722 is already newer than 1721 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: oid 20 version 1722 is already newer than 1719 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: oid 20 version 1722 is already newer than 1718 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1722 (ObjNum 988 snap 314 seq_num 988) dirty exists 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3247: left oid 20 (ObjNum 988 snap 314 seq_num 988) 2024-08-30T21:09:38.581 INFO:tasks.rados.rados.0.smithi173.stdout:3246: expect (ObjNum 979 snap 312 seq_num 979) 2024-08-30T21:09:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:3250: finishing copy_from to smithi17368540-21 2024-08-30T21:09:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:3250: got expected ENOENT (src dne) 2024-08-30T21:09:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:3250: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:09:38.688 INFO:tasks.rados.rados.0.smithi173.stdout:3242: done (6 left) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3243: done (5 left) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3244: done (4 left) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3245: done (3 left) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3246: done (2 left) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3247: done (1 left) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3250: done (0 left) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3251: read oid 30 snap -1 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3251: expect (ObjNum 964 snap 308 seq_num 964) 2024-08-30T21:09:38.689 INFO:tasks.rados.rados.0.smithi173.stdout:3252: snap_remove snap 310 2024-08-30T21:09:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:38 smithi173 ceph-mon[82405]: osdmap e716: 8 total, 8 up, 8 in 2024-08-30T21:09:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:38 smithi173 ceph-mon[79976]: osdmap e716: 8 total, 8 up, 8 in 2024-08-30T21:09:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:38 smithi196 ceph-mon[74601]: osdmap e716: 8 total, 8 up, 8 in 2024-08-30T21:09:39.688 INFO:tasks.rados.rados.0.smithi173.stdout:3252: done (1 left) 2024-08-30T21:09:39.688 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 314 2024-08-30T21:09:39.688 INFO:tasks.rados.rados.0.smithi173.stdout:3253: seq_num 989 ranges {1941504=573440,2514944=466944,2981888=434176,3416064=638976,4055040=65536} 2024-08-30T21:09:39.703 INFO:tasks.rados.rados.0.smithi173.stdout:3253: writing smithi17368540-39 from 1941504 to 2514944 tid 1 2024-08-30T21:09:39.706 INFO:tasks.rados.rados.0.smithi173.stdout:3253: writing smithi17368540-39 from 2514944 to 2981888 tid 2 2024-08-30T21:09:39.709 INFO:tasks.rados.rados.0.smithi173.stdout:3253: writing smithi17368540-39 from 2981888 to 3416064 tid 3 2024-08-30T21:09:39.713 INFO:tasks.rados.rados.0.smithi173.stdout:3253: writing smithi17368540-39 from 3416064 to 4055040 tid 4 2024-08-30T21:09:39.714 INFO:tasks.rados.rados.0.smithi173.stdout:3253: writing smithi17368540-39 from 4055040 to 4120576 tid 5 2024-08-30T21:09:39.716 INFO:tasks.rados.rados.0.smithi173.stdout:3251: expect (ObjNum 964 snap 308 seq_num 964) 2024-08-30T21:09:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:3253: finishing write tid 1 to smithi17368540-39 2024-08-30T21:09:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:3253: finishing write tid 2 to smithi17368540-39 2024-08-30T21:09:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:3251: done (1 left) 2024-08-30T21:09:39.828 INFO:tasks.rados.rados.0.smithi173.stdout:3254: rollback oid 45 current snap is 314 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 45 to 307 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: finishing write tid 3 to smithi17368540-39 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: finishing write tid 4 to smithi17368540-39 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: finishing write tid 5 to smithi17368540-39 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: finishing write tid 6 to smithi17368540-39 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: finishing write tid 7 to smithi17368540-39 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: oid 39 updating version 0 to 1410 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: oid 39 version 1410 is already newer than 1405 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: oid 39 version 1410 is already newer than 1407 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: oid 39 version 1410 is already newer than 1408 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: oid 39 version 1410 is already newer than 1406 2024-08-30T21:09:39.829 INFO:tasks.rados.rados.0.smithi173.stdout:3253: oid 39 version 1410 is already newer than 1409 2024-08-30T21:09:39.830 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 1410 (ObjNum 989 snap 314 seq_num 989) dirty exists 2024-08-30T21:09:39.830 INFO:tasks.rados.rados.0.smithi173.stdout:3253: left oid 39 (ObjNum 989 snap 314 seq_num 989) 2024-08-30T21:09:39.830 INFO:tasks.rados.rados.0.smithi173.stdout:3253: done (1 left) 2024-08-30T21:09:39.830 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 314 2024-08-30T21:09:39.830 INFO:tasks.rados.rados.0.smithi173.stdout:3255: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-08-30T21:09:39.831 INFO:tasks.rados.rados.0.smithi173.stdout:3255: writing smithi17368540-27 from 0 to 589824 tid 1 2024-08-30T21:09:39.835 INFO:tasks.rados.rados.0.smithi173.stdout:3255: writing smithi17368540-27 from 589824 to 1343488 tid 2 2024-08-30T21:09:39.840 INFO:tasks.rados.rados.0.smithi173.stdout:3255: writing smithi17368540-27 from 1343488 to 1982464 tid 3 2024-08-30T21:09:39.841 INFO:tasks.rados.rados.0.smithi173.stdout:3255: writing smithi17368540-27 from 1982464 to 2195456 tid 4 2024-08-30T21:09:39.841 INFO:tasks.rados.rados.0.smithi173.stdout:3256: rollback oid 19 current snap is 314 2024-08-30T21:09:39.841 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 304 2024-08-30T21:09:39.841 INFO:tasks.rados.rados.0.smithi173.stdout:3254: finishing rollback tid 0 to smithi17368540-45 2024-08-30T21:09:39.841 INFO:tasks.rados.rados.0.smithi173.stdout:3254: finishing rollback tid 1 to smithi17368540-45 2024-08-30T21:09:39.841 INFO:tasks.rados.rados.0.smithi173.stdout:3254: finishing rollback tid 2 to smithi17368540-45 2024-08-30T21:09:39.842 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 2122 (ObjNum 791 snap 240 seq_num 791) dirty exists 2024-08-30T21:09:39.842 INFO:tasks.rados.rados.0.smithi173.stdout:3255: finishing write tid 1 to smithi17368540-27 2024-08-30T21:09:39.842 INFO:tasks.rados.rados.0.smithi173.stdout:3255: finishing write tid 2 to smithi17368540-27 2024-08-30T21:09:39.842 INFO:tasks.rados.rados.0.smithi173.stdout:3254: done (2 left) 2024-08-30T21:09:39.842 INFO:tasks.rados.rados.0.smithi173.stdout:3257: snap_remove snap 307 2024-08-30T21:09:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:39 smithi173 ceph-mon[79976]: pgmap v747: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-08-30T21:09:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:39 smithi173 ceph-mon[82405]: pgmap v747: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-08-30T21:09:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:39 smithi196 ceph-mon[74601]: pgmap v747: 121 pgs: 121 active+clean; 222 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.2 MiB/s wr, 16 op/s 2024-08-30T21:09:40.704 INFO:tasks.rados.rados.0.smithi173.stdout:3257: done (2 left) 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3258: read oid 18 snap 306 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3258: expect (ObjNum 915 snap 278 seq_num 915) 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3259: snap_create 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3255: finishing write tid 3 to smithi17368540-27 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3255: finishing write tid 4 to smithi17368540-27 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3255: finishing write tid 5 to smithi17368540-27 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3256: finishing rollback tid 0 to smithi17368540-19 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3255: finishing write tid 6 to smithi17368540-27 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3255: oid 27 updating version 0 to 2165 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3255: oid 27 updating version 2165 to 2167 2024-08-30T21:09:40.705 INFO:tasks.rados.rados.0.smithi173.stdout:3255: oid 27 updating version 2167 to 2168 2024-08-30T21:09:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:3255: oid 27 version 2168 is already newer than 2166 2024-08-30T21:09:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:3255: oid 27 version 2168 is already newer than 2164 2024-08-30T21:09:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 2168 (ObjNum 990 snap 314 seq_num 990) dirty exists 2024-08-30T21:09:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:3255: left oid 27 (ObjNum 990 snap 314 seq_num 990) 2024-08-30T21:09:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:3256: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:09:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:3256: finishing rollback tid 2 to smithi17368540-19 2024-08-30T21:09:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 2171 (ObjNum 958 snap 302 seq_num 958) dirty exists 2024-08-30T21:09:40.722 INFO:tasks.rados.rados.0.smithi173.stdout:3258: expect (ObjNum 915 snap 278 seq_num 915) 2024-08-30T21:09:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:40 smithi173 ceph-mon[79976]: osdmap e717: 8 total, 8 up, 8 in 2024-08-30T21:09:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:40 smithi173 ceph-mon[82405]: osdmap e717: 8 total, 8 up, 8 in 2024-08-30T21:09:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:40 smithi196 ceph-mon[74601]: osdmap e717: 8 total, 8 up, 8 in 2024-08-30T21:09:41.577 INFO:tasks.rados.rados.0.smithi173.stdout:3255: done (3 left) 2024-08-30T21:09:41.577 INFO:tasks.rados.rados.0.smithi173.stdout:3256: done (2 left) 2024-08-30T21:09:41.577 INFO:tasks.rados.rados.0.smithi173.stdout:3258: done (1 left) 2024-08-30T21:09:41.577 INFO:tasks.rados.rados.0.smithi173.stdout:3259: done (0 left) 2024-08-30T21:09:41.577 INFO:tasks.rados.rados.0.smithi173.stdout:3260: read oid 13 snap -1 2024-08-30T21:09:41.578 INFO:tasks.rados.rados.0.smithi173.stdout:3260: expect (ObjNum 975 snap 311 seq_num 975) 2024-08-30T21:09:41.578 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 315 2024-08-30T21:09:41.578 INFO:tasks.rados.rados.0.smithi173.stdout:3261: seq_num 991 ranges {3235840=606208,3842048=638976,4481024=794624,5275648=172032} 2024-08-30T21:09:41.597 INFO:tasks.rados.rados.0.smithi173.stdout:3261: writing smithi17368540-46 from 3235840 to 3842048 tid 1 2024-08-30T21:09:41.601 INFO:tasks.rados.rados.0.smithi173.stdout:3261: writing smithi17368540-46 from 3842048 to 4481024 tid 2 2024-08-30T21:09:41.606 INFO:tasks.rados.rados.0.smithi173.stdout:3261: writing smithi17368540-46 from 4481024 to 5275648 tid 3 2024-08-30T21:09:41.607 INFO:tasks.rados.rados.0.smithi173.stdout:3261: writing smithi17368540-46 from 5275648 to 5447680 tid 4 2024-08-30T21:09:41.607 INFO:tasks.rados.rados.0.smithi173.stdout:3262: snap_create 2024-08-30T21:09:41.607 INFO:tasks.rados.rados.0.smithi173.stdout:3260: expect (ObjNum 975 snap 311 seq_num 975) 2024-08-30T21:09:41.658 INFO:tasks.rados.rados.0.smithi173.stdout:3261: finishing write tid 1 to smithi17368540-46 2024-08-30T21:09:41.658 INFO:tasks.rados.rados.0.smithi173.stdout:3261: finishing write tid 2 to smithi17368540-46 2024-08-30T21:09:41.658 INFO:tasks.rados.rados.0.smithi173.stdout:3261: finishing write tid 3 to smithi17368540-46 2024-08-30T21:09:41.658 INFO:tasks.rados.rados.0.smithi173.stdout:3261: finishing write tid 4 to smithi17368540-46 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: finishing write tid 5 to smithi17368540-46 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: finishing write tid 6 to smithi17368540-46 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: oid 46 updating version 0 to 1841 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: oid 46 updating version 1841 to 1842 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: oid 46 updating version 1842 to 1843 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: oid 46 version 1843 is already newer than 1840 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: oid 46 updating version 1843 to 1844 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1844 (ObjNum 991 snap 315 seq_num 991) dirty exists 2024-08-30T21:09:41.659 INFO:tasks.rados.rados.0.smithi173.stdout:3261: left oid 46 (ObjNum 991 snap 315 seq_num 991) 2024-08-30T21:09:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:41 smithi173 ceph-mon[79976]: pgmap v750: 121 pgs: 121 active+clean; 228 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-30T21:09:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:41 smithi173 ceph-mon[79976]: osdmap e718: 8 total, 8 up, 8 in 2024-08-30T21:09:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:41 smithi173 ceph-mon[79976]: osdmap e719: 8 total, 8 up, 8 in 2024-08-30T21:09:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:41 smithi173 ceph-mon[82405]: pgmap v750: 121 pgs: 121 active+clean; 228 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-30T21:09:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:41 smithi173 ceph-mon[82405]: osdmap e718: 8 total, 8 up, 8 in 2024-08-30T21:09:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:41 smithi173 ceph-mon[82405]: osdmap e719: 8 total, 8 up, 8 in 2024-08-30T21:09:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:41 smithi196 ceph-mon[74601]: pgmap v750: 121 pgs: 121 active+clean; 228 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 17 op/s 2024-08-30T21:09:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:41 smithi196 ceph-mon[74601]: osdmap e718: 8 total, 8 up, 8 in 2024-08-30T21:09:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:41 smithi196 ceph-mon[74601]: osdmap e719: 8 total, 8 up, 8 in 2024-08-30T21:09:42.579 INFO:tasks.rados.rados.0.smithi173.stdout:3260: done (2 left) 2024-08-30T21:09:42.579 INFO:tasks.rados.rados.0.smithi173.stdout:3261: done (1 left) 2024-08-30T21:09:42.579 INFO:tasks.rados.rados.0.smithi173.stdout:3262: done (0 left) 2024-08-30T21:09:42.579 INFO:tasks.rados.rados.0.smithi173.stdout:3263: read oid 2 snap -1 2024-08-30T21:09:42.579 INFO:tasks.rados.rados.0.smithi173.stdout:3263: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:42.579 INFO:tasks.rados.rados.0.smithi173.stdout:3264: snap_create 2024-08-30T21:09:42.604 INFO:tasks.rados.rados.0.smithi173.stdout:3263: expect (ObjNum 935 snap 286 seq_num 935) 2024-08-30T21:09:43.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:09:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:09:43] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-08-30T21:09:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:3263: done (1 left) 2024-08-30T21:09:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:3264: done (0 left) 2024-08-30T21:09:43.584 INFO:tasks.rados.rados.0.smithi173.stdout:3265: snap_remove snap 315 2024-08-30T21:09:43.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:43 smithi173 ceph-mon[79976]: pgmap v753: 121 pgs: 121 active+clean; 233 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-08-30T21:09:44.047 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:43 smithi173 ceph-mon[79976]: osdmap e720: 8 total, 8 up, 8 in 2024-08-30T21:09:44.048 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:43 smithi173 ceph-mon[82405]: pgmap v753: 121 pgs: 121 active+clean; 233 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-08-30T21:09:44.048 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:43 smithi173 ceph-mon[82405]: osdmap e720: 8 total, 8 up, 8 in 2024-08-30T21:09:44.048 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:43 smithi196 ceph-mon[74601]: pgmap v753: 121 pgs: 121 active+clean; 233 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-08-30T21:09:44.048 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:43 smithi196 ceph-mon[74601]: osdmap e720: 8 total, 8 up, 8 in 2024-08-30T21:09:44.591 INFO:tasks.rados.rados.0.smithi173.stdout:3265: done (0 left) 2024-08-30T21:09:44.592 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 317 2024-08-30T21:09:44.592 INFO:tasks.rados.rados.0.smithi173.stdout:3266: seq_num 992 ranges {3530752=622592,4153344=524288,4677632=606208,5283840=475136} 2024-08-30T21:09:44.613 INFO:tasks.rados.rados.0.smithi173.stdout:3266: writing smithi17368540-43 from 3530752 to 4153344 tid 1 2024-08-30T21:09:44.616 INFO:tasks.rados.rados.0.smithi173.stdout:3266: writing smithi17368540-43 from 4153344 to 4677632 tid 2 2024-08-30T21:09:44.620 INFO:tasks.rados.rados.0.smithi173.stdout:3266: writing smithi17368540-43 from 4677632 to 5283840 tid 3 2024-08-30T21:09:44.623 INFO:tasks.rados.rados.0.smithi173.stdout:3266: writing smithi17368540-43 from 5283840 to 5758976 tid 4 2024-08-30T21:09:44.623 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 317 2024-08-30T21:09:44.624 INFO:tasks.rados.rados.0.smithi173.stdout:3266: finishing write tid 1 to smithi17368540-43 2024-08-30T21:09:44.624 INFO:tasks.rados.rados.0.smithi173.stdout:3267: seq_num 993 ranges {1712128=638976,2351104=409600,2760704=409600,3170304=688128,3858432=98304} 2024-08-30T21:09:44.636 INFO:tasks.rados.rados.0.smithi173.stdout:3267: writing smithi17368540-18 from 1712128 to 2351104 tid 1 2024-08-30T21:09:44.638 INFO:tasks.rados.rados.0.smithi173.stdout:3267: writing smithi17368540-18 from 2351104 to 2760704 tid 2 2024-08-30T21:09:44.641 INFO:tasks.rados.rados.0.smithi173.stdout:3267: writing smithi17368540-18 from 2760704 to 3170304 tid 3 2024-08-30T21:09:44.645 INFO:tasks.rados.rados.0.smithi173.stdout:3267: writing smithi17368540-18 from 3170304 to 3858432 tid 4 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3267: writing smithi17368540-18 from 3858432 to 3956736 tid 5 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3268: rollback oid 30 current snap is 317 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 316 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3266: finishing write tid 2 to smithi17368540-43 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3266: finishing write tid 3 to smithi17368540-43 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3266: finishing write tid 4 to smithi17368540-43 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3266: finishing write tid 5 to smithi17368540-43 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3266: finishing write tid 6 to smithi17368540-43 2024-08-30T21:09:44.647 INFO:tasks.rados.rados.0.smithi173.stdout:3266: oid 43 updating version 0 to 2055 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3266: oid 43 updating version 2055 to 2056 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3266: oid 43 version 2056 is already newer than 2052 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3266: oid 43 version 2056 is already newer than 2053 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3266: oid 43 version 2056 is already newer than 2054 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2056 (ObjNum 992 snap 317 seq_num 992) dirty exists 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3266: left oid 43 (ObjNum 992 snap 317 seq_num 992) 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3266: done (2 left) 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3269: rmattr oid 34 current snap is 317 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3269: done (2 left) 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3270: read oid 32 snap -1 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3270: expect deleted 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:3271: rollback oid 8 current snap is 317 2024-08-30T21:09:44.648 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 8 to 314 2024-08-30T21:09:44.649 INFO:tasks.rados.rados.0.smithi173.stdout:3272: read oid 42 snap -1 2024-08-30T21:09:44.649 INFO:tasks.rados.rados.0.smithi173.stdout:3272: expect (ObjNum 979 snap 312 seq_num 979) 2024-08-30T21:09:44.649 INFO:tasks.rados.rados.0.smithi173.stdout:3273: read oid 25 snap -1 2024-08-30T21:09:44.649 INFO:tasks.rados.rados.0.smithi173.stdout:3273: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:09:44.649 INFO:tasks.rados.rados.0.smithi173.stdout:3274: snap_create 2024-08-30T21:09:44.654 INFO:tasks.rados.rados.0.smithi173.stdout:3267: finishing write tid 1 to smithi17368540-18 2024-08-30T21:09:44.654 INFO:tasks.rados.rados.0.smithi173.stdout:3267: finishing write tid 2 to smithi17368540-18 2024-08-30T21:09:44.654 INFO:tasks.rados.rados.0.smithi173.stdout:3268: finishing rollback tid 0 to smithi17368540-30 2024-08-30T21:09:44.654 INFO:tasks.rados.rados.0.smithi173.stdout:3267: finishing write tid 3 to smithi17368540-18 2024-08-30T21:09:44.654 INFO:tasks.rados.rados.0.smithi173.stdout:3267: finishing write tid 4 to smithi17368540-18 2024-08-30T21:09:44.655 INFO:tasks.rados.rados.0.smithi173.stdout:3268: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:09:44.655 INFO:tasks.rados.rados.0.smithi173.stdout:3271: finishing rollback tid 0 to smithi17368540-8 2024-08-30T21:09:44.656 INFO:tasks.rados.rados.0.smithi173.stdout:3268: finishing rollback tid 2 to smithi17368540-30 2024-08-30T21:09:44.656 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 2176 (ObjNum 964 snap 308 seq_num 964) dirty exists 2024-08-30T21:09:44.656 INFO:tasks.rados.rados.0.smithi173.stdout:3267: finishing write tid 5 to smithi17368540-18 2024-08-30T21:09:44.656 INFO:tasks.rados.rados.0.smithi173.stdout:3267: finishing write tid 6 to smithi17368540-18 2024-08-30T21:09:44.657 INFO:tasks.rados.rados.0.smithi173.stdout:3271: finishing rollback tid 1 to smithi17368540-8 2024-08-30T21:09:44.657 INFO:tasks.rados.rados.0.smithi173.stdout:3271: finishing rollback tid 2 to smithi17368540-8 2024-08-30T21:09:44.658 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2078 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:09:44.658 INFO:tasks.rados.rados.0.smithi173.stdout:3273: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:09:44.704 INFO:tasks.rados.rados.0.smithi173.stdout:3267: finishing write tid 7 to smithi17368540-18 2024-08-30T21:09:44.704 INFO:tasks.rados.rados.0.smithi173.stdout:3267: oid 18 updating version 0 to 2291 2024-08-30T21:09:44.704 INFO:tasks.rados.rados.0.smithi173.stdout:3267: oid 18 version 2291 is already newer than 2290 2024-08-30T21:09:44.704 INFO:tasks.rados.rados.0.smithi173.stdout:3267: oid 18 updating version 2291 to 2295 2024-08-30T21:09:44.704 INFO:tasks.rados.rados.0.smithi173.stdout:3267: oid 18 version 2295 is already newer than 2294 2024-08-30T21:09:44.705 INFO:tasks.rados.rados.0.smithi173.stdout:3267: oid 18 version 2295 is already newer than 2293 2024-08-30T21:09:44.705 INFO:tasks.rados.rados.0.smithi173.stdout:3267: oid 18 version 2295 is already newer than 2292 2024-08-30T21:09:44.705 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2295 (ObjNum 993 snap 317 seq_num 993) dirty exists 2024-08-30T21:09:44.705 INFO:tasks.rados.rados.0.smithi173.stdout:3267: left oid 18 (ObjNum 993 snap 317 seq_num 993) 2024-08-30T21:09:44.705 INFO:tasks.rados.rados.0.smithi173.stdout:3272: expect (ObjNum 979 snap 312 seq_num 979) 2024-08-30T21:09:44.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:44 smithi173 ceph-mon[79976]: osdmap e721: 8 total, 8 up, 8 in 2024-08-30T21:09:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:44 smithi173 ceph-mon[82405]: osdmap e721: 8 total, 8 up, 8 in 2024-08-30T21:09:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:44 smithi196 ceph-mon[74601]: osdmap e721: 8 total, 8 up, 8 in 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3267: done (6 left) 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3268: done (5 left) 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3270: done (4 left) 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3271: done (3 left) 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3272: done (2 left) 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3273: done (1 left) 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3274: done (0 left) 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3275: rollback oid 31 current snap is 318 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 304 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3276: read oid 50 snap -1 2024-08-30T21:09:45.597 INFO:tasks.rados.rados.0.smithi173.stdout:3276: expect deleted 2024-08-30T21:09:45.598 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 27 current snap is 318 2024-08-30T21:09:45.598 INFO:tasks.rados.rados.0.smithi173.stdout:3277: seq_num 994 ranges {2195456=655360,2850816=688128,3538944=622592,4161536=294912} 2024-08-30T21:09:45.612 INFO:tasks.rados.rados.0.smithi173.stdout:3277: writing smithi17368540-27 from 2195456 to 2850816 tid 1 2024-08-30T21:09:45.615 INFO:tasks.rados.rados.0.smithi173.stdout:3277: writing smithi17368540-27 from 2850816 to 3538944 tid 2 2024-08-30T21:09:45.619 INFO:tasks.rados.rados.0.smithi173.stdout:3277: writing smithi17368540-27 from 3538944 to 4161536 tid 3 2024-08-30T21:09:45.621 INFO:tasks.rados.rados.0.smithi173.stdout:3277: writing smithi17368540-27 from 4161536 to 4456448 tid 4 2024-08-30T21:09:45.621 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 318 2024-08-30T21:09:45.621 INFO:tasks.rados.rados.0.smithi173.stdout:3278: seq_num 995 ranges {3424256=671744,4096000=573440,4669440=778240,5447680=253952} 2024-08-30T21:09:45.643 INFO:tasks.rados.rados.0.smithi173.stdout:3278: writing smithi17368540-6 from 3424256 to 4096000 tid 1 2024-08-30T21:09:45.646 INFO:tasks.rados.rados.0.smithi173.stdout:3278: writing smithi17368540-6 from 4096000 to 4669440 tid 2 2024-08-30T21:09:45.651 INFO:tasks.rados.rados.0.smithi173.stdout:3278: writing smithi17368540-6 from 4669440 to 5447680 tid 3 2024-08-30T21:09:45.653 INFO:tasks.rados.rados.0.smithi173.stdout:3278: writing smithi17368540-6 from 5447680 to 5701632 tid 4 2024-08-30T21:09:45.653 INFO:tasks.rados.rados.0.smithi173.stdout:3279: read oid 5 snap -1 2024-08-30T21:09:45.653 INFO:tasks.rados.rados.0.smithi173.stdout:3279: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:09:45.653 INFO:tasks.rados.rados.0.smithi173.stdout:3280: read oid 36 snap -1 2024-08-30T21:09:45.653 INFO:tasks.rados.rados.0.smithi173.stdout:3280: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:09:45.653 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 318 2024-08-30T21:09:45.653 INFO:tasks.rados.rados.0.smithi173.stdout:3281: seq_num 996 ranges {8077312=688128,8765440=507904,9273344=581632,9854976=516096} 2024-08-30T21:09:45.701 INFO:tasks.rados.rados.0.smithi173.stdout:3281: writing smithi17368540-21 from 8077312 to 8765440 tid 1 2024-08-30T21:09:45.704 INFO:tasks.rados.rados.0.smithi173.stdout:3281: writing smithi17368540-21 from 8765440 to 9273344 tid 2 2024-08-30T21:09:45.707 INFO:tasks.rados.rados.0.smithi173.stdout:3281: writing smithi17368540-21 from 9273344 to 9854976 tid 3 2024-08-30T21:09:45.711 INFO:tasks.rados.rados.0.smithi173.stdout:3281: writing smithi17368540-21 from 9854976 to 10371072 tid 4 2024-08-30T21:09:45.711 INFO:tasks.rados.rados.0.smithi173.stdout:3282: rollback oid 14 current snap is 318 2024-08-30T21:09:45.711 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 306 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3275: finishing rollback tid 0 to smithi17368540-31 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3275: finishing rollback tid 1 to smithi17368540-31 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3275: finishing rollback tid 2 to smithi17368540-31 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2060 (ObjNum 899 snap 276 seq_num 899) dirty exists 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: finishing write tid 1 to smithi17368540-27 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: finishing write tid 2 to smithi17368540-27 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: finishing write tid 3 to smithi17368540-27 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: finishing write tid 4 to smithi17368540-27 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: finishing write tid 5 to smithi17368540-27 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: finishing write tid 6 to smithi17368540-27 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: oid 27 updating version 0 to 2176 2024-08-30T21:09:45.712 INFO:tasks.rados.rados.0.smithi173.stdout:3277: oid 27 version 2176 is already newer than 2173 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3277: oid 27 version 2176 is already newer than 2172 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3277: oid 27 version 2176 is already newer than 2174 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3277: oid 27 version 2176 is already newer than 2175 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 2176 (ObjNum 994 snap 318 seq_num 994) dirty exists 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3277: left oid 27 (ObjNum 994 snap 318 seq_num 994) 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3278: finishing write tid 1 to smithi17368540-6 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3275: done (7 left) 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3276: done (6 left) 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3277: done (5 left) 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 318 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3278: finishing write tid 2 to smithi17368540-6 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3278: finishing write tid 3 to smithi17368540-6 2024-08-30T21:09:45.713 INFO:tasks.rados.rados.0.smithi173.stdout:3278: finishing write tid 4 to smithi17368540-6 2024-08-30T21:09:45.714 INFO:tasks.rados.rados.0.smithi173.stdout:3278: finishing write tid 5 to smithi17368540-6 2024-08-30T21:09:45.714 INFO:tasks.rados.rados.0.smithi173.stdout:3283: seq_num 997 ranges {7258112=704512,7962624=794624,8757248=794624,9551872=16384} 2024-08-30T21:09:45.753 INFO:tasks.rados.rados.0.smithi173.stdout:3283: writing smithi17368540-29 from 7258112 to 7962624 tid 1 2024-08-30T21:09:45.758 INFO:tasks.rados.rados.0.smithi173.stdout:3283: writing smithi17368540-29 from 7962624 to 8757248 tid 2 2024-08-30T21:09:45.763 INFO:tasks.rados.rados.0.smithi173.stdout:3283: writing smithi17368540-29 from 8757248 to 9551872 tid 3 2024-08-30T21:09:45.763 INFO:tasks.rados.rados.0.smithi173.stdout:3283: writing smithi17368540-29 from 9551872 to 9568256 tid 4 2024-08-30T21:09:45.763 INFO:tasks.rados.rados.0.smithi173.stdout:3284: read oid 9 snap -1 2024-08-30T21:09:45.763 INFO:tasks.rados.rados.0.smithi173.stdout:3284: expect (ObjNum 930 snap 284 seq_num 930) 2024-08-30T21:09:45.763 INFO:tasks.rados.rados.0.smithi173.stdout:3285: copy_from oid 38 from oid 4 current snap is 318 2024-08-30T21:09:45.763 INFO:tasks.rados.rados.0.smithi173.stdout:3278: finishing write tid 6 to smithi17368540-6 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:3278: oid 6 updating version 0 to 2013 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:3278: oid 6 version 2013 is already newer than 2012 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:3278: oid 6 version 2013 is already newer than 2011 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:3278: oid 6 version 2013 is already newer than 2010 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:3278: oid 6 updating version 2013 to 2014 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2014 (ObjNum 995 snap 318 seq_num 995) dirty exists 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:3278: left oid 6 (ObjNum 995 snap 318 seq_num 995) 2024-08-30T21:09:45.764 INFO:tasks.rados.rados.0.smithi173.stdout:3280: expect (ObjNum 815 snap 249 seq_num 815) 2024-08-30T21:09:45.812 INFO:tasks.rados.rados.0.smithi173.stdout:3279: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:09:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:45 smithi173 ceph-mon[79976]: pgmap v756: 121 pgs: 121 active+clean; 234 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-30T21:09:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:45 smithi173 ceph-mon[79976]: osdmap e722: 8 total, 8 up, 8 in 2024-08-30T21:09:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:45 smithi173 ceph-mon[82405]: pgmap v756: 121 pgs: 121 active+clean; 234 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-30T21:09:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:45 smithi173 ceph-mon[82405]: osdmap e722: 8 total, 8 up, 8 in 2024-08-30T21:09:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:45 smithi196 ceph-mon[74601]: pgmap v756: 121 pgs: 121 active+clean; 234 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-30T21:09:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:45 smithi196 ceph-mon[74601]: osdmap e722: 8 total, 8 up, 8 in 2024-08-30T21:09:46.132 INFO:tasks.rados.rados.0.smithi173.stdout:3281: finishing write tid 1 to smithi17368540-21 2024-08-30T21:09:46.132 INFO:tasks.rados.rados.0.smithi173.stdout:3281: finishing write tid 2 to smithi17368540-21 2024-08-30T21:09:46.132 INFO:tasks.rados.rados.0.smithi173.stdout:3281: finishing write tid 3 to smithi17368540-21 2024-08-30T21:09:46.132 INFO:tasks.rados.rados.0.smithi173.stdout:3282: finishing rollback tid 0 to smithi17368540-14 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3282: finishing rollback tid 1 to smithi17368540-14 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: finishing write tid 4 to smithi17368540-21 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3282: finishing rollback tid 2 to smithi17368540-14 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2179 (ObjNum 907 snap 278 seq_num 907) dirty exists 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: finishing write tid 5 to smithi17368540-21 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: finishing write tid 6 to smithi17368540-21 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: oid 21 updating version 0 to 2123 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: oid 21 updating version 2123 to 2127 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: oid 21 version 2127 is already newer than 2125 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: oid 21 version 2127 is already newer than 2126 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:3281: oid 21 version 2127 is already newer than 2124 2024-08-30T21:09:46.133 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2127 (ObjNum 996 snap 318 seq_num 996) dirty exists 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3281: left oid 21 (ObjNum 996 snap 318 seq_num 996) 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3283: finishing write tid 1 to smithi17368540-29 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3283: finishing write tid 2 to smithi17368540-29 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3278: done (7 left) 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3279: done (6 left) 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3280: done (5 left) 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3281: done (4 left) 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3282: done (3 left) 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 318 2024-08-30T21:09:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3286: seq_num 998 ranges {2056192=720896,2777088=679936,3457024=598016,4055040=327680} 2024-08-30T21:09:46.146 INFO:tasks.rados.rados.0.smithi173.stdout:3286: writing smithi17368540-45 from 2056192 to 2777088 tid 1 2024-08-30T21:09:46.150 INFO:tasks.rados.rados.0.smithi173.stdout:3286: writing smithi17368540-45 from 2777088 to 3457024 tid 2 2024-08-30T21:09:46.154 INFO:tasks.rados.rados.0.smithi173.stdout:3286: writing smithi17368540-45 from 3457024 to 4055040 tid 3 2024-08-30T21:09:46.156 INFO:tasks.rados.rados.0.smithi173.stdout:3286: writing smithi17368540-45 from 4055040 to 4382720 tid 4 2024-08-30T21:09:46.156 INFO:tasks.rados.rados.0.smithi173.stdout:3287: snap_remove snap 304 2024-08-30T21:09:46.579 INFO:tasks.rados.rados.0.smithi173.stdout:3287: done (4 left) 2024-08-30T21:09:46.579 INFO:tasks.rados.rados.0.smithi173.stdout:3288: copy_from oid 18 from oid 42 current snap is 318 2024-08-30T21:09:46.579 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 318 2024-08-30T21:09:46.580 INFO:tasks.rados.rados.0.smithi173.stdout:3289: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-08-30T21:09:46.583 INFO:tasks.rados.rados.0.smithi173.stdout:3289: writing smithi17368540-32 from 0 to 737280 tid 1 2024-08-30T21:09:46.587 INFO:tasks.rados.rados.0.smithi173.stdout:3289: writing smithi17368540-32 from 737280 to 1302528 tid 2 2024-08-30T21:09:46.592 INFO:tasks.rados.rados.0.smithi173.stdout:3289: writing smithi17368540-32 from 1302528 to 2064384 tid 3 2024-08-30T21:09:46.594 INFO:tasks.rados.rados.0.smithi173.stdout:3289: writing smithi17368540-32 from 2064384 to 2342912 tid 4 2024-08-30T21:09:46.594 INFO:tasks.rados.rados.0.smithi173.stdout:3290: snap_create 2024-08-30T21:09:46.594 INFO:tasks.rados.rados.0.smithi173.stdout:3284: expect (ObjNum 930 snap 284 seq_num 930) 2024-08-30T21:09:46.658 INFO:tasks.rados.rados.0.smithi173.stdout:3283: finishing write tid 3 to smithi17368540-29 2024-08-30T21:09:46.658 INFO:tasks.rados.rados.0.smithi173.stdout:3283: finishing write tid 4 to smithi17368540-29 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: finishing write tid 5 to smithi17368540-29 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: finishing write tid 6 to smithi17368540-29 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: oid 29 updating version 0 to 2301 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: oid 29 version 2301 is already newer than 2297 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: oid 29 version 2301 is already newer than 2300 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: oid 29 version 2301 is already newer than 2299 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: oid 29 version 2301 is already newer than 2298 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2301 (ObjNum 997 snap 318 seq_num 997) dirty exists 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3283: left oid 29 (ObjNum 997 snap 318 seq_num 997) 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3285: finishing copy_from racing read to smithi17368540-38 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3285: finishing copy_from to smithi17368540-38 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1813 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:09:46.659 INFO:tasks.rados.rados.0.smithi173.stdout:3286: finishing write tid 1 to smithi17368540-45 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: finishing write tid 2 to smithi17368540-45 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: finishing write tid 3 to smithi17368540-45 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: finishing write tid 4 to smithi17368540-45 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: finishing write tid 5 to smithi17368540-45 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: finishing write tid 6 to smithi17368540-45 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: oid 45 updating version 0 to 2128 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: oid 45 updating version 2128 to 2130 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: oid 45 updating version 2130 to 2132 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: oid 45 version 2132 is already newer than 2131 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: oid 45 version 2132 is already newer than 2129 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 2132 (ObjNum 998 snap 318 seq_num 998) dirty exists 2024-08-30T21:09:46.660 INFO:tasks.rados.rados.0.smithi173.stdout:3286: left oid 45 (ObjNum 998 snap 318 seq_num 998) 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: finishing write tid 1 to smithi17368540-32 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: finishing write tid 2 to smithi17368540-32 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: finishing write tid 3 to smithi17368540-32 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: finishing write tid 4 to smithi17368540-32 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: finishing write tid 5 to smithi17368540-32 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: finishing write tid 6 to smithi17368540-32 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: oid 32 updating version 0 to 2070 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: oid 32 updating version 2070 to 2071 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: oid 32 version 2071 is already newer than 2065 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: oid 32 version 2071 is already newer than 2069 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:3289: oid 32 version 2071 is already newer than 2066 2024-08-30T21:09:46.661 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 2071 (ObjNum 999 snap 318 seq_num 999) dirty exists 2024-08-30T21:09:46.662 INFO:tasks.rados.rados.0.smithi173.stdout:3289: left oid 32 (ObjNum 999 snap 318 seq_num 999) 2024-08-30T21:09:46.662 INFO:tasks.rados.rados.0.smithi173.stdout:3288: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:09:46.662 INFO:tasks.rados.rados.0.smithi173.stdout:3288: finishing copy_from to smithi17368540-18 2024-08-30T21:09:46.662 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2020 (ObjNum 979 snap 312 seq_num 979) dirty exists 2024-08-30T21:09:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:46 smithi173 ceph-mon[79976]: osdmap e723: 8 total, 8 up, 8 in 2024-08-30T21:09:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:46 smithi173 ceph-mon[79976]: osdmap e724: 8 total, 8 up, 8 in 2024-08-30T21:09:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:46 smithi173 ceph-mon[82405]: osdmap e723: 8 total, 8 up, 8 in 2024-08-30T21:09:46.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:46 smithi173 ceph-mon[82405]: osdmap e724: 8 total, 8 up, 8 in 2024-08-30T21:09:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:46 smithi196 ceph-mon[74601]: osdmap e723: 8 total, 8 up, 8 in 2024-08-30T21:09:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:46 smithi196 ceph-mon[74601]: osdmap e724: 8 total, 8 up, 8 in 2024-08-30T21:09:47.599 INFO:tasks.rados.rados.0.smithi173.stdout:3283: done (6 left) 2024-08-30T21:09:47.599 INFO:tasks.rados.rados.0.smithi173.stdout:3284: done (5 left) 2024-08-30T21:09:47.599 INFO:tasks.rados.rados.0.smithi173.stdout:3285: done (4 left) 2024-08-30T21:09:47.599 INFO:tasks.rados.rados.0.smithi173.stdout:3286: done (3 left) 2024-08-30T21:09:47.599 INFO:tasks.rados.rados.0.smithi173.stdout:3288: done (2 left) 2024-08-30T21:09:47.599 INFO:tasks.rados.rados.0.smithi173.stdout:3289: done (1 left) 2024-08-30T21:09:47.600 INFO:tasks.rados.rados.0.smithi173.stdout:3290: done (0 left) 2024-08-30T21:09:47.600 INFO:tasks.rados.rados.0.smithi173.stdout:3291: setattr oid 9 current snap is 319 2024-08-30T21:09:47.600 INFO:tasks.rados.rados.0.smithi173.stdout:3292: snap_create 2024-08-30T21:09:47.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2079 (ObjNum 930 snap 284 seq_num 930) dirty exists 2024-08-30T21:09:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:47 smithi173 ceph-mon[79976]: pgmap v759: 121 pgs: 121 active+clean; 241 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-30T21:09:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:47 smithi173 ceph-mon[79976]: osdmap e725: 8 total, 8 up, 8 in 2024-08-30T21:09:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:47 smithi173 ceph-mon[82405]: pgmap v759: 121 pgs: 121 active+clean; 241 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-30T21:09:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:47 smithi173 ceph-mon[82405]: osdmap e725: 8 total, 8 up, 8 in 2024-08-30T21:09:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:47 smithi196 ceph-mon[74601]: pgmap v759: 121 pgs: 121 active+clean; 241 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-08-30T21:09:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:47 smithi196 ceph-mon[74601]: osdmap e725: 8 total, 8 up, 8 in 2024-08-30T21:09:48.604 INFO:tasks.rados.rados.0.smithi173.stdout:3291: done (1 left) 2024-08-30T21:09:48.604 INFO:tasks.rados.rados.0.smithi173.stdout:3292: done (0 left) 2024-08-30T21:09:48.604 INFO:tasks.rados.rados.0.smithi173.stdout:3293: snap_create 2024-08-30T21:09:49.608 INFO:tasks.rados.rados.0.smithi173.stdout:3293: done (0 left) 2024-08-30T21:09:49.609 INFO:tasks.rados.rados.0.smithi173.stdout:3294: rollback oid 1 current snap is 321 2024-08-30T21:09:49.609 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 320 2024-08-30T21:09:49.609 INFO:tasks.rados.rados.0.smithi173.stdout:3295: read oid 41 snap -1 2024-08-30T21:09:49.609 INFO:tasks.rados.rados.0.smithi173.stdout:3295: expect deleted 2024-08-30T21:09:49.609 INFO:tasks.rados.rados.0.smithi173.stdout:3296: rmattr oid 10 current snap is 321 2024-08-30T21:09:49.609 INFO:tasks.rados.rados.0.smithi173.stdout:3296: done (2 left) 2024-08-30T21:09:49.609 INFO:tasks.rados.rados.0.smithi173.stdout:3297: delete oid 42 current snap is 321 2024-08-30T21:09:49.613 INFO:tasks.rados.rados.0.smithi173.stdout:3294: finishing rollback tid 0 to smithi17368540-1 2024-08-30T21:09:49.616 INFO:tasks.rados.rados.0.smithi173.stdout:3295: done (2 left) 2024-08-30T21:09:49.616 INFO:tasks.rados.rados.0.smithi173.stdout:3297: done (1 left) 2024-08-30T21:09:49.616 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 321 2024-08-30T21:09:49.617 INFO:tasks.rados.rados.0.smithi173.stdout:3298: seq_num 1001 ranges {2301952=770048,3072000=729088,3801088=770048,4571136=106496} 2024-08-30T21:09:49.633 INFO:tasks.rados.rados.0.smithi173.stdout:3298: writing smithi17368540-10 from 2301952 to 3072000 tid 1 2024-08-30T21:09:49.637 INFO:tasks.rados.rados.0.smithi173.stdout:3298: writing smithi17368540-10 from 3072000 to 3801088 tid 2 2024-08-30T21:09:49.642 INFO:tasks.rados.rados.0.smithi173.stdout:3298: writing smithi17368540-10 from 3801088 to 4571136 tid 3 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3298: writing smithi17368540-10 from 4571136 to 4677632 tid 4 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3299: copy_from oid 38 from oid 37 current snap is 321 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3294: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3294: finishing rollback tid 2 to smithi17368540-1 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 2067 (ObjNum 966 snap 308 seq_num 966) dirty exists 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3298: finishing write tid 1 to smithi17368540-10 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3298: finishing write tid 2 to smithi17368540-10 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3294: done (2 left) 2024-08-30T21:09:49.643 INFO:tasks.rados.rados.0.smithi173.stdout:3300: rmattr oid 11 current snap is 321 2024-08-30T21:09:49.644 INFO:tasks.rados.rados.0.smithi173.stdout:3300: done (2 left) 2024-08-30T21:09:49.644 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 321 2024-08-30T21:09:49.644 INFO:tasks.rados.rados.0.smithi173.stdout:3301: seq_num 1002 ranges {5701632=786432,6488064=614400,7102464=581632,7684096=409600} 2024-08-30T21:09:49.677 INFO:tasks.rados.rados.0.smithi173.stdout:3301: writing smithi17368540-6 from 5701632 to 6488064 tid 1 2024-08-30T21:09:49.680 INFO:tasks.rados.rados.0.smithi173.stdout:3301: writing smithi17368540-6 from 6488064 to 7102464 tid 2 2024-08-30T21:09:49.684 INFO:tasks.rados.rados.0.smithi173.stdout:3301: writing smithi17368540-6 from 7102464 to 7684096 tid 3 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3301: writing smithi17368540-6 from 7684096 to 8093696 tid 4 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3302: delete oid 40 current snap is 321 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: finishing write tid 3 to smithi17368540-10 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: finishing write tid 4 to smithi17368540-10 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: finishing write tid 5 to smithi17368540-10 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: finishing write tid 6 to smithi17368540-10 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: oid 10 updating version 0 to 1905 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: oid 10 updating version 1905 to 1909 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: oid 10 version 1909 is already newer than 1907 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: oid 10 version 1909 is already newer than 1908 2024-08-30T21:09:49.687 INFO:tasks.rados.rados.0.smithi173.stdout:3298: oid 10 version 1909 is already newer than 1906 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1909 (ObjNum 1001 snap 321 seq_num 1001) dirty exists 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:3298: left oid 10 (ObjNum 1001 snap 321 seq_num 1001) 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:3299: finishing copy_from to smithi17368540-38 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:3299: got expected ENOENT (src dne) 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:3299: finishing copy_from racing read to smithi17368540-38 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:3301: finishing write tid 1 to smithi17368540-6 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:3301: finishing write tid 2 to smithi17368540-6 2024-08-30T21:09:49.688 INFO:tasks.rados.rados.0.smithi173.stdout:3301: finishing write tid 3 to smithi17368540-6 2024-08-30T21:09:49.689 INFO:tasks.rados.rados.0.smithi173.stdout:3298: done (3 left) 2024-08-30T21:09:49.689 INFO:tasks.rados.rados.0.smithi173.stdout:3299: done (2 left) 2024-08-30T21:09:49.689 INFO:tasks.rados.rados.0.smithi173.stdout:3302: done (1 left) 2024-08-30T21:09:49.690 INFO:tasks.rados.rados.0.smithi173.stdout:3303: read oid 1 snap -1 2024-08-30T21:09:49.690 INFO:tasks.rados.rados.0.smithi173.stdout:3303: expect (ObjNum 966 snap 308 seq_num 966) 2024-08-30T21:09:49.690 INFO:tasks.rados.rados.0.smithi173.stdout:3304: delete oid 7 current snap is 321 2024-08-30T21:09:49.690 INFO:tasks.rados.rados.0.smithi173.stdout:3301: finishing write tid 4 to smithi17368540-6 2024-08-30T21:09:49.690 INFO:tasks.rados.rados.0.smithi173.stdout:3301: finishing write tid 5 to smithi17368540-6 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:3301: finishing write tid 6 to smithi17368540-6 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:3301: oid 6 updating version 0 to 2015 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:3301: oid 6 updating version 2015 to 2016 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:3301: oid 6 updating version 2016 to 2019 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:3301: oid 6 version 2019 is already newer than 2017 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:3301: oid 6 version 2019 is already newer than 2018 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2019 (ObjNum 1002 snap 321 seq_num 1002) dirty exists 2024-08-30T21:09:49.691 INFO:tasks.rados.rados.0.smithi173.stdout:3301: left oid 6 (ObjNum 1002 snap 321 seq_num 1002) 2024-08-30T21:09:49.693 INFO:tasks.rados.rados.0.smithi173.stdout:3301: done (2 left) 2024-08-30T21:09:49.693 INFO:tasks.rados.rados.0.smithi173.stdout:3304: done (1 left) 2024-08-30T21:09:49.693 INFO:tasks.rados.rados.0.smithi173.stdout:3305: delete oid 50 current snap is 321 2024-08-30T21:09:49.696 INFO:tasks.rados.rados.0.smithi173.stdout:3305: done (1 left) 2024-08-30T21:09:49.696 INFO:tasks.rados.rados.0.smithi173.stdout:3306: rollback oid 10 current snap is 321 2024-08-30T21:09:49.696 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 10 to 316 2024-08-30T21:09:49.697 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 321 2024-08-30T21:09:49.697 INFO:tasks.rados.rados.0.smithi173.stdout:3307: seq_num 1006 ranges {5758976=49152} 2024-08-30T21:09:49.728 INFO:tasks.rados.rados.0.smithi173.stdout:3307: writing smithi17368540-43 from 5758976 to 5808128 tid 1 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:3308: rollback oid 18 current snap is 321 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 306 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:3306: finishing rollback tid 0 to smithi17368540-10 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:3306: finishing rollback tid 1 to smithi17368540-10 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:3306: finishing rollback tid 2 to smithi17368540-10 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1912 (ObjNum 980 snap 312 seq_num 980) dirty exists 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:3306: done (3 left) 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 321 2024-08-30T21:09:49.729 INFO:tasks.rados.rados.0.smithi173.stdout:3309: seq_num 1007 ranges {5177344=65536} 2024-08-30T21:09:49.756 INFO:tasks.rados.rados.0.smithi173.stdout:3309: writing smithi17368540-49 from 5177344 to 5242880 tid 1 2024-08-30T21:09:49.756 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 321 2024-08-30T21:09:49.757 INFO:tasks.rados.rados.0.smithi173.stdout:3307: finishing write tid 1 to smithi17368540-43 2024-08-30T21:09:49.757 INFO:tasks.rados.rados.0.smithi173.stdout:3310: seq_num 1008 ranges {14458880=90112} 2024-08-30T21:09:49.832 INFO:tasks.rados.rados.0.smithi173.stdout:3310: writing smithi17368540-33 from 14458880 to 14548992 tid 1 2024-08-30T21:09:49.832 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 321 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3307: finishing write tid 2 to smithi17368540-43 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3308: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3308: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3308: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2319 (ObjNum 915 snap 278 seq_num 915) dirty exists 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3307: finishing write tid 3 to smithi17368540-43 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3307: oid 43 updating version 0 to 2076 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3307: oid 43 version 2076 is already newer than 2075 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2076 (ObjNum 1006 snap 321 seq_num 1006) dirty exists 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3307: left oid 43 (ObjNum 1006 snap 321 seq_num 1006) 2024-08-30T21:09:49.833 INFO:tasks.rados.rados.0.smithi173.stdout:3303: expect (ObjNum 966 snap 308 seq_num 966) 2024-08-30T21:09:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:49 smithi173 ceph-mon[79976]: pgmap v762: 121 pgs: 121 active+clean; 241 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-30T21:09:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:49 smithi173 ceph-mon[79976]: osdmap e726: 8 total, 8 up, 8 in 2024-08-30T21:09:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:49 smithi173 ceph-mon[82405]: pgmap v762: 121 pgs: 121 active+clean; 241 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-30T21:09:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:49 smithi173 ceph-mon[82405]: osdmap e726: 8 total, 8 up, 8 in 2024-08-30T21:09:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:49 smithi196 ceph-mon[74601]: pgmap v762: 121 pgs: 121 active+clean; 241 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-08-30T21:09:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:49 smithi196 ceph-mon[74601]: osdmap e726: 8 total, 8 up, 8 in 2024-08-30T21:09:50.636 INFO:tasks.rados.rados.0.smithi173.stdout:3309: finishing write tid 1 to smithi17368540-49 2024-08-30T21:09:50.636 INFO:tasks.rados.rados.0.smithi173.stdout:3309: finishing write tid 2 to smithi17368540-49 2024-08-30T21:09:50.636 INFO:tasks.rados.rados.0.smithi173.stdout:3309: finishing write tid 3 to smithi17368540-49 2024-08-30T21:09:50.637 INFO:tasks.rados.rados.0.smithi173.stdout:3309: oid 49 updating version 0 to 1817 2024-08-30T21:09:50.637 INFO:tasks.rados.rados.0.smithi173.stdout:3309: oid 49 updating version 1817 to 1818 2024-08-30T21:09:50.637 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1818 (ObjNum 1007 snap 321 seq_num 1007) dirty exists 2024-08-30T21:09:50.637 INFO:tasks.rados.rados.0.smithi173.stdout:3309: left oid 49 (ObjNum 1007 snap 321 seq_num 1007) 2024-08-30T21:09:50.637 INFO:tasks.rados.rados.0.smithi173.stdout:3310: finishing write tid 1 to smithi17368540-33 2024-08-30T21:09:50.637 INFO:tasks.rados.rados.0.smithi173.stdout:3310: finishing write tid 2 to smithi17368540-33 2024-08-30T21:09:50.637 INFO:tasks.rados.rados.0.smithi173.stdout:3311: seq_num 1009 ranges {10371072=106496} 2024-08-30T21:09:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:3311: writing smithi17368540-21 from 10371072 to 10477568 tid 1 2024-08-30T21:09:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:3303: done (5 left) 2024-08-30T21:09:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:3307: done (4 left) 2024-08-30T21:09:50.691 INFO:tasks.rados.rados.0.smithi173.stdout:3308: done (3 left) 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3309: done (2 left) 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 321 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3310: finishing write tid 3 to smithi17368540-33 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3310: oid 33 updating version 0 to 2133 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3310: oid 33 updating version 2133 to 2134 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2134 (ObjNum 1008 snap 321 seq_num 1008) dirty exists 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3310: left oid 33 (ObjNum 1008 snap 321 seq_num 1008) 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3312: seq_num 1010 ranges {0=122880} 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3312: writing smithi17368540-42 from 0 to 122880 tid 1 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:3310: done (2 left) 2024-08-30T21:09:50.692 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 28 current snap is 321 2024-08-30T21:09:50.693 INFO:tasks.rados.rados.0.smithi173.stdout:3313: seq_num 1011 ranges {10002432=139264} 2024-08-30T21:09:50.745 INFO:tasks.rados.rados.0.smithi173.stdout:3313: writing smithi17368540-28 from 10002432 to 10141696 tid 1 2024-08-30T21:09:50.745 INFO:tasks.rados.rados.0.smithi173.stdout:3314: rollback oid 6 current snap is 321 2024-08-30T21:09:50.745 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 6 to 314 2024-08-30T21:09:50.745 INFO:tasks.rados.rados.0.smithi173.stdout:3312: finishing write tid 1 to smithi17368540-42 2024-08-30T21:09:50.745 INFO:tasks.rados.rados.0.smithi173.stdout:3312: finishing write tid 2 to smithi17368540-42 2024-08-30T21:09:50.746 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 321 2024-08-30T21:09:50.746 INFO:tasks.rados.rados.0.smithi173.stdout:3311: finishing write tid 1 to smithi17368540-21 2024-08-30T21:09:50.746 INFO:tasks.rados.rados.0.smithi173.stdout:3311: finishing write tid 2 to smithi17368540-21 2024-08-30T21:09:50.746 INFO:tasks.rados.rados.0.smithi173.stdout:3315: seq_num 1012 ranges {4382720=155648} 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:3315: writing smithi17368540-45 from 4382720 to 4538368 tid 1 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:3316: copy_from oid 16 from oid 3 current snap is 321 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:3312: finishing write tid 3 to smithi17368540-42 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:3312: oid 42 updating version 0 to 2077 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:3312: oid 42 updating version 2077 to 2078 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 2078 (ObjNum 1010 snap 321 seq_num 1010) dirty exists 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:3312: left oid 42 (ObjNum 1010 snap 321 seq_num 1010) 2024-08-30T21:09:50.770 INFO:tasks.rados.rados.0.smithi173.stdout:3311: finishing write tid 3 to smithi17368540-21 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3311: oid 21 updating version 0 to 2136 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3311: oid 21 version 2136 is already newer than 2135 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2136 (ObjNum 1009 snap 321 seq_num 1009) dirty exists 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3311: left oid 21 (ObjNum 1009 snap 321 seq_num 1009) 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3311: done (5 left) 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3312: done (4 left) 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3317: copy_from oid 22 from oid 11 current snap is 321 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3314: finishing rollback tid 0 to smithi17368540-6 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3314: finishing rollback tid 1 to smithi17368540-6 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3313: finishing write tid 1 to smithi17368540-28 2024-08-30T21:09:50.771 INFO:tasks.rados.rados.0.smithi173.stdout:3314: finishing rollback tid 2 to smithi17368540-6 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2022 (ObjNum 941 snap 290 seq_num 941) dirty exists 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:3313: finishing write tid 2 to smithi17368540-28 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:3314: done (4 left) 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 321 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:3313: finishing write tid 3 to smithi17368540-28 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:3313: oid 28 updating version 0 to 2138 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:3313: oid 28 version 2138 is already newer than 2137 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2138 (ObjNum 1011 snap 321 seq_num 1011) dirty exists 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:3313: left oid 28 (ObjNum 1011 snap 321 seq_num 1011) 2024-08-30T21:09:50.772 INFO:tasks.rados.rados.0.smithi173.stdout:3318: seq_num 1013 ranges {3334144=172032} 2024-08-30T21:09:50.789 INFO:tasks.rados.rados.0.smithi173.stdout:3318: writing smithi17368540-23 from 3334144 to 3506176 tid 1 2024-08-30T21:09:50.789 INFO:tasks.rados.rados.0.smithi173.stdout:3313: done (4 left) 2024-08-30T21:09:50.789 INFO:tasks.rados.rados.0.smithi173.stdout:3319: snap_create 2024-08-30T21:09:50.789 INFO:tasks.rados.rados.0.smithi173.stdout:3316: finishing copy_from to smithi17368540-16 2024-08-30T21:09:50.789 INFO:tasks.rados.rados.0.smithi173.stdout:3316: got expected ENOENT (src dne) 2024-08-30T21:09:50.789 INFO:tasks.rados.rados.0.smithi173.stdout:3316: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3315: finishing write tid 1 to smithi17368540-45 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3315: finishing write tid 2 to smithi17368540-45 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3315: finishing write tid 3 to smithi17368540-45 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3315: oid 45 updating version 0 to 2139 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3315: oid 45 updating version 2139 to 2140 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 2140 (ObjNum 1012 snap 321 seq_num 1012) dirty exists 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3315: left oid 45 (ObjNum 1012 snap 321 seq_num 1012) 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3317: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:3317: finishing copy_from to smithi17368540-22 2024-08-30T21:09:50.790 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 1404 (ObjNum 975 snap 311 seq_num 975) dirty exists 2024-08-30T21:09:50.791 INFO:tasks.rados.rados.0.smithi173.stdout:3318: finishing write tid 1 to smithi17368540-23 2024-08-30T21:09:50.791 INFO:tasks.rados.rados.0.smithi173.stdout:3318: finishing write tid 2 to smithi17368540-23 2024-08-30T21:09:50.792 INFO:tasks.rados.rados.0.smithi173.stdout:3318: finishing write tid 3 to smithi17368540-23 2024-08-30T21:09:50.792 INFO:tasks.rados.rados.0.smithi173.stdout:3318: oid 23 updating version 0 to 2178 2024-08-30T21:09:50.792 INFO:tasks.rados.rados.0.smithi173.stdout:3318: oid 23 version 2178 is already newer than 2177 2024-08-30T21:09:50.792 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2178 (ObjNum 1013 snap 321 seq_num 1013) dirty exists 2024-08-30T21:09:50.792 INFO:tasks.rados.rados.0.smithi173.stdout:3318: left oid 23 (ObjNum 1013 snap 321 seq_num 1013) 2024-08-30T21:09:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:50 smithi173 ceph-mon[82405]: osdmap e727: 8 total, 8 up, 8 in 2024-08-30T21:09:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:50 smithi173 ceph-mon[79976]: osdmap e727: 8 total, 8 up, 8 in 2024-08-30T21:09:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:50 smithi196 ceph-mon[74601]: osdmap e727: 8 total, 8 up, 8 in 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3315: done (4 left) 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3316: done (3 left) 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3317: done (2 left) 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3318: done (1 left) 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3319: done (0 left) 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3320: rollback oid 20 current snap is 322 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 321 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3321: read oid 37 snap -1 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3321: expect deleted 2024-08-30T21:09:51.585 INFO:tasks.rados.rados.0.smithi173.stdout:3322: read oid 29 snap -1 2024-08-30T21:09:51.586 INFO:tasks.rados.rados.0.smithi173.stdout:3322: expect (ObjNum 997 snap 318 seq_num 997) 2024-08-30T21:09:51.586 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 322 2024-08-30T21:09:51.586 INFO:tasks.rados.rados.0.smithi173.stdout:3323: seq_num 1014 ranges {5447680=188416} 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:3323: writing smithi17368540-46 from 5447680 to 5636096 tid 1 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:3324: copy_from oid 22 from oid 12 current snap is 322 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:3320: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:3320: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:3320: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1725 (ObjNum 988 snap 314 seq_num 988) dirty exists 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:3320: done (4 left) 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:3321: done (3 left) 2024-08-30T21:09:51.614 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 322 2024-08-30T21:09:51.615 INFO:tasks.rados.rados.0.smithi173.stdout:3325: seq_num 1015 ranges {2162688=204800} 2024-08-30T21:09:51.627 INFO:tasks.rados.rados.0.smithi173.stdout:3325: writing smithi17368540-20 from 2162688 to 2367488 tid 1 2024-08-30T21:09:51.627 INFO:tasks.rados.rados.0.smithi173.stdout:3326: rollback oid 3 current snap is 322 2024-08-30T21:09:51.627 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 3 to 321 2024-08-30T21:09:51.627 INFO:tasks.rados.rados.0.smithi173.stdout:3323: finishing write tid 1 to smithi17368540-46 2024-08-30T21:09:51.627 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 322 2024-08-30T21:09:51.627 INFO:tasks.rados.rados.0.smithi173.stdout:3323: finishing write tid 2 to smithi17368540-46 2024-08-30T21:09:51.627 INFO:tasks.rados.rados.0.smithi173.stdout:3327: seq_num 1016 ranges {6160384=221184} 2024-08-30T21:09:51.661 INFO:tasks.rados.rados.0.smithi173.stdout:3327: writing smithi17368540-2 from 6160384 to 6381568 tid 1 2024-08-30T21:09:51.661 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 322 2024-08-30T21:09:51.661 INFO:tasks.rados.rados.0.smithi173.stdout:3328: seq_num 1017 ranges {4538368=237568} 2024-08-30T21:09:51.686 INFO:tasks.rados.rados.0.smithi173.stdout:3328: writing smithi17368540-45 from 4538368 to 4775936 tid 1 2024-08-30T21:09:51.686 INFO:tasks.rados.rados.0.smithi173.stdout:3329: snap_remove snap 317 2024-08-30T21:09:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:51 smithi173 ceph-mon[79976]: pgmap v765: 121 pgs: 121 active+clean; 254 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-08-30T21:09:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:51 smithi173 ceph-mon[79976]: osdmap e728: 8 total, 8 up, 8 in 2024-08-30T21:09:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:51 smithi173 ceph-mon[82405]: pgmap v765: 121 pgs: 121 active+clean; 254 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-08-30T21:09:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:51 smithi173 ceph-mon[82405]: osdmap e728: 8 total, 8 up, 8 in 2024-08-30T21:09:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:51 smithi196 ceph-mon[74601]: pgmap v765: 121 pgs: 121 active+clean; 254 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-08-30T21:09:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:51 smithi196 ceph-mon[74601]: osdmap e728: 8 total, 8 up, 8 in 2024-08-30T21:09:52.630 INFO:tasks.rados.rados.0.smithi173.stdout:3329: done (7 left) 2024-08-30T21:09:52.630 INFO:tasks.rados.rados.0.smithi173.stdout:3330: read oid 33 snap -1 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3330: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 322 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3324: finishing copy_from to smithi17368540-22 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3324: got expected ENOENT (src dne) 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3324: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3323: finishing write tid 3 to smithi17368540-46 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3323: oid 46 updating version 0 to 1846 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3323: oid 46 version 1846 is already newer than 1845 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1846 (ObjNum 1014 snap 322 seq_num 1014) dirty exists 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3323: left oid 46 (ObjNum 1014 snap 322 seq_num 1014) 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3325: finishing write tid 1 to smithi17368540-20 2024-08-30T21:09:52.631 INFO:tasks.rados.rados.0.smithi173.stdout:3325: finishing write tid 2 to smithi17368540-20 2024-08-30T21:09:52.632 INFO:tasks.rados.rados.0.smithi173.stdout:3325: finishing write tid 3 to smithi17368540-20 2024-08-30T21:09:52.632 INFO:tasks.rados.rados.0.smithi173.stdout:3325: oid 20 updating version 0 to 1727 2024-08-30T21:09:52.632 INFO:tasks.rados.rados.0.smithi173.stdout:3325: oid 20 version 1727 is already newer than 1726 2024-08-30T21:09:52.632 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1727 (ObjNum 1015 snap 322 seq_num 1015) dirty exists 2024-08-30T21:09:52.632 INFO:tasks.rados.rados.0.smithi173.stdout:3325: left oid 20 (ObjNum 1015 snap 322 seq_num 1015) 2024-08-30T21:09:52.632 INFO:tasks.rados.rados.0.smithi173.stdout:3322: expect (ObjNum 997 snap 318 seq_num 997) 2024-08-30T21:09:53.237 INFO:tasks.rados.rados.0.smithi173.stdout:3326: finishing rollback tid 1 to smithi17368540-3 2024-08-30T21:09:53.237 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:09:53.237 INFO:tasks.rados.rados.0.smithi173.stdout:3327: finishing write tid 1 to smithi17368540-2 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3327: finishing write tid 2 to smithi17368540-2 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3327: finishing write tid 3 to smithi17368540-2 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3327: oid 2 updating version 0 to 2180 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3327: oid 2 version 2180 is already newer than 2179 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2180 (ObjNum 1016 snap 322 seq_num 1016) dirty exists 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3327: left oid 2 (ObjNum 1016 snap 322 seq_num 1016) 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3328: finishing write tid 1 to smithi17368540-45 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3328: finishing write tid 2 to smithi17368540-45 2024-08-30T21:09:53.238 INFO:tasks.rados.rados.0.smithi173.stdout:3331: seq_num 1018 ranges {4292608=253952} 2024-08-30T21:09:53.264 INFO:tasks.rados.rados.0.smithi173.stdout:3331: writing smithi17368540-35 from 4292608 to 4546560 tid 1 2024-08-30T21:09:53.264 INFO:tasks.rados.rados.0.smithi173.stdout:3322: done (8 left) 2024-08-30T21:09:53.264 INFO:tasks.rados.rados.0.smithi173.stdout:3323: done (7 left) 2024-08-30T21:09:53.264 INFO:tasks.rados.rados.0.smithi173.stdout:3324: done (6 left) 2024-08-30T21:09:53.264 INFO:tasks.rados.rados.0.smithi173.stdout:3325: done (5 left) 2024-08-30T21:09:53.264 INFO:tasks.rados.rados.0.smithi173.stdout:3326: done (4 left) 2024-08-30T21:09:53.264 INFO:tasks.rados.rados.0.smithi173.stdout:3327: done (3 left) 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3332: read oid 24 snap 316 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3332: expect (ObjNum 973 snap 311 seq_num 973) 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3333: read oid 30 snap -1 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3333: expect (ObjNum 964 snap 308 seq_num 964) 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3334: delete oid 13 current snap is 322 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3328: finishing write tid 3 to smithi17368540-45 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3328: oid 45 updating version 0 to 2142 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3328: oid 45 version 2142 is already newer than 2141 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 2142 (ObjNum 1017 snap 322 seq_num 1017) dirty exists 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3328: left oid 45 (ObjNum 1017 snap 322 seq_num 1017) 2024-08-30T21:09:53.265 INFO:tasks.rados.rados.0.smithi173.stdout:3330: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-08-30T21:09:53.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:09:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:09:53] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-08-30T21:09:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:53 smithi173 ceph-mon[79976]: pgmap v767: 121 pgs: 121 active+clean; 264 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-08-30T21:09:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:53 smithi173 ceph-mon[79976]: osdmap e729: 8 total, 8 up, 8 in 2024-08-30T21:09:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:53 smithi173 ceph-mon[82405]: pgmap v767: 121 pgs: 121 active+clean; 264 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-08-30T21:09:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:53 smithi173 ceph-mon[82405]: osdmap e729: 8 total, 8 up, 8 in 2024-08-30T21:09:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:53 smithi196 ceph-mon[74601]: pgmap v767: 121 pgs: 121 active+clean; 264 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-08-30T21:09:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:53 smithi196 ceph-mon[74601]: osdmap e729: 8 total, 8 up, 8 in 2024-08-30T21:09:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:09:55.121 INFO:tasks.rados.rados.0.smithi173.stdout:3331: finishing write tid 1 to smithi17368540-35 2024-08-30T21:09:55.121 INFO:tasks.rados.rados.0.smithi173.stdout:3333: expect (ObjNum 964 snap 308 seq_num 964) 2024-08-30T21:09:55.231 INFO:tasks.rados.rados.0.smithi173.stdout:3331: finishing write tid 2 to smithi17368540-35 2024-08-30T21:09:55.232 INFO:tasks.rados.rados.0.smithi173.stdout:3332: expect (ObjNum 973 snap 311 seq_num 973) 2024-08-30T21:09:55.659 INFO:tasks.rados.rados.0.smithi173.stdout:3331: finishing write tid 3 to smithi17368540-35 2024-08-30T21:09:55.659 INFO:tasks.rados.rados.0.smithi173.stdout:3331: oid 35 updating version 0 to 1848 2024-08-30T21:09:55.659 INFO:tasks.rados.rados.0.smithi173.stdout:3331: oid 35 version 1848 is already newer than 1847 2024-08-30T21:09:55.659 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1848 (ObjNum 1018 snap 322 seq_num 1018) dirty exists 2024-08-30T21:09:55.659 INFO:tasks.rados.rados.0.smithi173.stdout:3331: left oid 35 (ObjNum 1018 snap 322 seq_num 1018) 2024-08-30T21:09:55.659 INFO:tasks.rados.rados.0.smithi173.stdout:3328: done (5 left) 2024-08-30T21:09:55.659 INFO:tasks.rados.rados.0.smithi173.stdout:3330: done (4 left) 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3331: done (3 left) 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3332: done (2 left) 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3333: done (1 left) 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3334: done (0 left) 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3335: read oid 7 snap -1 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3335: expect deleted 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3336: copy_from oid 9 from oid 15 current snap is 322 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3337: rmattr oid 46 current snap is 322 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3338: rollback oid 5 current snap is 322 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 5 to 319 2024-08-30T21:09:55.660 INFO:tasks.rados.rados.0.smithi173.stdout:3339: snap_remove snap 320 2024-08-30T21:09:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:55 smithi173 ceph-mon[79976]: pgmap v769: 121 pgs: 121 active+clean; 267 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-08-30T21:09:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:55 smithi173 ceph-mon[82405]: pgmap v769: 121 pgs: 121 active+clean; 267 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-08-30T21:09:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:55 smithi196 ceph-mon[74601]: pgmap v769: 121 pgs: 121 active+clean; 267 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1849 (ObjNum 1014 snap 322 seq_num 1014) dirty exists 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:3338: finishing rollback tid 0 to smithi17368540-5 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:3338: finishing rollback tid 1 to smithi17368540-5 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:3338: finishing rollback tid 2 to smithi17368540-5 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2329 (ObjNum 922 snap 280 seq_num 922) dirty exists 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:3336: finishing copy_from racing read to smithi17368540-9 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:3336: finishing copy_from to smithi17368540-9 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2071 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:3335: done (4 left) 2024-08-30T21:09:56.585 INFO:tasks.rados.rados.0.smithi173.stdout:3336: done (3 left) 2024-08-30T21:09:56.586 INFO:tasks.rados.rados.0.smithi173.stdout:3337: done (2 left) 2024-08-30T21:09:56.586 INFO:tasks.rados.rados.0.smithi173.stdout:3338: done (1 left) 2024-08-30T21:09:56.586 INFO:tasks.rados.rados.0.smithi173.stdout:3339: done (0 left) 2024-08-30T21:09:56.586 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 322 2024-08-30T21:09:56.586 INFO:tasks.rados.rados.0.smithi173.stdout:3340: seq_num 1020 ranges {3506176=286720} 2024-08-30T21:09:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:3340: writing smithi17368540-23 from 3506176 to 3792896 tid 1 2024-08-30T21:09:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 322 2024-08-30T21:09:56.607 INFO:tasks.rados.rados.0.smithi173.stdout:3341: seq_num 1021 ranges {5177344=303104} 2024-08-30T21:09:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3341: writing smithi17368540-38 from 5177344 to 5480448 tid 1 2024-08-30T21:09:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3342: copy_from oid 13 from oid 47 current snap is 322 2024-08-30T21:09:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3340: finishing write tid 1 to smithi17368540-23 2024-08-30T21:09:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3343: read oid 19 snap -1 2024-08-30T21:09:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3343: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-30T21:09:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3344: read oid 2 snap -1 2024-08-30T21:09:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3344: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3345: copy_from oid 46 from oid 10 current snap is 322 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3340: finishing write tid 2 to smithi17368540-23 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3340: finishing write tid 3 to smithi17368540-23 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3340: oid 23 updating version 0 to 2182 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3340: oid 23 version 2182 is already newer than 2181 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2182 (ObjNum 1020 snap 322 seq_num 1020) dirty exists 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3340: left oid 23 (ObjNum 1020 snap 322 seq_num 1020) 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3340: done (5 left) 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3346: rollback oid 49 current snap is 322 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 318 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3347: snap_create 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3342: finishing copy_from to smithi17368540-13 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3342: got expected ENOENT (src dne) 2024-08-30T21:09:56.639 INFO:tasks.rados.rados.0.smithi173.stdout:3342: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:09:56.642 INFO:tasks.rados.rados.0.smithi173.stdout:3346: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:09:56.643 INFO:tasks.rados.rados.0.smithi173.stdout:3346: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:09:56.643 INFO:tasks.rados.rados.0.smithi173.stdout:3346: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:09:56.643 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1821 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:09:56.644 INFO:tasks.rados.rados.0.smithi173.stdout:3341: finishing write tid 1 to smithi17368540-38 2024-08-30T21:09:56.645 INFO:tasks.rados.rados.0.smithi173.stdout:3341: finishing write tid 2 to smithi17368540-38 2024-08-30T21:09:56.647 INFO:tasks.rados.rados.0.smithi173.stdout:3341: finishing write tid 3 to smithi17368540-38 2024-08-30T21:09:56.647 INFO:tasks.rados.rados.0.smithi173.stdout:3341: oid 38 updating version 0 to 1914 2024-08-30T21:09:56.647 INFO:tasks.rados.rados.0.smithi173.stdout:3341: oid 38 version 1914 is already newer than 1913 2024-08-30T21:09:56.647 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1914 (ObjNum 1021 snap 322 seq_num 1021) dirty exists 2024-08-30T21:09:56.647 INFO:tasks.rados.rados.0.smithi173.stdout:3341: left oid 38 (ObjNum 1021 snap 322 seq_num 1021) 2024-08-30T21:09:56.652 INFO:tasks.rados.rados.0.smithi173.stdout:3345: finishing copy_from racing read to smithi17368540-46 2024-08-30T21:09:56.653 INFO:tasks.rados.rados.0.smithi173.stdout:3345: finishing copy_from to smithi17368540-46 2024-08-30T21:09:56.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1912 (ObjNum 980 snap 312 seq_num 980) dirty exists 2024-08-30T21:09:56.657 INFO:tasks.rados.rados.0.smithi173.stdout:3343: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-30T21:09:56.765 INFO:tasks.rados.rados.0.smithi173.stdout:3344: expect (ObjNum 1016 snap 322 seq_num 1016) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3341: done (6 left) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3342: done (5 left) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3343: done (4 left) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3344: done (3 left) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3345: done (2 left) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3346: done (1 left) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3347: done (0 left) 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:3348: rollback oid 29 current snap is 323 2024-08-30T21:09:57.639 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 29 to 316 2024-08-30T21:09:57.640 INFO:tasks.rados.rados.0.smithi173.stdout:3349: snap_remove snap 306 2024-08-30T21:09:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:57 smithi173 ceph-mon[79976]: pgmap v770: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-08-30T21:09:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:57 smithi173 ceph-mon[79976]: osdmap e730: 8 total, 8 up, 8 in 2024-08-30T21:09:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:57 smithi173 ceph-mon[82405]: pgmap v770: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-08-30T21:09:57.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:57 smithi173 ceph-mon[82405]: osdmap e730: 8 total, 8 up, 8 in 2024-08-30T21:09:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:57 smithi196 ceph-mon[74601]: pgmap v770: 121 pgs: 121 active+clean; 269 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 19 op/s 2024-08-30T21:09:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:57 smithi196 ceph-mon[74601]: osdmap e730: 8 total, 8 up, 8 in 2024-08-30T21:09:58.645 INFO:tasks.rados.rados.0.smithi173.stdout:3349: done (1 left) 2024-08-30T21:09:58.645 INFO:tasks.rados.rados.0.smithi173.stdout:3350: read oid 42 snap 322 2024-08-30T21:09:58.645 INFO:tasks.rados.rados.0.smithi173.stdout:3350: expect (ObjNum 1010 snap 321 seq_num 1010) 2024-08-30T21:09:58.645 INFO:tasks.rados.rados.0.smithi173.stdout:3351: snap_remove snap 318 2024-08-30T21:09:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:58 smithi173 ceph-mon[79976]: osdmap e731: 8 total, 8 up, 8 in 2024-08-30T21:09:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:58 smithi173 ceph-mon[82405]: osdmap e731: 8 total, 8 up, 8 in 2024-08-30T21:09:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:58 smithi196 ceph-mon[74601]: osdmap e731: 8 total, 8 up, 8 in 2024-08-30T21:09:59.651 INFO:tasks.rados.rados.0.smithi173.stdout:3351: done (2 left) 2024-08-30T21:09:59.651 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 323 2024-08-30T21:09:59.651 INFO:tasks.rados.rados.0.smithi173.stdout:3352: seq_num 1022 ranges {0=319488} 2024-08-30T21:09:59.653 INFO:tasks.rados.rados.0.smithi173.stdout:3352: writing smithi17368540-13 from 0 to 319488 tid 1 2024-08-30T21:09:59.653 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 323 2024-08-30T21:09:59.653 INFO:tasks.rados.rados.0.smithi173.stdout:3353: seq_num 1023 ranges {4120576=335872} 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3353: writing smithi17368540-39 from 4120576 to 4456448 tid 1 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3354: read oid 31 snap 321 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3354: expect (ObjNum 899 snap 276 seq_num 899) 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3355: delete oid 44 current snap is 323 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3348: finishing rollback tid 0 to smithi17368540-29 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3348: finishing rollback tid 1 to smithi17368540-29 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3348: finishing rollback tid 2 to smithi17368540-29 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2339 (ObjNum 973 snap 311 seq_num 973) dirty exists 2024-08-30T21:09:59.679 INFO:tasks.rados.rados.0.smithi173.stdout:3350: expect (ObjNum 1010 snap 321 seq_num 1010) 2024-08-30T21:09:59.683 INFO:tasks.rados.rados.0.smithi173.stdout:3352: finishing write tid 1 to smithi17368540-13 2024-08-30T21:09:59.683 INFO:tasks.rados.rados.0.smithi173.stdout:3352: finishing write tid 2 to smithi17368540-13 2024-08-30T21:09:59.683 INFO:tasks.rados.rados.0.smithi173.stdout:3352: finishing write tid 3 to smithi17368540-13 2024-08-30T21:09:59.683 INFO:tasks.rados.rados.0.smithi173.stdout:3352: oid 13 updating version 0 to 2353 2024-08-30T21:09:59.683 INFO:tasks.rados.rados.0.smithi173.stdout:3352: oid 13 version 2353 is already newer than 2352 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2353 (ObjNum 1022 snap 323 seq_num 1022) dirty exists 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:3352: left oid 13 (ObjNum 1022 snap 323 seq_num 1022) 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:3348: done (5 left) 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:3350: done (4 left) 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:3352: done (3 left) 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:3355: done (2 left) 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:3356: delete oid 42 current snap is 323 2024-08-30T21:09:59.684 INFO:tasks.rados.rados.0.smithi173.stdout:3353: finishing write tid 1 to smithi17368540-39 2024-08-30T21:09:59.685 INFO:tasks.rados.rados.0.smithi173.stdout:3353: finishing write tid 2 to smithi17368540-39 2024-08-30T21:09:59.686 INFO:tasks.rados.rados.0.smithi173.stdout:3353: finishing write tid 3 to smithi17368540-39 2024-08-30T21:09:59.686 INFO:tasks.rados.rados.0.smithi173.stdout:3353: oid 39 updating version 0 to 1411 2024-08-30T21:09:59.686 INFO:tasks.rados.rados.0.smithi173.stdout:3353: oid 39 updating version 1411 to 1412 2024-08-30T21:09:59.686 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 1412 (ObjNum 1023 snap 323 seq_num 1023) dirty exists 2024-08-30T21:09:59.686 INFO:tasks.rados.rados.0.smithi173.stdout:3353: left oid 39 (ObjNum 1023 snap 323 seq_num 1023) 2024-08-30T21:09:59.689 INFO:tasks.rados.rados.0.smithi173.stdout:3354: expect (ObjNum 899 snap 276 seq_num 899) 2024-08-30T21:09:59.787 INFO:tasks.rados.rados.0.smithi173.stdout:3353: done (2 left) 2024-08-30T21:09:59.787 INFO:tasks.rados.rados.0.smithi173.stdout:3354: done (1 left) 2024-08-30T21:09:59.787 INFO:tasks.rados.rados.0.smithi173.stdout:3356: done (0 left) 2024-08-30T21:09:59.787 INFO:tasks.rados.rados.0.smithi173.stdout:3357: delete oid 32 current snap is 323 2024-08-30T21:09:59.789 INFO:tasks.rados.rados.0.smithi173.stdout:3357: done (0 left) 2024-08-30T21:09:59.789 INFO:tasks.rados.rados.0.smithi173.stdout:3358: read oid 35 snap 314 2024-08-30T21:09:59.789 INFO:tasks.rados.rados.0.smithi173.stdout:3358: expect (ObjNum 972 snap 310 seq_num 972) 2024-08-30T21:09:59.789 INFO:tasks.rados.rados.0.smithi173.stdout:3359: snap_remove snap 321 2024-08-30T21:09:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:59 smithi173 ceph-mon[79976]: pgmap v773: 121 pgs: 121 active+clean; 272 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-30T21:09:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:09:59 smithi173 ceph-mon[79976]: osdmap e732: 8 total, 8 up, 8 in 2024-08-30T21:09:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:59 smithi173 ceph-mon[82405]: pgmap v773: 121 pgs: 121 active+clean; 272 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-30T21:09:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:09:59 smithi173 ceph-mon[82405]: osdmap e732: 8 total, 8 up, 8 in 2024-08-30T21:10:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:59 smithi196 ceph-mon[74601]: pgmap v773: 121 pgs: 121 active+clean; 272 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-30T21:10:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:09:59 smithi196 ceph-mon[74601]: osdmap e732: 8 total, 8 up, 8 in 2024-08-30T21:10:00.656 INFO:tasks.rados.rados.0.smithi173.stdout:3359: done (1 left) 2024-08-30T21:10:00.656 INFO:tasks.rados.rados.0.smithi173.stdout:3360: read oid 6 snap -1 2024-08-30T21:10:00.656 INFO:tasks.rados.rados.0.smithi173.stdout:3360: expect (ObjNum 941 snap 290 seq_num 941) 2024-08-30T21:10:00.656 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 323 2024-08-30T21:10:00.656 INFO:tasks.rados.rados.0.smithi173.stdout:3361: seq_num 1027 ranges {1359872=409600} 2024-08-30T21:10:00.666 INFO:tasks.rados.rados.0.smithi173.stdout:3361: writing smithi17368540-14 from 1359872 to 1769472 tid 1 2024-08-30T21:10:00.666 INFO:tasks.rados.rados.0.smithi173.stdout:3362: snap_create 2024-08-30T21:10:00.666 INFO:tasks.rados.rados.0.smithi173.stdout:3358: expect (ObjNum 972 snap 310 seq_num 972) 2024-08-30T21:10:00.831 INFO:tasks.rados.rados.0.smithi173.stdout:3361: finishing write tid 1 to smithi17368540-14 2024-08-30T21:10:00.831 INFO:tasks.rados.rados.0.smithi173.stdout:3361: finishing write tid 2 to smithi17368540-14 2024-08-30T21:10:00.831 INFO:tasks.rados.rados.0.smithi173.stdout:3361: finishing write tid 3 to smithi17368540-14 2024-08-30T21:10:00.831 INFO:tasks.rados.rados.0.smithi173.stdout:3361: oid 14 updating version 0 to 2181 2024-08-30T21:10:00.831 INFO:tasks.rados.rados.0.smithi173.stdout:3361: oid 14 updating version 2181 to 2182 2024-08-30T21:10:00.832 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2182 (ObjNum 1027 snap 323 seq_num 1027) dirty exists 2024-08-30T21:10:00.832 INFO:tasks.rados.rados.0.smithi173.stdout:3361: left oid 14 (ObjNum 1027 snap 323 seq_num 1027) 2024-08-30T21:10:00.832 INFO:tasks.rados.rados.0.smithi173.stdout:3360: expect (ObjNum 941 snap 290 seq_num 941) 2024-08-30T21:10:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[79976]: osdmap e733: 8 total, 8 up, 8 in 2024-08-30T21:10:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[79976]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-30T21:10:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[79976]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-30T21:10:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[79976]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-30T21:10:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[82405]: osdmap e733: 8 total, 8 up, 8 in 2024-08-30T21:10:00.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[82405]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-30T21:10:00.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[82405]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-30T21:10:00.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:00 smithi173 ceph-mon[82405]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-30T21:10:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:00 smithi196 ceph-mon[74601]: osdmap e733: 8 total, 8 up, 8 in 2024-08-30T21:10:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:00 smithi196 ceph-mon[74601]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-30T21:10:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:00 smithi196 ceph-mon[74601]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-30T21:10:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:00 smithi196 ceph-mon[74601]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-30T21:10:01.585 INFO:tasks.rados.rados.0.smithi173.stdout:3358: done (3 left) 2024-08-30T21:10:01.585 INFO:tasks.rados.rados.0.smithi173.stdout:3360: done (2 left) 2024-08-30T21:10:01.585 INFO:tasks.rados.rados.0.smithi173.stdout:3361: done (1 left) 2024-08-30T21:10:01.585 INFO:tasks.rados.rados.0.smithi173.stdout:3362: done (0 left) 2024-08-30T21:10:01.585 INFO:tasks.rados.rados.0.smithi173.stdout:3363: read oid 5 snap -1 2024-08-30T21:10:01.585 INFO:tasks.rados.rados.0.smithi173.stdout:3363: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:10:01.585 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 324 2024-08-30T21:10:01.586 INFO:tasks.rados.rados.0.smithi173.stdout:3364: seq_num 1028 ranges {3489792=425984} 2024-08-30T21:10:01.606 INFO:tasks.rados.rados.0.smithi173.stdout:3364: writing smithi17368540-48 from 3489792 to 3915776 tid 1 2024-08-30T21:10:01.606 INFO:tasks.rados.rados.0.smithi173.stdout:3365: read oid 46 snap 323 2024-08-30T21:10:01.606 INFO:tasks.rados.rados.0.smithi173.stdout:3365: expect (ObjNum 980 snap 312 seq_num 980) 2024-08-30T21:10:01.606 INFO:tasks.rados.rados.0.smithi173.stdout:3366: rollback oid 38 current snap is 324 2024-08-30T21:10:01.607 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 38 to 319 2024-08-30T21:10:01.607 INFO:tasks.rados.rados.0.smithi173.stdout:3367: setattr oid 7 current snap is 324 2024-08-30T21:10:01.609 INFO:tasks.rados.rados.0.smithi173.stdout:3368: snap_create 2024-08-30T21:10:01.614 INFO:tasks.rados.rados.0.smithi173.stdout:3366: finishing rollback tid 0 to smithi17368540-38 2024-08-30T21:10:01.614 INFO:tasks.rados.rados.0.smithi173.stdout:3364: finishing write tid 1 to smithi17368540-48 2024-08-30T21:10:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:3366: finishing rollback tid 1 to smithi17368540-38 2024-08-30T21:10:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:3364: finishing write tid 2 to smithi17368540-48 2024-08-30T21:10:01.616 INFO:tasks.rados.rados.0.smithi173.stdout:3366: finishing rollback tid 2 to smithi17368540-38 2024-08-30T21:10:01.617 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1917 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:10:01.617 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2183 (ObjNum 65 snap 0 seq_num 1867674452) dirty exists 2024-08-30T21:10:01.617 INFO:tasks.rados.rados.0.smithi173.stdout:3364: finishing write tid 3 to smithi17368540-48 2024-08-30T21:10:01.617 INFO:tasks.rados.rados.0.smithi173.stdout:3364: oid 48 updating version 0 to 1729 2024-08-30T21:10:01.617 INFO:tasks.rados.rados.0.smithi173.stdout:3364: oid 48 version 1729 is already newer than 1728 2024-08-30T21:10:01.617 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1729 (ObjNum 1028 snap 324 seq_num 1028) dirty exists 2024-08-30T21:10:01.617 INFO:tasks.rados.rados.0.smithi173.stdout:3364: left oid 48 (ObjNum 1028 snap 324 seq_num 1028) 2024-08-30T21:10:01.618 INFO:tasks.rados.rados.0.smithi173.stdout:3363: expect (ObjNum 922 snap 280 seq_num 922) 2024-08-30T21:10:01.940 INFO:tasks.rados.rados.0.smithi173.stdout:3365: expect (ObjNum 980 snap 312 seq_num 980) 2024-08-30T21:10:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:01 smithi173 ceph-mon[79976]: pgmap v776: 121 pgs: 121 active+clean; 247 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 768 KiB/s wr, 7 op/s 2024-08-30T21:10:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:01 smithi173 ceph-mon[79976]: osdmap e734: 8 total, 8 up, 8 in 2024-08-30T21:10:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:01 smithi173 ceph-mon[79976]: osdmap e735: 8 total, 8 up, 8 in 2024-08-30T21:10:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:01 smithi173 ceph-mon[82405]: pgmap v776: 121 pgs: 121 active+clean; 247 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 768 KiB/s wr, 7 op/s 2024-08-30T21:10:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:01 smithi173 ceph-mon[82405]: osdmap e734: 8 total, 8 up, 8 in 2024-08-30T21:10:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:01 smithi173 ceph-mon[82405]: osdmap e735: 8 total, 8 up, 8 in 2024-08-30T21:10:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:01 smithi196 ceph-mon[74601]: pgmap v776: 121 pgs: 121 active+clean; 247 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 768 KiB/s wr, 7 op/s 2024-08-30T21:10:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:01 smithi196 ceph-mon[74601]: osdmap e734: 8 total, 8 up, 8 in 2024-08-30T21:10:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:01 smithi196 ceph-mon[74601]: osdmap e735: 8 total, 8 up, 8 in 2024-08-30T21:10:02.585 INFO:tasks.rados.rados.0.smithi173.stdout:3363: done (5 left) 2024-08-30T21:10:02.585 INFO:tasks.rados.rados.0.smithi173.stdout:3364: done (4 left) 2024-08-30T21:10:02.585 INFO:tasks.rados.rados.0.smithi173.stdout:3365: done (3 left) 2024-08-30T21:10:02.585 INFO:tasks.rados.rados.0.smithi173.stdout:3366: done (2 left) 2024-08-30T21:10:02.585 INFO:tasks.rados.rados.0.smithi173.stdout:3367: done (1 left) 2024-08-30T21:10:02.586 INFO:tasks.rados.rados.0.smithi173.stdout:3368: done (0 left) 2024-08-30T21:10:02.586 INFO:tasks.rados.rados.0.smithi173.stdout:3369: read oid 20 snap 322 2024-08-30T21:10:02.586 INFO:tasks.rados.rados.0.smithi173.stdout:3369: expect (ObjNum 1015 snap 322 seq_num 1015) 2024-08-30T21:10:02.586 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 325 2024-08-30T21:10:02.586 INFO:tasks.rados.rados.0.smithi173.stdout:3370: seq_num 1029 ranges {0=442368} 2024-08-30T21:10:02.588 INFO:tasks.rados.rados.0.smithi173.stdout:3370: writing smithi17368540-12 from 0 to 442368 tid 1 2024-08-30T21:10:02.588 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 325 2024-08-30T21:10:02.588 INFO:tasks.rados.rados.0.smithi173.stdout:3371: seq_num 1030 ranges {1941504=458752} 2024-08-30T21:10:02.601 INFO:tasks.rados.rados.0.smithi173.stdout:3371: writing smithi17368540-22 from 1941504 to 2400256 tid 1 2024-08-30T21:10:02.601 INFO:tasks.rados.rados.0.smithi173.stdout:3372: snap_remove snap 324 2024-08-30T21:10:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:10:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:10:03] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.51.0" 2024-08-30T21:10:03.597 INFO:tasks.rados.rados.0.smithi173.stdout:3372: done (3 left) 2024-08-30T21:10:03.597 INFO:tasks.rados.rados.0.smithi173.stdout:3373: read oid 33 snap 323 2024-08-30T21:10:03.597 INFO:tasks.rados.rados.0.smithi173.stdout:3373: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-08-30T21:10:03.597 INFO:tasks.rados.rados.0.smithi173.stdout:3374: setattr oid 43 current snap is 325 2024-08-30T21:10:03.598 INFO:tasks.rados.rados.0.smithi173.stdout:3370: finishing write tid 1 to smithi17368540-12 2024-08-30T21:10:03.598 INFO:tasks.rados.rados.0.smithi173.stdout:3370: finishing write tid 2 to smithi17368540-12 2024-08-30T21:10:03.598 INFO:tasks.rados.rados.0.smithi173.stdout:3369: expect (ObjNum 1015 snap 322 seq_num 1015) 2024-08-30T21:10:03.700 INFO:tasks.rados.rados.0.smithi173.stdout:3370: finishing write tid 3 to smithi17368540-12 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3370: oid 12 updating version 0 to 2108 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3370: oid 12 version 2108 is already newer than 2107 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 2108 (ObjNum 1029 snap 325 seq_num 1029) dirty exists 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3370: left oid 12 (ObjNum 1029 snap 325 seq_num 1029) 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3371: finishing write tid 1 to smithi17368540-22 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3371: finishing write tid 2 to smithi17368540-22 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3371: finishing write tid 3 to smithi17368540-22 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3371: oid 22 updating version 0 to 2144 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:3371: oid 22 version 2144 is already newer than 2143 2024-08-30T21:10:03.701 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2144 (ObjNum 1030 snap 325 seq_num 1030) dirty exists 2024-08-30T21:10:03.702 INFO:tasks.rados.rados.0.smithi173.stdout:3371: left oid 22 (ObjNum 1030 snap 325 seq_num 1030) 2024-08-30T21:10:03.702 INFO:tasks.rados.rados.0.smithi173.stdout:3373: expect (ObjNum 1008 snap 321 seq_num 1008) 2024-08-30T21:10:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:03 smithi173 ceph-mon[79976]: pgmap v779: 121 pgs: 121 active+clean; 221 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 222 KiB/s wr, 7 op/s 2024-08-30T21:10:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:03 smithi173 ceph-mon[79976]: osdmap e736: 8 total, 8 up, 8 in 2024-08-30T21:10:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:03 smithi173 ceph-mon[82405]: pgmap v779: 121 pgs: 121 active+clean; 221 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 222 KiB/s wr, 7 op/s 2024-08-30T21:10:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:03 smithi173 ceph-mon[82405]: osdmap e736: 8 total, 8 up, 8 in 2024-08-30T21:10:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:03 smithi196 ceph-mon[74601]: pgmap v779: 121 pgs: 121 active+clean; 221 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 222 KiB/s wr, 7 op/s 2024-08-30T21:10:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:03 smithi196 ceph-mon[74601]: osdmap e736: 8 total, 8 up, 8 in 2024-08-30T21:10:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:04 smithi173 ceph-mon[79976]: osdmap e737: 8 total, 8 up, 8 in 2024-08-30T21:10:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:04 smithi173 ceph-mon[82405]: osdmap e737: 8 total, 8 up, 8 in 2024-08-30T21:10:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:04 smithi196 ceph-mon[74601]: osdmap e737: 8 total, 8 up, 8 in 2024-08-30T21:10:05.555 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2110 (ObjNum 1006 snap 321 seq_num 1006) dirty exists 2024-08-30T21:10:05.555 INFO:tasks.rados.rados.0.smithi173.stdout:3369: done (4 left) 2024-08-30T21:10:05.555 INFO:tasks.rados.rados.0.smithi173.stdout:3370: done (3 left) 2024-08-30T21:10:05.555 INFO:tasks.rados.rados.0.smithi173.stdout:3371: done (2 left) 2024-08-30T21:10:05.555 INFO:tasks.rados.rados.0.smithi173.stdout:3373: done (1 left) 2024-08-30T21:10:05.555 INFO:tasks.rados.rados.0.smithi173.stdout:3374: done (0 left) 2024-08-30T21:10:05.555 INFO:tasks.rados.rados.0.smithi173.stdout:3375: delete oid 7 current snap is 325 2024-08-30T21:10:05.557 INFO:tasks.rados.rados.0.smithi173.stdout:3375: done (0 left) 2024-08-30T21:10:05.558 INFO:tasks.rados.rados.0.smithi173.stdout:3376: snap_remove snap 319 2024-08-30T21:10:05.611 INFO:tasks.rados.rados.0.smithi173.stdout:3376: done (0 left) 2024-08-30T21:10:05.612 INFO:tasks.rados.rados.0.smithi173.stdout:3377: delete oid 19 current snap is 325 2024-08-30T21:10:05.619 INFO:tasks.rados.rados.0.smithi173.stdout:3377: done (0 left) 2024-08-30T21:10:05.620 INFO:tasks.rados.rados.0.smithi173.stdout:3378: delete oid 23 current snap is 325 2024-08-30T21:10:05.628 INFO:tasks.rados.rados.0.smithi173.stdout:3378: done (0 left) 2024-08-30T21:10:05.628 INFO:tasks.rados.rados.0.smithi173.stdout:3379: delete oid 19 current snap is 325 2024-08-30T21:10:05.633 INFO:tasks.rados.rados.0.smithi173.stdout:3379: done (0 left) 2024-08-30T21:10:05.633 INFO:tasks.rados.rados.0.smithi173.stdout:3380: snap_create 2024-08-30T21:10:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:05 smithi173 ceph-mon[79976]: pgmap v782: 121 pgs: 121 active+clean; 213 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 394 KiB/s wr, 14 op/s 2024-08-30T21:10:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:05 smithi173 ceph-mon[82405]: pgmap v782: 121 pgs: 121 active+clean; 213 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 394 KiB/s wr, 14 op/s 2024-08-30T21:10:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:05 smithi196 ceph-mon[74601]: pgmap v782: 121 pgs: 121 active+clean; 213 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 394 KiB/s wr, 14 op/s 2024-08-30T21:10:06.589 INFO:tasks.rados.rados.0.smithi173.stdout:3380: done (0 left) 2024-08-30T21:10:06.589 INFO:tasks.rados.rados.0.smithi173.stdout:3381: read oid 29 snap 316 2024-08-30T21:10:06.589 INFO:tasks.rados.rados.0.smithi173.stdout:3381: expect (ObjNum 973 snap 311 seq_num 973) 2024-08-30T21:10:06.589 INFO:tasks.rados.rados.0.smithi173.stdout:3382: read oid 44 snap -1 2024-08-30T21:10:06.589 INFO:tasks.rados.rados.0.smithi173.stdout:3382: expect deleted 2024-08-30T21:10:06.589 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 326 2024-08-30T21:10:06.589 INFO:tasks.rados.rados.0.smithi173.stdout:3383: seq_num 1035 ranges {0=540672} 2024-08-30T21:10:06.591 INFO:tasks.rados.rados.0.smithi173.stdout:3383: writing smithi17368540-41 from 0 to 540672 tid 1 2024-08-30T21:10:06.591 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 17 current snap is 326 2024-08-30T21:10:06.592 INFO:tasks.rados.rados.0.smithi173.stdout:3384: seq_num 1036 ranges {0=557056} 2024-08-30T21:10:06.594 INFO:tasks.rados.rados.0.smithi173.stdout:3384: writing smithi17368540-17 from 0 to 557056 tid 1 2024-08-30T21:10:06.595 INFO:tasks.rados.rados.0.smithi173.stdout:3385: snap_remove snap 325 2024-08-30T21:10:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:06 smithi173 ceph-mon[79976]: osdmap e738: 8 total, 8 up, 8 in 2024-08-30T21:10:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:06 smithi173 ceph-mon[79976]: osdmap e739: 8 total, 8 up, 8 in 2024-08-30T21:10:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:06 smithi173 ceph-mon[82405]: osdmap e738: 8 total, 8 up, 8 in 2024-08-30T21:10:06.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:06 smithi173 ceph-mon[82405]: osdmap e739: 8 total, 8 up, 8 in 2024-08-30T21:10:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:06 smithi196 ceph-mon[74601]: osdmap e738: 8 total, 8 up, 8 in 2024-08-30T21:10:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:06 smithi196 ceph-mon[74601]: osdmap e739: 8 total, 8 up, 8 in 2024-08-30T21:10:07.590 INFO:tasks.rados.rados.0.smithi173.stdout:3385: done (4 left) 2024-08-30T21:10:07.590 INFO:tasks.rados.rados.0.smithi173.stdout:3386: copy_from oid 16 from oid 3 current snap is 326 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3384: finishing write tid 1 to smithi17368540-17 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3384: finishing write tid 2 to smithi17368540-17 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3384: finishing write tid 3 to smithi17368540-17 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3384: oid 17 updating version 0 to 1823 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3384: oid 17 version 1823 is already newer than 1822 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1823 (ObjNum 1036 snap 326 seq_num 1036) dirty exists 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3384: left oid 17 (ObjNum 1036 snap 326 seq_num 1036) 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3383: finishing write tid 1 to smithi17368540-41 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3383: finishing write tid 2 to smithi17368540-41 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3383: finishing write tid 3 to smithi17368540-41 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3383: oid 41 updating version 0 to 1731 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3383: oid 41 version 1731 is already newer than 1730 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1731 (ObjNum 1035 snap 326 seq_num 1035) dirty exists 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3383: left oid 41 (ObjNum 1035 snap 326 seq_num 1035) 2024-08-30T21:10:07.591 INFO:tasks.rados.rados.0.smithi173.stdout:3381: expect (ObjNum 973 snap 311 seq_num 973) 2024-08-30T21:10:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:07 smithi173 ceph-mon[79976]: pgmap v784: 121 pgs: 121 active+clean; 209 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 422 KiB/s wr, 17 op/s 2024-08-30T21:10:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:07 smithi173 ceph-mon[79976]: osdmap e740: 8 total, 8 up, 8 in 2024-08-30T21:10:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:07 smithi173 ceph-mon[82405]: pgmap v784: 121 pgs: 121 active+clean; 209 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 422 KiB/s wr, 17 op/s 2024-08-30T21:10:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:07 smithi173 ceph-mon[82405]: osdmap e740: 8 total, 8 up, 8 in 2024-08-30T21:10:08.018 INFO:tasks.rados.rados.0.smithi173.stdout:3386: finishing copy_from to smithi17368540-16 2024-08-30T21:10:08.018 INFO:tasks.rados.rados.0.smithi173.stdout:3386: got expected ENOENT (src dne) 2024-08-30T21:10:08.018 INFO:tasks.rados.rados.0.smithi173.stdout:3386: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:10:08.018 INFO:tasks.rados.rados.0.smithi173.stdout:3381: done (4 left) 2024-08-30T21:10:08.018 INFO:tasks.rados.rados.0.smithi173.stdout:3382: done (3 left) 2024-08-30T21:10:08.018 INFO:tasks.rados.rados.0.smithi173.stdout:3383: done (2 left) 2024-08-30T21:10:08.018 INFO:tasks.rados.rados.0.smithi173.stdout:3384: done (1 left) 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3386: done (0 left) 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3387: read oid 28 snap -1 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3387: expect (ObjNum 1011 snap 321 seq_num 1011) 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3388: copy_from oid 18 from oid 43 current snap is 326 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3389: read oid 50 snap -1 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3389: expect deleted 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3390: read oid 38 snap -1 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3390: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3391: read oid 9 snap 322 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3391: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 326 2024-08-30T21:10:08.019 INFO:tasks.rados.rados.0.smithi173.stdout:3392: seq_num 1037 ranges {1769472=573440} 2024-08-30T21:10:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:07 smithi196 ceph-mon[74601]: pgmap v784: 121 pgs: 121 active+clean; 209 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 422 KiB/s wr, 17 op/s 2024-08-30T21:10:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:07 smithi196 ceph-mon[74601]: osdmap e740: 8 total, 8 up, 8 in 2024-08-30T21:10:08.031 INFO:tasks.rados.rados.0.smithi173.stdout:3392: writing smithi17368540-14 from 1769472 to 2342912 tid 1 2024-08-30T21:10:08.031 INFO:tasks.rados.rados.0.smithi173.stdout:3393: delete oid 1 current snap is 326 2024-08-30T21:10:08.040 INFO:tasks.rados.rados.0.smithi173.stdout:3392: finishing write tid 1 to smithi17368540-14 2024-08-30T21:10:08.041 INFO:tasks.rados.rados.0.smithi173.stdout:3389: done (6 left) 2024-08-30T21:10:08.041 INFO:tasks.rados.rados.0.smithi173.stdout:3393: done (5 left) 2024-08-30T21:10:08.041 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 326 2024-08-30T21:10:08.041 INFO:tasks.rados.rados.0.smithi173.stdout:3394: seq_num 1039 ranges {6938624=606208} 2024-08-30T21:10:08.082 INFO:tasks.rados.rados.0.smithi173.stdout:3394: writing smithi17368540-15 from 6938624 to 7544832 tid 1 2024-08-30T21:10:08.082 INFO:tasks.rados.rados.0.smithi173.stdout:3395: setattr oid 36 current snap is 326 2024-08-30T21:10:08.082 INFO:tasks.rados.rados.0.smithi173.stdout:3392: finishing write tid 2 to smithi17368540-14 2024-08-30T21:10:08.082 INFO:tasks.rados.rados.0.smithi173.stdout:3392: finishing write tid 3 to smithi17368540-14 2024-08-30T21:10:08.082 INFO:tasks.rados.rados.0.smithi173.stdout:3392: oid 14 updating version 0 to 2185 2024-08-30T21:10:08.083 INFO:tasks.rados.rados.0.smithi173.stdout:3392: oid 14 updating version 2185 to 2186 2024-08-30T21:10:08.083 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2186 (ObjNum 1037 snap 326 seq_num 1037) dirty exists 2024-08-30T21:10:08.083 INFO:tasks.rados.rados.0.smithi173.stdout:3392: left oid 14 (ObjNum 1037 snap 326 seq_num 1037) 2024-08-30T21:10:08.083 INFO:tasks.rados.rados.0.smithi173.stdout:3390: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:08.308 INFO:tasks.rados.rados.0.smithi173.stdout:3391: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:08.628 INFO:tasks.rados.rados.0.smithi173.stdout:3388: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:10:08.628 INFO:tasks.rados.rados.0.smithi173.stdout:3388: finishing copy_from to smithi17368540-18 2024-08-30T21:10:08.629 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2110 (ObjNum 1006 snap 321 seq_num 1006) dirty exists 2024-08-30T21:10:08.629 INFO:tasks.rados.rados.0.smithi173.stdout:3387: expect (ObjNum 1011 snap 321 seq_num 1011) 2024-08-30T21:10:08.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:09.424 INFO:tasks.rados.rados.0.smithi173.stdout:3394: finishing write tid 1 to smithi17368540-15 2024-08-30T21:10:09.424 INFO:tasks.rados.rados.0.smithi173.stdout:3394: finishing write tid 2 to smithi17368540-15 2024-08-30T21:10:09.424 INFO:tasks.rados.rados.0.smithi173.stdout:3394: finishing write tid 3 to smithi17368540-15 2024-08-30T21:10:09.424 INFO:tasks.rados.rados.0.smithi173.stdout:3394: oid 15 updating version 0 to 2082 2024-08-30T21:10:09.424 INFO:tasks.rados.rados.0.smithi173.stdout:3394: oid 15 version 2082 is already newer than 2081 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2082 (ObjNum 1039 snap 326 seq_num 1039) dirty exists 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3394: left oid 15 (ObjNum 1039 snap 326 seq_num 1039) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3387: done (6 left) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3388: done (5 left) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3390: done (4 left) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3391: done (3 left) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3392: done (2 left) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3394: done (1 left) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3396: read oid 14 snap -1 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3396: expect (ObjNum 1037 snap 326 seq_num 1037) 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 326 2024-08-30T21:10:09.425 INFO:tasks.rados.rados.0.smithi173.stdout:3397: seq_num 1040 ranges {2301952=622592} 2024-08-30T21:10:09.440 INFO:tasks.rados.rados.0.smithi173.stdout:3397: writing smithi17368540-46 from 2301952 to 2924544 tid 1 2024-08-30T21:10:09.440 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 326 2024-08-30T21:10:09.440 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2067 (ObjNum 815 snap 249 seq_num 815) dirty exists 2024-08-30T21:10:09.440 INFO:tasks.rados.rados.0.smithi173.stdout:3396: expect (ObjNum 1037 snap 326 seq_num 1037) 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:3397: finishing write tid 1 to smithi17368540-46 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:3397: finishing write tid 2 to smithi17368540-46 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:3397: finishing write tid 3 to smithi17368540-46 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:3397: oid 46 updating version 0 to 1913 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:3397: oid 46 updating version 1913 to 1914 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 1914 (ObjNum 1040 snap 326 seq_num 1040) dirty exists 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:3397: left oid 46 (ObjNum 1040 snap 326 seq_num 1040) 2024-08-30T21:10:09.557 INFO:tasks.rados.rados.0.smithi173.stdout:3398: seq_num 1041 ranges {2113536=638976} 2024-08-30T21:10:09.571 INFO:tasks.rados.rados.0.smithi173.stdout:3398: writing smithi17368540-34 from 2113536 to 2752512 tid 1 2024-08-30T21:10:09.571 INFO:tasks.rados.rados.0.smithi173.stdout:3395: done (3 left) 2024-08-30T21:10:09.571 INFO:tasks.rados.rados.0.smithi173.stdout:3396: done (2 left) 2024-08-30T21:10:09.571 INFO:tasks.rados.rados.0.smithi173.stdout:3397: done (1 left) 2024-08-30T21:10:09.571 INFO:tasks.rados.rados.0.smithi173.stdout:3399: read oid 15 snap -1 2024-08-30T21:10:09.571 INFO:tasks.rados.rados.0.smithi173.stdout:3399: expect (ObjNum 1039 snap 326 seq_num 1039) 2024-08-30T21:10:09.572 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 326 2024-08-30T21:10:09.572 INFO:tasks.rados.rados.0.smithi173.stdout:3400: seq_num 1042 ranges {0=655360} 2024-08-30T21:10:09.575 INFO:tasks.rados.rados.0.smithi173.stdout:3400: writing smithi17368540-3 from 0 to 655360 tid 1 2024-08-30T21:10:09.575 INFO:tasks.rados.rados.0.smithi173.stdout:3401: delete oid 46 current snap is 326 2024-08-30T21:10:09.577 INFO:tasks.rados.rados.0.smithi173.stdout:3398: finishing write tid 1 to smithi17368540-34 2024-08-30T21:10:09.577 INFO:tasks.rados.rados.0.smithi173.stdout:3398: finishing write tid 2 to smithi17368540-34 2024-08-30T21:10:09.577 INFO:tasks.rados.rados.0.smithi173.stdout:3401: done (3 left) 2024-08-30T21:10:09.577 INFO:tasks.rados.rados.0.smithi173.stdout:3402: read oid 44 snap -1 2024-08-30T21:10:09.577 INFO:tasks.rados.rados.0.smithi173.stdout:3402: expect deleted 2024-08-30T21:10:09.578 INFO:tasks.rados.rados.0.smithi173.stdout:3403: read oid 43 snap -1 2024-08-30T21:10:09.578 INFO:tasks.rados.rados.0.smithi173.stdout:3403: expect (ObjNum 1006 snap 321 seq_num 1006) 2024-08-30T21:10:09.578 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 13 current snap is 326 2024-08-30T21:10:09.578 INFO:tasks.rados.rados.0.smithi173.stdout:3404: seq_num 1044 ranges {319488=688128} 2024-08-30T21:10:09.584 INFO:tasks.rados.rados.0.smithi173.stdout:3404: writing smithi17368540-13 from 319488 to 1007616 tid 1 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3405: rollback oid 31 current snap is 326 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 31 to 323 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3398: finishing write tid 3 to smithi17368540-34 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3398: oid 34 updating version 0 to 2023 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3398: oid 34 updating version 2023 to 2024 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 2024 (ObjNum 1041 snap 326 seq_num 1041) dirty exists 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3398: left oid 34 (ObjNum 1041 snap 326 seq_num 1041) 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3398: done (6 left) 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3406: read oid 21 snap -1 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3406: expect (ObjNum 1009 snap 321 seq_num 1009) 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3407: copy_from oid 40 from oid 1 current snap is 326 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3402: done (7 left) 2024-08-30T21:10:09.585 INFO:tasks.rados.rados.0.smithi173.stdout:3408: read oid 25 snap 316 2024-08-30T21:10:09.586 INFO:tasks.rados.rados.0.smithi173.stdout:3408: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:10:09.586 INFO:tasks.rados.rados.0.smithi173.stdout:3409: read oid 23 snap -1 2024-08-30T21:10:09.586 INFO:tasks.rados.rados.0.smithi173.stdout:3409: expect deleted 2024-08-30T21:10:09.586 INFO:tasks.rados.rados.0.smithi173.stdout:3410: snap_remove snap 314 2024-08-30T21:10:09.638 INFO:tasks.rados.rados.0.smithi173.stdout:3410: done (9 left) 2024-08-30T21:10:09.638 INFO:tasks.rados.rados.0.smithi173.stdout:3411: read oid 50 snap 323 2024-08-30T21:10:09.638 INFO:tasks.rados.rados.0.smithi173.stdout:3411: expect deleted 2024-08-30T21:10:09.638 INFO:tasks.rados.rados.0.smithi173.stdout:3412: read oid 42 snap -1 2024-08-30T21:10:09.638 INFO:tasks.rados.rados.0.smithi173.stdout:3412: expect deleted 2024-08-30T21:10:09.638 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 326 2024-08-30T21:10:09.638 INFO:tasks.rados.rados.0.smithi173.stdout:3413: seq_num 1045 ranges {2400256=704512} 2024-08-30T21:10:09.656 INFO:tasks.rados.rados.0.smithi173.stdout:3413: writing smithi17368540-22 from 2400256 to 3104768 tid 1 2024-08-30T21:10:09.656 INFO:tasks.rados.rados.0.smithi173.stdout:3414: setattr oid 39 current snap is 326 2024-08-30T21:10:09.656 INFO:tasks.rados.rados.0.smithi173.stdout:3407: finishing copy_from to smithi17368540-40 2024-08-30T21:10:09.656 INFO:tasks.rados.rados.0.smithi173.stdout:3407: got expected ENOENT (src dne) 2024-08-30T21:10:09.656 INFO:tasks.rados.rados.0.smithi173.stdout:3407: finishing copy_from racing read to smithi17368540-40 2024-08-30T21:10:09.656 INFO:tasks.rados.rados.0.smithi173.stdout:3408: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:10:09.705 INFO:tasks.rados.rados.0.smithi173.stdout:3403: expect (ObjNum 1006 snap 321 seq_num 1006) 2024-08-30T21:10:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:09 smithi173 ceph-mon[79976]: pgmap v787: 121 pgs: 121 active+clean; 209 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 339 KiB/s wr, 11 op/s 2024-08-30T21:10:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:09 smithi173 ceph-mon[82405]: pgmap v787: 121 pgs: 121 active+clean; 209 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 339 KiB/s wr, 11 op/s 2024-08-30T21:10:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:09 smithi196 ceph-mon[74601]: pgmap v787: 121 pgs: 121 active+clean; 209 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 339 KiB/s wr, 11 op/s 2024-08-30T21:10:10.028 INFO:tasks.rados.rados.0.smithi173.stdout:3400: finishing write tid 1 to smithi17368540-3 2024-08-30T21:10:10.028 INFO:tasks.rados.rados.0.smithi173.stdout:3400: finishing write tid 2 to smithi17368540-3 2024-08-30T21:10:10.028 INFO:tasks.rados.rados.0.smithi173.stdout:3400: finishing write tid 3 to smithi17368540-3 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3400: oid 3 updating version 0 to 2378 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3400: oid 3 updating version 2378 to 2379 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2379 (ObjNum 1042 snap 326 seq_num 1042) dirty exists 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3400: left oid 3 (ObjNum 1042 snap 326 seq_num 1042) 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3404: finishing write tid 1 to smithi17368540-13 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3404: finishing write tid 2 to smithi17368540-13 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3405: finishing rollback tid 0 to smithi17368540-31 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3405: finishing rollback tid 1 to smithi17368540-31 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3405: finishing rollback tid 2 to smithi17368540-31 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2120 (ObjNum 899 snap 276 seq_num 899) dirty exists 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3404: finishing write tid 3 to smithi17368540-13 2024-08-30T21:10:10.029 INFO:tasks.rados.rados.0.smithi173.stdout:3404: oid 13 updating version 0 to 2381 2024-08-30T21:10:10.030 INFO:tasks.rados.rados.0.smithi173.stdout:3404: oid 13 updating version 2381 to 2382 2024-08-30T21:10:10.030 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2382 (ObjNum 1044 snap 326 seq_num 1044) dirty exists 2024-08-30T21:10:10.030 INFO:tasks.rados.rados.0.smithi173.stdout:3404: left oid 13 (ObjNum 1044 snap 326 seq_num 1044) 2024-08-30T21:10:10.030 INFO:tasks.rados.rados.0.smithi173.stdout:3399: expect (ObjNum 1039 snap 326 seq_num 1039) 2024-08-30T21:10:10.468 INFO:tasks.rados.rados.0.smithi173.stdout:3406: expect (ObjNum 1009 snap 321 seq_num 1009) 2024-08-30T21:10:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:10 smithi173 ceph-mon[79976]: osdmap e741: 8 total, 8 up, 8 in 2024-08-30T21:10:10.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:10 smithi173 ceph-mon[82405]: osdmap e741: 8 total, 8 up, 8 in 2024-08-30T21:10:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:10 smithi196 ceph-mon[74601]: osdmap e741: 8 total, 8 up, 8 in 2024-08-30T21:10:11.361 INFO:tasks.rados.rados.0.smithi173.stdout:3413: finishing write tid 1 to smithi17368540-22 2024-08-30T21:10:11.361 INFO:tasks.rados.rados.0.smithi173.stdout:3413: finishing write tid 2 to smithi17368540-22 2024-08-30T21:10:11.361 INFO:tasks.rados.rados.0.smithi173.stdout:3413: finishing write tid 3 to smithi17368540-22 2024-08-30T21:10:11.361 INFO:tasks.rados.rados.0.smithi173.stdout:3413: oid 22 updating version 0 to 2145 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3413: oid 22 updating version 2145 to 2146 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2146 (ObjNum 1045 snap 326 seq_num 1045) dirty exists 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3413: left oid 22 (ObjNum 1045 snap 326 seq_num 1045) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 1413 (ObjNum 1023 snap 323 seq_num 1023) dirty exists 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3399: done (12 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3400: done (11 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3403: done (10 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3404: done (9 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3405: done (8 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3406: done (7 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3407: done (6 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3408: done (5 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3409: done (4 left) 2024-08-30T21:10:11.362 INFO:tasks.rados.rados.0.smithi173.stdout:3411: done (3 left) 2024-08-30T21:10:11.363 INFO:tasks.rados.rados.0.smithi173.stdout:3412: done (2 left) 2024-08-30T21:10:11.363 INFO:tasks.rados.rados.0.smithi173.stdout:3413: done (1 left) 2024-08-30T21:10:11.363 INFO:tasks.rados.rados.0.smithi173.stdout:3414: done (0 left) 2024-08-30T21:10:11.363 INFO:tasks.rados.rados.0.smithi173.stdout:3415: copy_from oid 43 from oid 9 current snap is 326 2024-08-30T21:10:11.363 INFO:tasks.rados.rados.0.smithi173.stdout:3416: delete oid 27 current snap is 326 2024-08-30T21:10:11.364 INFO:tasks.rados.rados.0.smithi173.stdout:3416: done (1 left) 2024-08-30T21:10:11.364 INFO:tasks.rados.rados.0.smithi173.stdout:3417: rollback oid 25 current snap is 326 2024-08-30T21:10:11.364 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 316 2024-08-30T21:10:11.365 INFO:tasks.rados.rados.0.smithi173.stdout:3418: rmattr oid 45 current snap is 326 2024-08-30T21:10:11.365 INFO:tasks.rados.rados.0.smithi173.stdout:3418: done (2 left) 2024-08-30T21:10:11.365 INFO:tasks.rados.rados.0.smithi173.stdout:3419: setattr oid 38 current snap is 326 2024-08-30T21:10:11.366 INFO:tasks.rados.rados.0.smithi173.stdout:3420: setattr oid 44 current snap is 326 2024-08-30T21:10:11.367 INFO:tasks.rados.rados.0.smithi173.stdout:3417: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:10:11.368 INFO:tasks.rados.rados.0.smithi173.stdout:3421: read oid 27 snap 316 2024-08-30T21:10:11.368 INFO:tasks.rados.rados.0.smithi173.stdout:3421: expect (ObjNum 990 snap 314 seq_num 990) 2024-08-30T21:10:11.368 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 326 2024-08-30T21:10:11.368 INFO:tasks.rados.rados.0.smithi173.stdout:3422: seq_num 1047 ranges {6938624=745472} 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:3422: writing smithi17368540-8 from 6938624 to 7684096 tid 1 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:3423: copy_from oid 31 from oid 16 current snap is 326 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:3417: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:3417: finishing rollback tid 2 to smithi17368540-25 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1920 (ObjNum 967 snap 309 seq_num 967) dirty exists 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1921 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2083 (ObjNum 1345 snap 0 seq_num 2894045472) dirty exists 2024-08-30T21:10:11.411 INFO:tasks.rados.rados.0.smithi173.stdout:3417: done (6 left) 2024-08-30T21:10:11.412 INFO:tasks.rados.rados.0.smithi173.stdout:3419: done (5 left) 2024-08-30T21:10:11.412 INFO:tasks.rados.rados.0.smithi173.stdout:3420: done (4 left) 2024-08-30T21:10:11.412 INFO:tasks.rados.rados.0.smithi173.stdout:3424: snap_remove snap 322 2024-08-30T21:10:11.586 INFO:tasks.rados.rados.0.smithi173.stdout:3424: done (4 left) 2024-08-30T21:10:11.586 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 326 2024-08-30T21:10:11.586 INFO:tasks.rados.rados.0.smithi173.stdout:3421: expect (ObjNum 990 snap 314 seq_num 990) 2024-08-30T21:10:11.651 INFO:tasks.rados.rados.0.smithi173.stdout:3415: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:10:11.652 INFO:tasks.rados.rados.0.smithi173.stdout:3415: finishing copy_from to smithi17368540-43 2024-08-30T21:10:11.652 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2071 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:10:11.652 INFO:tasks.rados.rados.0.smithi173.stdout:3422: finishing write tid 1 to smithi17368540-8 2024-08-30T21:10:11.652 INFO:tasks.rados.rados.0.smithi173.stdout:3422: finishing write tid 2 to smithi17368540-8 2024-08-30T21:10:11.652 INFO:tasks.rados.rados.0.smithi173.stdout:3425: seq_num 1048 ranges {2367488=761856} 2024-08-30T21:10:11.668 INFO:tasks.rados.rados.0.smithi173.stdout:3425: writing smithi17368540-20 from 2367488 to 3129344 tid 1 2024-08-30T21:10:11.668 INFO:tasks.rados.rados.0.smithi173.stdout:3415: done (4 left) 2024-08-30T21:10:11.668 INFO:tasks.rados.rados.0.smithi173.stdout:3421: done (3 left) 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3426: read oid 47 snap -1 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3426: expect deleted 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 326 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3422: finishing write tid 3 to smithi17368540-8 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3422: oid 8 updating version 0 to 2085 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3422: oid 8 version 2085 is already newer than 2084 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2085 (ObjNum 1047 snap 326 seq_num 1047) dirty exists 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3422: left oid 8 (ObjNum 1047 snap 326 seq_num 1047) 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3423: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3423: finishing copy_from to smithi17368540-31 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 1408 (ObjNum 823 snap 250 seq_num 823) dirty exists 2024-08-30T21:10:11.669 INFO:tasks.rados.rados.0.smithi173.stdout:3427: seq_num 1049 ranges {7258112=778240} 2024-08-30T21:10:11.710 INFO:tasks.rados.rados.0.smithi173.stdout:3427: writing smithi17368540-29 from 7258112 to 8036352 tid 1 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3422: done (4 left) 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3423: done (3 left) 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3428: delete oid 36 current snap is 326 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3425: finishing write tid 1 to smithi17368540-20 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3425: finishing write tid 2 to smithi17368540-20 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3425: finishing write tid 3 to smithi17368540-20 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3425: oid 20 updating version 0 to 1733 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3425: oid 20 version 1733 is already newer than 1732 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1733 (ObjNum 1048 snap 326 seq_num 1048) dirty exists 2024-08-30T21:10:11.711 INFO:tasks.rados.rados.0.smithi173.stdout:3425: left oid 20 (ObjNum 1048 snap 326 seq_num 1048) 2024-08-30T21:10:11.712 INFO:tasks.rados.rados.0.smithi173.stdout:3425: done (3 left) 2024-08-30T21:10:11.713 INFO:tasks.rados.rados.0.smithi173.stdout:3426: done (2 left) 2024-08-30T21:10:11.713 INFO:tasks.rados.rados.0.smithi173.stdout:3428: done (1 left) 2024-08-30T21:10:11.713 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 326 2024-08-30T21:10:11.713 INFO:tasks.rados.rados.0.smithi173.stdout:3429: seq_num 1051 ranges {0=409600,409600=401408} 2024-08-30T21:10:11.715 INFO:tasks.rados.rados.0.smithi173.stdout:3429: writing smithi17368540-42 from 0 to 409600 tid 1 2024-08-30T21:10:11.717 INFO:tasks.rados.rados.0.smithi173.stdout:3429: writing smithi17368540-42 from 409600 to 811008 tid 2 2024-08-30T21:10:11.717 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 326 2024-08-30T21:10:11.717 INFO:tasks.rados.rados.0.smithi173.stdout:3427: finishing write tid 1 to smithi17368540-29 2024-08-30T21:10:11.717 INFO:tasks.rados.rados.0.smithi173.stdout:3427: finishing write tid 2 to smithi17368540-29 2024-08-30T21:10:11.717 INFO:tasks.rados.rados.0.smithi173.stdout:3430: seq_num 1052 ranges {10477568=425984,10903552=401408} 2024-08-30T21:10:11.774 INFO:tasks.rados.rados.0.smithi173.stdout:3430: writing smithi17368540-21 from 10477568 to 10903552 tid 1 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:3430: writing smithi17368540-21 from 10903552 to 11304960 tid 2 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:3431: read oid 44 snap -1 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:3431: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 326 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:3429: finishing write tid 1 to smithi17368540-42 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:3427: finishing write tid 3 to smithi17368540-29 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:3427: oid 29 updating version 0 to 2397 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:3427: oid 29 version 2397 is already newer than 2396 2024-08-30T21:10:11.778 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2397 (ObjNum 1049 snap 326 seq_num 1049) dirty exists 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3427: left oid 29 (ObjNum 1049 snap 326 seq_num 1049) 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3429: finishing write tid 2 to smithi17368540-42 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3429: finishing write tid 3 to smithi17368540-42 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3429: finishing write tid 4 to smithi17368540-42 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3429: oid 42 updating version 0 to 2138 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3429: oid 42 updating version 2138 to 2139 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3429: oid 42 version 2139 is already newer than 2137 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 2139 (ObjNum 1051 snap 326 seq_num 1051) dirty exists 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3429: left oid 42 (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:10:11.779 INFO:tasks.rados.rados.0.smithi173.stdout:3432: seq_num 1053 ranges {0=442368,442368=401408} 2024-08-30T21:10:11.780 INFO:tasks.rados.rados.0.smithi173.stdout:3432: writing smithi17368540-23 from 0 to 442368 tid 1 2024-08-30T21:10:11.783 INFO:tasks.rados.rados.0.smithi173.stdout:3432: writing smithi17368540-23 from 442368 to 843776 tid 2 2024-08-30T21:10:11.783 INFO:tasks.rados.rados.0.smithi173.stdout:3427: done (4 left) 2024-08-30T21:10:11.783 INFO:tasks.rados.rados.0.smithi173.stdout:3429: done (3 left) 2024-08-30T21:10:11.783 INFO:tasks.rados.rados.0.smithi173.stdout:3433: delete oid 32 current snap is 326 2024-08-30T21:10:11.783 INFO:tasks.rados.rados.0.smithi173.stdout:3431: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3430: finishing write tid 1 to smithi17368540-21 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3430: finishing write tid 2 to smithi17368540-21 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3430: finishing write tid 3 to smithi17368540-21 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3431: done (3 left) 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3433: done (2 left) 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3434: copy_from oid 39 from oid 8 current snap is 326 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3432: finishing write tid 1 to smithi17368540-23 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3430: finishing write tid 4 to smithi17368540-21 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3430: oid 21 updating version 0 to 2148 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3430: oid 21 updating version 2148 to 2149 2024-08-30T21:10:11.787 INFO:tasks.rados.rados.0.smithi173.stdout:3430: oid 21 version 2149 is already newer than 2147 2024-08-30T21:10:11.788 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2149 (ObjNum 1052 snap 326 seq_num 1052) dirty exists 2024-08-30T21:10:11.788 INFO:tasks.rados.rados.0.smithi173.stdout:3430: left oid 21 (ObjNum 1052 snap 326 seq_num 1052) 2024-08-30T21:10:11.788 INFO:tasks.rados.rados.0.smithi173.stdout:3430: done (2 left) 2024-08-30T21:10:11.788 INFO:tasks.rados.rados.0.smithi173.stdout:3435: rmattr oid 18 current snap is 326 2024-08-30T21:10:11.788 INFO:tasks.rados.rados.0.smithi173.stdout:3436: read oid 19 snap 323 2024-08-30T21:10:11.788 INFO:tasks.rados.rados.0.smithi173.stdout:3436: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-30T21:10:11.788 INFO:tasks.rados.rados.0.smithi173.stdout:3437: snap_remove snap 316 2024-08-30T21:10:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:11 smithi173 ceph-mon[79976]: pgmap v789: 121 pgs: 121 active+clean; 210 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 228 KiB/s wr, 6 op/s 2024-08-30T21:10:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:11 smithi173 ceph-mon[79976]: osdmap e742: 8 total, 8 up, 8 in 2024-08-30T21:10:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:11 smithi173 ceph-mon[82405]: pgmap v789: 121 pgs: 121 active+clean; 210 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 228 KiB/s wr, 6 op/s 2024-08-30T21:10:11.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:11 smithi173 ceph-mon[82405]: osdmap e742: 8 total, 8 up, 8 in 2024-08-30T21:10:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:11 smithi196 ceph-mon[74601]: pgmap v789: 121 pgs: 121 active+clean; 210 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 228 KiB/s wr, 6 op/s 2024-08-30T21:10:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:11 smithi196 ceph-mon[74601]: osdmap e742: 8 total, 8 up, 8 in 2024-08-30T21:10:12.661 INFO:tasks.rados.rados.0.smithi173.stdout:3432: finishing write tid 2 to smithi17368540-23 2024-08-30T21:10:12.661 INFO:tasks.rados.rados.0.smithi173.stdout:3432: finishing write tid 3 to smithi17368540-23 2024-08-30T21:10:12.661 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2398 (ObjNum 1006 snap 321 seq_num 1006) dirty exists 2024-08-30T21:10:12.661 INFO:tasks.rados.rados.0.smithi173.stdout:3432: finishing write tid 4 to smithi17368540-23 2024-08-30T21:10:12.662 INFO:tasks.rados.rados.0.smithi173.stdout:3432: oid 23 updating version 0 to 2187 2024-08-30T21:10:12.662 INFO:tasks.rados.rados.0.smithi173.stdout:3432: oid 23 version 2187 is already newer than 2186 2024-08-30T21:10:12.662 INFO:tasks.rados.rados.0.smithi173.stdout:3432: oid 23 updating version 2187 to 2188 2024-08-30T21:10:12.662 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2188 (ObjNum 1053 snap 326 seq_num 1053) dirty exists 2024-08-30T21:10:12.662 INFO:tasks.rados.rados.0.smithi173.stdout:3432: left oid 23 (ObjNum 1053 snap 326 seq_num 1053) 2024-08-30T21:10:12.662 INFO:tasks.rados.rados.0.smithi173.stdout:3436: expect (ObjNum 958 snap 302 seq_num 958) 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3434: finishing copy_from racing read to smithi17368540-39 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3434: finishing copy_from to smithi17368540-39 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 2085 (ObjNum 1047 snap 326 seq_num 1047) dirty exists 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3432: done (4 left) 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3434: done (3 left) 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3435: done (2 left) 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3436: done (1 left) 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3437: done (0 left) 2024-08-30T21:10:12.773 INFO:tasks.rados.rados.0.smithi173.stdout:3438: read oid 20 snap 323 2024-08-30T21:10:12.774 INFO:tasks.rados.rados.0.smithi173.stdout:3438: expect (ObjNum 1015 snap 322 seq_num 1015) 2024-08-30T21:10:12.774 INFO:tasks.rados.rados.0.smithi173.stdout:3439: rollback oid 25 current snap is 326 2024-08-30T21:10:12.774 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 323 2024-08-30T21:10:12.774 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 326 2024-08-30T21:10:12.774 INFO:tasks.rados.rados.0.smithi173.stdout:3440: seq_num 1055 ranges {3104768=475136,3579904=401408} 2024-08-30T21:10:12.792 INFO:tasks.rados.rados.0.smithi173.stdout:3440: writing smithi17368540-22 from 3104768 to 3579904 tid 1 2024-08-30T21:10:12.794 INFO:tasks.rados.rados.0.smithi173.stdout:3440: writing smithi17368540-22 from 3579904 to 3981312 tid 2 2024-08-30T21:10:12.794 INFO:tasks.rados.rados.0.smithi173.stdout:3441: rmattr oid 17 current snap is 326 2024-08-30T21:10:12.794 INFO:tasks.rados.rados.0.smithi173.stdout:3441: done (3 left) 2024-08-30T21:10:12.794 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 19 current snap is 326 2024-08-30T21:10:12.795 INFO:tasks.rados.rados.0.smithi173.stdout:3439: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:10:12.795 INFO:tasks.rados.rados.0.smithi173.stdout:3439: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:10:12.795 INFO:tasks.rados.rados.0.smithi173.stdout:3439: finishing rollback tid 2 to smithi17368540-25 2024-08-30T21:10:12.795 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1924 (ObjNum 967 snap 309 seq_num 967) dirty exists 2024-08-30T21:10:12.795 INFO:tasks.rados.rados.0.smithi173.stdout:3442: seq_num 1056 ranges {0=491520,491520=401408} 2024-08-30T21:10:12.797 INFO:tasks.rados.rados.0.smithi173.stdout:3442: writing smithi17368540-19 from 0 to 491520 tid 1 2024-08-30T21:10:12.800 INFO:tasks.rados.rados.0.smithi173.stdout:3442: writing smithi17368540-19 from 491520 to 892928 tid 2 2024-08-30T21:10:12.800 INFO:tasks.rados.rados.0.smithi173.stdout:3439: done (3 left) 2024-08-30T21:10:12.800 INFO:tasks.rados.rados.0.smithi173.stdout:3443: copy_from oid 30 from oid 36 current snap is 326 2024-08-30T21:10:12.800 INFO:tasks.rados.rados.0.smithi173.stdout:3438: expect (ObjNum 1015 snap 322 seq_num 1015) 2024-08-30T21:10:12.894 INFO:tasks.rados.rados.0.smithi173.stdout:3440: finishing write tid 1 to smithi17368540-22 2024-08-30T21:10:12.894 INFO:tasks.rados.rados.0.smithi173.stdout:3440: finishing write tid 2 to smithi17368540-22 2024-08-30T21:10:12.894 INFO:tasks.rados.rados.0.smithi173.stdout:3440: finishing write tid 3 to smithi17368540-22 2024-08-30T21:10:12.894 INFO:tasks.rados.rados.0.smithi173.stdout:3438: done (3 left) 2024-08-30T21:10:12.894 INFO:tasks.rados.rados.0.smithi173.stdout:3444: snap_remove snap 323 2024-08-30T21:10:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:10:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:10:13] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.51.0" 2024-08-30T21:10:13.652 INFO:tasks.rados.rados.0.smithi173.stdout:3444: done (3 left) 2024-08-30T21:10:13.652 INFO:tasks.rados.rados.0.smithi173.stdout:3445: read oid 47 snap -1 2024-08-30T21:10:13.652 INFO:tasks.rados.rados.0.smithi173.stdout:3445: expect deleted 2024-08-30T21:10:13.652 INFO:tasks.rados.rados.0.smithi173.stdout:3446: delete oid 37 current snap is 326 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3440: finishing write tid 4 to smithi17368540-22 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3440: oid 22 updating version 0 to 2150 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3440: oid 22 updating version 2150 to 2151 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3440: oid 22 updating version 2151 to 2152 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2152 (ObjNum 1055 snap 326 seq_num 1055) dirty exists 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3440: left oid 22 (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3442: finishing write tid 1 to smithi17368540-19 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3443: finishing copy_from to smithi17368540-30 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3443: got expected ENOENT (src dne) 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3443: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3442: finishing write tid 2 to smithi17368540-19 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3442: finishing write tid 3 to smithi17368540-19 2024-08-30T21:10:13.653 INFO:tasks.rados.rados.0.smithi173.stdout:3442: finishing write tid 4 to smithi17368540-19 2024-08-30T21:10:13.654 INFO:tasks.rados.rados.0.smithi173.stdout:3442: oid 19 updating version 0 to 2191 2024-08-30T21:10:13.654 INFO:tasks.rados.rados.0.smithi173.stdout:3442: oid 19 version 2191 is already newer than 2190 2024-08-30T21:10:13.654 INFO:tasks.rados.rados.0.smithi173.stdout:3442: oid 19 version 2191 is already newer than 2189 2024-08-30T21:10:13.654 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 2191 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:10:13.654 INFO:tasks.rados.rados.0.smithi173.stdout:3442: left oid 19 (ObjNum 1056 snap 326 seq_num 1056) 2024-08-30T21:10:13.664 INFO:tasks.rados.rados.0.smithi173.stdout:3440: done (4 left) 2024-08-30T21:10:13.664 INFO:tasks.rados.rados.0.smithi173.stdout:3442: done (3 left) 2024-08-30T21:10:13.664 INFO:tasks.rados.rados.0.smithi173.stdout:3443: done (2 left) 2024-08-30T21:10:13.664 INFO:tasks.rados.rados.0.smithi173.stdout:3445: done (1 left) 2024-08-30T21:10:13.665 INFO:tasks.rados.rados.0.smithi173.stdout:3446: done (0 left) 2024-08-30T21:10:13.665 INFO:tasks.rados.rados.0.smithi173.stdout:3447: setattr oid 17 current snap is 326 2024-08-30T21:10:13.666 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 326 2024-08-30T21:10:13.666 INFO:tasks.rados.rados.0.smithi173.stdout:3448: seq_num 1058 ranges {7258112=524288,7782400=401408} 2024-08-30T21:10:13.708 INFO:tasks.rados.rados.0.smithi173.stdout:3448: writing smithi17368540-24 from 7258112 to 7782400 tid 1 2024-08-30T21:10:13.710 INFO:tasks.rados.rados.0.smithi173.stdout:3448: writing smithi17368540-24 from 7782400 to 8183808 tid 2 2024-08-30T21:10:13.711 INFO:tasks.rados.rados.0.smithi173.stdout:3449: rollback oid 38 current snap is 326 2024-08-30T21:10:13.711 INFO:tasks.rados.rados.0.smithi173.stdout:3449: done (2 left) 2024-08-30T21:10:13.711 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 326 2024-08-30T21:10:13.711 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1824 (ObjNum 1036 snap 326 seq_num 1036) dirty exists 2024-08-30T21:10:13.711 INFO:tasks.rados.rados.0.smithi173.stdout:3450: seq_num 1059 ranges {6381568=540672,6922240=401408} 2024-08-30T21:10:13.747 INFO:tasks.rados.rados.0.smithi173.stdout:3450: writing smithi17368540-2 from 6381568 to 6922240 tid 1 2024-08-30T21:10:13.749 INFO:tasks.rados.rados.0.smithi173.stdout:3450: writing smithi17368540-2 from 6922240 to 7323648 tid 2 2024-08-30T21:10:13.749 INFO:tasks.rados.rados.0.smithi173.stdout:3447: done (2 left) 2024-08-30T21:10:13.749 INFO:tasks.rados.rados.0.smithi173.stdout:3451: rmattr oid 23 current snap is 326 2024-08-30T21:10:13.749 INFO:tasks.rados.rados.0.smithi173.stdout:3451: done (2 left) 2024-08-30T21:10:13.750 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 326 2024-08-30T21:10:13.750 INFO:tasks.rados.rados.0.smithi173.stdout:3448: finishing write tid 1 to smithi17368540-24 2024-08-30T21:10:13.750 INFO:tasks.rados.rados.0.smithi173.stdout:3452: seq_num 1060 ranges {0=557056,557056=401408} 2024-08-30T21:10:13.752 INFO:tasks.rados.rados.0.smithi173.stdout:3452: writing smithi17368540-26 from 0 to 557056 tid 1 2024-08-30T21:10:13.756 INFO:tasks.rados.rados.0.smithi173.stdout:3452: writing smithi17368540-26 from 557056 to 958464 tid 2 2024-08-30T21:10:13.756 INFO:tasks.rados.rados.0.smithi173.stdout:3453: rollback oid 40 current snap is 326 2024-08-30T21:10:13.756 INFO:tasks.rados.rados.0.smithi173.stdout:3453: done (3 left) 2024-08-30T21:10:13.756 INFO:tasks.rados.rados.0.smithi173.stdout:3454: setattr oid 14 current snap is 326 2024-08-30T21:10:13.756 INFO:tasks.rados.rados.0.smithi173.stdout:3448: finishing write tid 2 to smithi17368540-24 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3448: finishing write tid 3 to smithi17368540-24 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3448: finishing write tid 4 to smithi17368540-24 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3448: oid 24 updating version 0 to 1917 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3448: oid 24 updating version 1917 to 1918 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3448: oid 24 version 1918 is already newer than 1916 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1918 (ObjNum 1058 snap 326 seq_num 1058) dirty exists 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3448: left oid 24 (ObjNum 1058 snap 326 seq_num 1058) 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3450: finishing write tid 1 to smithi17368540-2 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3450: finishing write tid 2 to smithi17368540-2 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3450: finishing write tid 3 to smithi17368540-2 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3450: finishing write tid 4 to smithi17368540-2 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3450: oid 2 updating version 0 to 2193 2024-08-30T21:10:13.757 INFO:tasks.rados.rados.0.smithi173.stdout:3450: oid 2 updating version 2193 to 2194 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3450: oid 2 version 2194 is already newer than 2192 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2194 (ObjNum 1059 snap 326 seq_num 1059) dirty exists 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3450: left oid 2 (ObjNum 1059 snap 326 seq_num 1059) 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3448: done (3 left) 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3450: done (2 left) 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3455: read oid 45 snap -1 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3455: expect (ObjNum 1017 snap 322 seq_num 1017) 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3456: rmattr oid 44 current snap is 326 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3457: read oid 9 snap -1 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3457: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:13.758 INFO:tasks.rados.rados.0.smithi173.stdout:3458: delete oid 13 current snap is 326 2024-08-30T21:10:13.759 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2187 (ObjNum 1037 snap 326 seq_num 1037) dirty exists 2024-08-30T21:10:13.759 INFO:tasks.rados.rados.0.smithi173.stdout:3452: finishing write tid 1 to smithi17368540-26 2024-08-30T21:10:13.759 INFO:tasks.rados.rados.0.smithi173.stdout:3454: done (5 left) 2024-08-30T21:10:13.759 INFO:tasks.rados.rados.0.smithi173.stdout:3458: done (4 left) 2024-08-30T21:10:13.759 INFO:tasks.rados.rados.0.smithi173.stdout:3459: delete oid 30 current snap is 326 2024-08-30T21:10:13.760 INFO:tasks.rados.rados.0.smithi173.stdout:3452: finishing write tid 2 to smithi17368540-26 2024-08-30T21:10:13.760 INFO:tasks.rados.rados.0.smithi173.stdout:3452: finishing write tid 3 to smithi17368540-26 2024-08-30T21:10:13.762 INFO:tasks.rados.rados.0.smithi173.stdout:3452: finishing write tid 4 to smithi17368540-26 2024-08-30T21:10:13.762 INFO:tasks.rados.rados.0.smithi173.stdout:3452: oid 26 updating version 0 to 2153 2024-08-30T21:10:13.762 INFO:tasks.rados.rados.0.smithi173.stdout:3452: oid 26 version 2153 is already newer than 2152 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:3452: oid 26 version 2153 is already newer than 2151 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 2153 (ObjNum 1060 snap 326 seq_num 1060) dirty exists 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:3452: left oid 26 (ObjNum 1060 snap 326 seq_num 1060) 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:3452: done (4 left) 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:3459: done (3 left) 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:3460: copy_from oid 26 from oid 19 current snap is 326 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:3461: copy_from oid 17 from oid 37 current snap is 326 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 326 2024-08-30T21:10:13.763 INFO:tasks.rados.rados.0.smithi173.stdout:3462: seq_num 1063 ranges {6447104=606208,7053312=401408} 2024-08-30T21:10:13.801 INFO:tasks.rados.rados.0.smithi173.stdout:3462: writing smithi17368540-5 from 6447104 to 7053312 tid 1 2024-08-30T21:10:13.804 INFO:tasks.rados.rados.0.smithi173.stdout:3462: writing smithi17368540-5 from 7053312 to 7454720 tid 2 2024-08-30T21:10:13.804 INFO:tasks.rados.rados.0.smithi173.stdout:3463: delete oid 13 current snap is 326 2024-08-30T21:10:13.804 INFO:tasks.rados.rados.0.smithi173.stdout:3461: finishing copy_from to smithi17368540-17 2024-08-30T21:10:13.804 INFO:tasks.rados.rados.0.smithi173.stdout:3461: got expected ENOENT (src dne) 2024-08-30T21:10:13.805 INFO:tasks.rados.rados.0.smithi173.stdout:3461: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:10:13.805 INFO:tasks.rados.rados.0.smithi173.stdout:3460: finishing copy_from racing read to smithi17368540-26 2024-08-30T21:10:13.805 INFO:tasks.rados.rados.0.smithi173.stdout:3460: finishing copy_from to smithi17368540-26 2024-08-30T21:10:13.805 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 2191 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:10:13.805 INFO:tasks.rados.rados.0.smithi173.stdout:3455: expect (ObjNum 1017 snap 322 seq_num 1017) 2024-08-30T21:10:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:13 smithi173 ceph-mon[79976]: pgmap v791: 121 pgs: 121 active+clean; 218 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-30T21:10:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:13 smithi173 ceph-mon[79976]: osdmap e743: 8 total, 8 up, 8 in 2024-08-30T21:10:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:13 smithi173 ceph-mon[82405]: pgmap v791: 121 pgs: 121 active+clean; 218 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-30T21:10:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:13 smithi173 ceph-mon[82405]: osdmap e743: 8 total, 8 up, 8 in 2024-08-30T21:10:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:13 smithi196 ceph-mon[74601]: pgmap v791: 121 pgs: 121 active+clean; 218 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-08-30T21:10:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:13 smithi196 ceph-mon[74601]: osdmap e743: 8 total, 8 up, 8 in 2024-08-30T21:10:14.112 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2086 (ObjNum 1265 snap 0 seq_num 1578721328) dirty exists 2024-08-30T21:10:14.112 INFO:tasks.rados.rados.0.smithi173.stdout:3457: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:14.428 INFO:tasks.rados.rados.0.smithi173.stdout:3462: finishing write tid 1 to smithi17368540-5 2024-08-30T21:10:14.428 INFO:tasks.rados.rados.0.smithi173.stdout:3462: finishing write tid 2 to smithi17368540-5 2024-08-30T21:10:14.428 INFO:tasks.rados.rados.0.smithi173.stdout:3462: finishing write tid 3 to smithi17368540-5 2024-08-30T21:10:14.428 INFO:tasks.rados.rados.0.smithi173.stdout:3462: finishing write tid 4 to smithi17368540-5 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3462: oid 5 updating version 0 to 2414 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3462: oid 5 updating version 2414 to 2416 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3462: oid 5 version 2416 is already newer than 2415 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2416 (ObjNum 1063 snap 326 seq_num 1063) dirty exists 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3462: left oid 5 (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3455: done (6 left) 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3456: done (5 left) 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3457: done (4 left) 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3460: done (3 left) 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3461: done (2 left) 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3462: done (1 left) 2024-08-30T21:10:14.429 INFO:tasks.rados.rados.0.smithi173.stdout:3463: done (0 left) 2024-08-30T21:10:14.430 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 326 2024-08-30T21:10:14.430 INFO:tasks.rados.rados.0.smithi173.stdout:3464: seq_num 1065 ranges {8036352=638976,8675328=401408} 2024-08-30T21:10:14.473 INFO:tasks.rados.rados.0.smithi173.stdout:3464: writing smithi17368540-29 from 8036352 to 8675328 tid 1 2024-08-30T21:10:14.475 INFO:tasks.rados.rados.0.smithi173.stdout:3464: writing smithi17368540-29 from 8675328 to 9076736 tid 2 2024-08-30T21:10:14.475 INFO:tasks.rados.rados.0.smithi173.stdout:3465: rmattr oid 44 current snap is 326 2024-08-30T21:10:14.475 INFO:tasks.rados.rados.0.smithi173.stdout:3466: snap_create 2024-08-30T21:10:14.478 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2087 (ObjNum 1345 snap 0 seq_num 1579300224) dirty exists 2024-08-30T21:10:14.480 INFO:tasks.rados.rados.0.smithi173.stdout:3464: finishing write tid 1 to smithi17368540-29 2024-08-30T21:10:14.480 INFO:tasks.rados.rados.0.smithi173.stdout:3464: finishing write tid 2 to smithi17368540-29 2024-08-30T21:10:14.481 INFO:tasks.rados.rados.0.smithi173.stdout:3464: finishing write tid 3 to smithi17368540-29 2024-08-30T21:10:14.482 INFO:tasks.rados.rados.0.smithi173.stdout:3464: finishing write tid 4 to smithi17368540-29 2024-08-30T21:10:14.482 INFO:tasks.rados.rados.0.smithi173.stdout:3464: oid 29 updating version 0 to 2420 2024-08-30T21:10:14.482 INFO:tasks.rados.rados.0.smithi173.stdout:3464: oid 29 version 2420 is already newer than 2418 2024-08-30T21:10:14.482 INFO:tasks.rados.rados.0.smithi173.stdout:3464: oid 29 version 2420 is already newer than 2419 2024-08-30T21:10:14.482 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2420 (ObjNum 1065 snap 326 seq_num 1065) dirty exists 2024-08-30T21:10:14.482 INFO:tasks.rados.rados.0.smithi173.stdout:3464: left oid 29 (ObjNum 1065 snap 326 seq_num 1065) 2024-08-30T21:10:14.669 INFO:tasks.rados.rados.0.smithi173.stdout:3464: done (2 left) 2024-08-30T21:10:14.669 INFO:tasks.rados.rados.0.smithi173.stdout:3465: done (1 left) 2024-08-30T21:10:14.670 INFO:tasks.rados.rados.0.smithi173.stdout:3466: done (0 left) 2024-08-30T21:10:14.670 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 327 2024-08-30T21:10:14.670 INFO:tasks.rados.rados.0.smithi173.stdout:3467: seq_num 1066 ranges {7323648=663552,7987200=401408} 2024-08-30T21:10:14.711 INFO:tasks.rados.rados.0.smithi173.stdout:3467: writing smithi17368540-2 from 7323648 to 7987200 tid 1 2024-08-30T21:10:14.714 INFO:tasks.rados.rados.0.smithi173.stdout:3467: writing smithi17368540-2 from 7987200 to 8388608 tid 2 2024-08-30T21:10:14.714 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 327 2024-08-30T21:10:14.714 INFO:tasks.rados.rados.0.smithi173.stdout:3468: seq_num 1067 ranges {14548992=679936,15228928=401408} 2024-08-30T21:10:14.793 INFO:tasks.rados.rados.0.smithi173.stdout:3468: writing smithi17368540-33 from 14548992 to 15228928 tid 1 2024-08-30T21:10:14.796 INFO:tasks.rados.rados.0.smithi173.stdout:3468: writing smithi17368540-33 from 15228928 to 15630336 tid 2 2024-08-30T21:10:14.796 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 327 2024-08-30T21:10:14.796 INFO:tasks.rados.rados.0.smithi173.stdout:3467: finishing write tid 1 to smithi17368540-2 2024-08-30T21:10:14.796 INFO:tasks.rados.rados.0.smithi173.stdout:3467: finishing write tid 2 to smithi17368540-2 2024-08-30T21:10:14.796 INFO:tasks.rados.rados.0.smithi173.stdout:3467: finishing write tid 3 to smithi17368540-2 2024-08-30T21:10:14.796 INFO:tasks.rados.rados.0.smithi173.stdout:3469: seq_num 1068 ranges {2752512=696320,3448832=401408} 2024-08-30T21:10:14.814 INFO:tasks.rados.rados.0.smithi173.stdout:3469: writing smithi17368540-34 from 2752512 to 3448832 tid 1 2024-08-30T21:10:14.816 INFO:tasks.rados.rados.0.smithi173.stdout:3469: writing smithi17368540-34 from 3448832 to 3850240 tid 2 2024-08-30T21:10:14.817 INFO:tasks.rados.rados.0.smithi173.stdout:3470: read oid 3 snap -1 2024-08-30T21:10:14.817 INFO:tasks.rados.rados.0.smithi173.stdout:3470: expect (ObjNum 1042 snap 326 seq_num 1042) 2024-08-30T21:10:14.817 INFO:tasks.rados.rados.0.smithi173.stdout:3471: snap_remove snap 326 2024-08-30T21:10:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:14 smithi173 ceph-mon[79976]: osdmap e744: 8 total, 8 up, 8 in 2024-08-30T21:10:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:14 smithi173 ceph-mon[82405]: osdmap e744: 8 total, 8 up, 8 in 2024-08-30T21:10:15.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:14 smithi196 ceph-mon[74601]: osdmap e744: 8 total, 8 up, 8 in 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3467: finishing write tid 4 to smithi17368540-2 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3467: oid 2 updating version 0 to 2195 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3467: oid 2 updating version 2195 to 2197 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3467: oid 2 version 2197 is already newer than 2196 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2197 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3467: left oid 2 (ObjNum 1066 snap 327 seq_num 1066) 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3468: finishing write tid 1 to smithi17368540-33 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3468: finishing write tid 2 to smithi17368540-33 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3468: finishing write tid 3 to smithi17368540-33 2024-08-30T21:10:15.672 INFO:tasks.rados.rados.0.smithi173.stdout:3468: finishing write tid 4 to smithi17368540-33 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3468: oid 33 updating version 0 to 2155 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3468: oid 33 version 2155 is already newer than 2154 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3468: oid 33 version 2155 is already newer than 2153 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2155 (ObjNum 1067 snap 327 seq_num 1067) dirty exists 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3468: left oid 33 (ObjNum 1067 snap 327 seq_num 1067) 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: finishing write tid 1 to smithi17368540-34 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: finishing write tid 2 to smithi17368540-34 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: finishing write tid 3 to smithi17368540-34 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: finishing write tid 4 to smithi17368540-34 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: oid 34 updating version 0 to 2027 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: oid 34 version 2027 is already newer than 2025 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: oid 34 version 2027 is already newer than 2026 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 2027 (ObjNum 1068 snap 327 seq_num 1068) dirty exists 2024-08-30T21:10:15.673 INFO:tasks.rados.rados.0.smithi173.stdout:3469: left oid 34 (ObjNum 1068 snap 327 seq_num 1068) 2024-08-30T21:10:15.674 INFO:tasks.rados.rados.0.smithi173.stdout:3470: expect (ObjNum 1042 snap 326 seq_num 1042) 2024-08-30T21:10:15.693 INFO:tasks.rados.rados.0.smithi173.stdout:3467: done (4 left) 2024-08-30T21:10:15.693 INFO:tasks.rados.rados.0.smithi173.stdout:3468: done (3 left) 2024-08-30T21:10:15.693 INFO:tasks.rados.rados.0.smithi173.stdout:3469: done (2 left) 2024-08-30T21:10:15.693 INFO:tasks.rados.rados.0.smithi173.stdout:3470: done (1 left) 2024-08-30T21:10:15.693 INFO:tasks.rados.rados.0.smithi173.stdout:3471: done (0 left) 2024-08-30T21:10:15.693 INFO:tasks.rados.rados.0.smithi173.stdout:3472: snap_create 2024-08-30T21:10:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:15 smithi173 ceph-mon[79976]: pgmap v794: 121 pgs: 121 active+clean; 196 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-08-30T21:10:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:15 smithi173 ceph-mon[79976]: osdmap e745: 8 total, 8 up, 8 in 2024-08-30T21:10:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:15 smithi173 ceph-mon[82405]: pgmap v794: 121 pgs: 121 active+clean; 196 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-08-30T21:10:15.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:15 smithi173 ceph-mon[82405]: osdmap e745: 8 total, 8 up, 8 in 2024-08-30T21:10:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:15 smithi196 ceph-mon[74601]: pgmap v794: 121 pgs: 121 active+clean; 196 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 33 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2024-08-30T21:10:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:15 smithi196 ceph-mon[74601]: osdmap e745: 8 total, 8 up, 8 in 2024-08-30T21:10:16.588 INFO:tasks.rados.rados.0.smithi173.stdout:3472: done (0 left) 2024-08-30T21:10:16.588 INFO:tasks.rados.rados.0.smithi173.stdout:3473: delete oid 32 current snap is 328 2024-08-30T21:10:16.592 INFO:tasks.rados.rados.0.smithi173.stdout:3473: done (0 left) 2024-08-30T21:10:16.592 INFO:tasks.rados.rados.0.smithi173.stdout:3474: snap_remove snap 327 2024-08-30T21:10:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:16 smithi173 ceph-mon[79976]: osdmap e746: 8 total, 8 up, 8 in 2024-08-30T21:10:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:16 smithi173 ceph-mon[79976]: osdmap e747: 8 total, 8 up, 8 in 2024-08-30T21:10:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:16 smithi173 ceph-mon[82405]: osdmap e746: 8 total, 8 up, 8 in 2024-08-30T21:10:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:16 smithi173 ceph-mon[82405]: osdmap e747: 8 total, 8 up, 8 in 2024-08-30T21:10:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:16 smithi196 ceph-mon[74601]: osdmap e746: 8 total, 8 up, 8 in 2024-08-30T21:10:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:16 smithi196 ceph-mon[74601]: osdmap e747: 8 total, 8 up, 8 in 2024-08-30T21:10:17.594 INFO:tasks.rados.rados.0.smithi173.stdout:3474: done (0 left) 2024-08-30T21:10:17.594 INFO:tasks.rados.rados.0.smithi173.stdout:3475: rollback oid 36 current snap is 328 2024-08-30T21:10:17.594 INFO:tasks.rados.rados.0.smithi173.stdout:3475: done (0 left) 2024-08-30T21:10:17.594 INFO:tasks.rados.rados.0.smithi173.stdout:3476: rollback oid 21 current snap is 328 2024-08-30T21:10:17.594 INFO:tasks.rados.rados.0.smithi173.stdout:3476: done (0 left) 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3477: read oid 4 snap -1 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3477: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3478: read oid 31 snap -1 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3478: expect (ObjNum 823 snap 250 seq_num 823) 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3479: read oid 19 snap -1 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3479: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3480: read oid 2 snap -1 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3480: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3481: copy_from oid 34 from oid 15 current snap is 328 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3482: rollback oid 26 current snap is 328 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3482: done (5 left) 2024-08-30T21:10:17.595 INFO:tasks.rados.rados.0.smithi173.stdout:3483: delete oid 26 current snap is 328 2024-08-30T21:10:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:3479: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-08-30T21:10:17.643 INFO:tasks.rados.rados.0.smithi173.stdout:3481: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:10:17.643 INFO:tasks.rados.rados.0.smithi173.stdout:3478: expect (ObjNum 823 snap 250 seq_num 823) 2024-08-30T21:10:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:17 smithi173 ceph-mon[82405]: pgmap v797: 121 pgs: 121 active+clean; 184 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 8.3 MiB/s wr, 53 op/s 2024-08-30T21:10:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:17 smithi173 ceph-mon[82405]: osdmap e748: 8 total, 8 up, 8 in 2024-08-30T21:10:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:17 smithi173 ceph-mon[79976]: pgmap v797: 121 pgs: 121 active+clean; 184 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 8.3 MiB/s wr, 53 op/s 2024-08-30T21:10:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:17 smithi173 ceph-mon[79976]: osdmap e748: 8 total, 8 up, 8 in 2024-08-30T21:10:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:17 smithi196 ceph-mon[74601]: pgmap v797: 121 pgs: 121 active+clean; 184 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 8.3 MiB/s wr, 53 op/s 2024-08-30T21:10:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:17 smithi196 ceph-mon[74601]: osdmap e748: 8 total, 8 up, 8 in 2024-08-30T21:10:18.034 INFO:tasks.rados.rados.0.smithi173.stdout:3477: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:18.257 INFO:tasks.rados.rados.0.smithi173.stdout:3480: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-08-30T21:10:18.925 INFO:tasks.rados.rados.0.smithi173.stdout:3481: finishing copy_from to smithi17368540-34 2024-08-30T21:10:18.925 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 2082 (ObjNum 1039 snap 326 seq_num 1039) dirty exists 2024-08-30T21:10:18.925 INFO:tasks.rados.rados.0.smithi173.stdout:3477: done (5 left) 2024-08-30T21:10:18.925 INFO:tasks.rados.rados.0.smithi173.stdout:3478: done (4 left) 2024-08-30T21:10:18.925 INFO:tasks.rados.rados.0.smithi173.stdout:3479: done (3 left) 2024-08-30T21:10:18.925 INFO:tasks.rados.rados.0.smithi173.stdout:3480: done (2 left) 2024-08-30T21:10:18.926 INFO:tasks.rados.rados.0.smithi173.stdout:3481: done (1 left) 2024-08-30T21:10:18.926 INFO:tasks.rados.rados.0.smithi173.stdout:3483: done (0 left) 2024-08-30T21:10:18.926 INFO:tasks.rados.rados.0.smithi173.stdout:3484: copy_from oid 23 from oid 49 current snap is 328 2024-08-30T21:10:18.926 INFO:tasks.rados.rados.0.smithi173.stdout:3485: read oid 6 snap -1 2024-08-30T21:10:18.926 INFO:tasks.rados.rados.0.smithi173.stdout:3485: expect (ObjNum 941 snap 290 seq_num 941) 2024-08-30T21:10:18.926 INFO:tasks.rados.rados.0.smithi173.stdout:3486: setattr oid 27 current snap is 328 2024-08-30T21:10:18.926 INFO:tasks.rados.rados.0.smithi173.stdout:3487: delete oid 28 current snap is 328 2024-08-30T21:10:18.927 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 2198 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:10:18.932 INFO:tasks.rados.rados.0.smithi173.stdout:3486: done (3 left) 2024-08-30T21:10:18.932 INFO:tasks.rados.rados.0.smithi173.stdout:3487: done (2 left) 2024-08-30T21:10:18.932 INFO:tasks.rados.rados.0.smithi173.stdout:3488: snap_create 2024-08-30T21:10:18.940 INFO:tasks.rados.rados.0.smithi173.stdout:3485: expect (ObjNum 941 snap 290 seq_num 941) 2024-08-30T21:10:19.071 INFO:tasks.rados.rados.0.smithi173.stdout:3484: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:10:19.071 INFO:tasks.rados.rados.0.smithi173.stdout:3484: finishing copy_from to smithi17368540-23 2024-08-30T21:10:19.072 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1821 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3484: done (2 left) 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3485: done (1 left) 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3488: done (0 left) 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3489: read oid 14 snap -1 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3489: expect (ObjNum 1037 snap 326 seq_num 1037) 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3490: read oid 22 snap 328 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3490: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3491: read oid 7 snap -1 2024-08-30T21:10:19.688 INFO:tasks.rados.rados.0.smithi173.stdout:3491: expect deleted 2024-08-30T21:10:19.689 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 329 2024-08-30T21:10:19.689 INFO:tasks.rados.rados.0.smithi173.stdout:3492: seq_num 1072 ranges {6348800=761856,7110656=401408} 2024-08-30T21:10:19.728 INFO:tasks.rados.rados.0.smithi173.stdout:3492: writing smithi17368540-16 from 6348800 to 7110656 tid 1 2024-08-30T21:10:19.730 INFO:tasks.rados.rados.0.smithi173.stdout:3492: writing smithi17368540-16 from 7110656 to 7512064 tid 2 2024-08-30T21:10:19.730 INFO:tasks.rados.rados.0.smithi173.stdout:3493: copy_from oid 6 from oid 15 current snap is 329 2024-08-30T21:10:19.730 INFO:tasks.rados.rados.0.smithi173.stdout:3489: expect (ObjNum 1037 snap 326 seq_num 1037) 2024-08-30T21:10:19.851 INFO:tasks.rados.rados.0.smithi173.stdout:3490: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:10:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:19 smithi173 ceph-mon[79976]: pgmap v800: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-08-30T21:10:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:19 smithi173 ceph-mon[82405]: pgmap v800: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-08-30T21:10:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:19 smithi196 ceph-mon[74601]: pgmap v800: 121 pgs: 121 active+clean; 178 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 7.0 MiB/s wr, 33 op/s 2024-08-30T21:10:20.068 INFO:tasks.rados.rados.0.smithi173.stdout:3492: finishing write tid 1 to smithi17368540-16 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3492: finishing write tid 2 to smithi17368540-16 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3492: finishing write tid 3 to smithi17368540-16 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3492: finishing write tid 4 to smithi17368540-16 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3492: oid 16 updating version 0 to 1411 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3492: oid 16 version 1411 is already newer than 1409 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3492: oid 16 version 1411 is already newer than 1410 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1411 (ObjNum 1072 snap 329 seq_num 1072) dirty exists 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3492: left oid 16 (ObjNum 1072 snap 329 seq_num 1072) 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3493: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:3493: finishing copy_from to smithi17368540-6 2024-08-30T21:10:20.069 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2082 (ObjNum 1039 snap 326 seq_num 1039) dirty exists 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3489: done (4 left) 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3490: done (3 left) 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3491: done (2 left) 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3492: done (1 left) 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3493: done (0 left) 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3494: read oid 23 snap 328 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3494: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 329 2024-08-30T21:10:20.070 INFO:tasks.rados.rados.0.smithi173.stdout:3495: seq_num 1073 ranges {8388608=778240,9166848=401408} 2024-08-30T21:10:20.118 INFO:tasks.rados.rados.0.smithi173.stdout:3495: writing smithi17368540-2 from 8388608 to 9166848 tid 1 2024-08-30T21:10:20.121 INFO:tasks.rados.rados.0.smithi173.stdout:3495: writing smithi17368540-2 from 9166848 to 9568256 tid 2 2024-08-30T21:10:20.121 INFO:tasks.rados.rados.0.smithi173.stdout:3496: read oid 35 snap 328 2024-08-30T21:10:20.121 INFO:tasks.rados.rados.0.smithi173.stdout:3496: expect (ObjNum 1018 snap 322 seq_num 1018) 2024-08-30T21:10:20.121 INFO:tasks.rados.rados.0.smithi173.stdout:3497: read oid 6 snap -1 2024-08-30T21:10:20.121 INFO:tasks.rados.rados.0.smithi173.stdout:3497: expect (ObjNum 1039 snap 326 seq_num 1039) 2024-08-30T21:10:20.122 INFO:tasks.rados.rados.0.smithi173.stdout:3498: snap_create 2024-08-30T21:10:20.122 INFO:tasks.rados.rados.0.smithi173.stdout:3494: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:20.349 INFO:tasks.rados.rados.0.smithi173.stdout:3495: finishing write tid 1 to smithi17368540-2 2024-08-30T21:10:20.349 INFO:tasks.rados.rados.0.smithi173.stdout:3495: finishing write tid 2 to smithi17368540-2 2024-08-30T21:10:20.349 INFO:tasks.rados.rados.0.smithi173.stdout:3495: finishing write tid 3 to smithi17368540-2 2024-08-30T21:10:20.349 INFO:tasks.rados.rados.0.smithi173.stdout:3495: finishing write tid 4 to smithi17368540-2 2024-08-30T21:10:20.350 INFO:tasks.rados.rados.0.smithi173.stdout:3495: oid 2 updating version 0 to 2201 2024-08-30T21:10:20.350 INFO:tasks.rados.rados.0.smithi173.stdout:3495: oid 2 version 2201 is already newer than 2199 2024-08-30T21:10:20.350 INFO:tasks.rados.rados.0.smithi173.stdout:3495: oid 2 version 2201 is already newer than 2200 2024-08-30T21:10:20.350 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2201 (ObjNum 1073 snap 329 seq_num 1073) dirty exists 2024-08-30T21:10:20.350 INFO:tasks.rados.rados.0.smithi173.stdout:3495: left oid 2 (ObjNum 1073 snap 329 seq_num 1073) 2024-08-30T21:10:20.350 INFO:tasks.rados.rados.0.smithi173.stdout:3496: expect (ObjNum 1018 snap 322 seq_num 1018) 2024-08-30T21:10:20.583 INFO:tasks.rados.rados.0.smithi173.stdout:3497: expect (ObjNum 1039 snap 326 seq_num 1039) 2024-08-30T21:10:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:20 smithi173 ceph-mon[79976]: osdmap e749: 8 total, 8 up, 8 in 2024-08-30T21:10:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:20 smithi173 ceph-mon[82405]: osdmap e749: 8 total, 8 up, 8 in 2024-08-30T21:10:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:20 smithi196 ceph-mon[74601]: osdmap e749: 8 total, 8 up, 8 in 2024-08-30T21:10:21.025 INFO:tasks.rados.rados.0.smithi173.stdout:3494: done (4 left) 2024-08-30T21:10:21.025 INFO:tasks.rados.rados.0.smithi173.stdout:3495: done (3 left) 2024-08-30T21:10:21.025 INFO:tasks.rados.rados.0.smithi173.stdout:3496: done (2 left) 2024-08-30T21:10:21.025 INFO:tasks.rados.rados.0.smithi173.stdout:3497: done (1 left) 2024-08-30T21:10:21.026 INFO:tasks.rados.rados.0.smithi173.stdout:3498: done (0 left) 2024-08-30T21:10:21.026 INFO:tasks.rados.rados.0.smithi173.stdout:3499: rmattr oid 9 current snap is 330 2024-08-30T21:10:21.026 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 330 2024-08-30T21:10:21.026 INFO:tasks.rados.rados.0.smithi173.stdout:3500: seq_num 1074 ranges {6348800=794624,7143424=401408} 2024-08-30T21:10:21.062 INFO:tasks.rados.rados.0.smithi173.stdout:3500: writing smithi17368540-31 from 6348800 to 7143424 tid 1 2024-08-30T21:10:21.065 INFO:tasks.rados.rados.0.smithi173.stdout:3500: writing smithi17368540-31 from 7143424 to 7544832 tid 2 2024-08-30T21:10:21.066 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 330 2024-08-30T21:10:21.066 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2088 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:10:21.066 INFO:tasks.rados.rados.0.smithi173.stdout:3501: seq_num 1075 ranges {9076736=409600,9486336=671744,10158080=131072} 2024-08-30T21:10:21.115 INFO:tasks.rados.rados.0.smithi173.stdout:3501: writing smithi17368540-29 from 9076736 to 9486336 tid 1 2024-08-30T21:10:21.118 INFO:tasks.rados.rados.0.smithi173.stdout:3501: writing smithi17368540-29 from 9486336 to 10158080 tid 2 2024-08-30T21:10:21.120 INFO:tasks.rados.rados.0.smithi173.stdout:3501: writing smithi17368540-29 from 10158080 to 10289152 tid 3 2024-08-30T21:10:21.120 INFO:tasks.rados.rados.0.smithi173.stdout:3499: done (2 left) 2024-08-30T21:10:21.120 INFO:tasks.rados.rados.0.smithi173.stdout:3502: snap_remove snap 328 2024-08-30T21:10:21.591 INFO:tasks.rados.rados.0.smithi173.stdout:3502: done (2 left) 2024-08-30T21:10:21.591 INFO:tasks.rados.rados.0.smithi173.stdout:3503: rollback oid 36 current snap is 330 2024-08-30T21:10:21.591 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 329 2024-08-30T21:10:21.591 INFO:tasks.rados.rados.0.smithi173.stdout:3504: delete oid 50 current snap is 330 2024-08-30T21:10:21.591 INFO:tasks.rados.rados.0.smithi173.stdout:3500: finishing write tid 1 to smithi17368540-31 2024-08-30T21:10:21.591 INFO:tasks.rados.rados.0.smithi173.stdout:3500: finishing write tid 2 to smithi17368540-31 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3500: finishing write tid 3 to smithi17368540-31 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3500: finishing write tid 4 to smithi17368540-31 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3500: oid 31 updating version 0 to 2195 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3500: oid 31 version 2195 is already newer than 2194 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3500: oid 31 version 2195 is already newer than 2193 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2195 (ObjNum 1074 snap 330 seq_num 1074) dirty exists 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3500: left oid 31 (ObjNum 1074 snap 330 seq_num 1074) 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3501: finishing write tid 1 to smithi17368540-29 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3501: finishing write tid 2 to smithi17368540-29 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3501: finishing write tid 3 to smithi17368540-29 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3501: finishing write tid 4 to smithi17368540-29 2024-08-30T21:10:21.592 INFO:tasks.rados.rados.0.smithi173.stdout:3501: finishing write tid 5 to smithi17368540-29 2024-08-30T21:10:21.593 INFO:tasks.rados.rados.0.smithi173.stdout:3501: oid 29 updating version 0 to 2424 2024-08-30T21:10:21.593 INFO:tasks.rados.rados.0.smithi173.stdout:3501: oid 29 updating version 2424 to 2425 2024-08-30T21:10:21.593 INFO:tasks.rados.rados.0.smithi173.stdout:3501: oid 29 version 2425 is already newer than 2422 2024-08-30T21:10:21.593 INFO:tasks.rados.rados.0.smithi173.stdout:3501: oid 29 version 2425 is already newer than 2423 2024-08-30T21:10:21.593 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2425 (ObjNum 1075 snap 330 seq_num 1075) dirty exists 2024-08-30T21:10:21.593 INFO:tasks.rados.rados.0.smithi173.stdout:3501: left oid 29 (ObjNum 1075 snap 330 seq_num 1075) 2024-08-30T21:10:21.597 INFO:tasks.rados.rados.0.smithi173.stdout:3503: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:10:21.597 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 0 (ObjNum 225 snap 0 seq_num 1579362016) dirty dne 2024-08-30T21:10:21.599 INFO:tasks.rados.rados.0.smithi173.stdout:3500: done (3 left) 2024-08-30T21:10:21.599 INFO:tasks.rados.rados.0.smithi173.stdout:3501: done (2 left) 2024-08-30T21:10:21.599 INFO:tasks.rados.rados.0.smithi173.stdout:3503: done (1 left) 2024-08-30T21:10:21.599 INFO:tasks.rados.rados.0.smithi173.stdout:3504: done (0 left) 2024-08-30T21:10:21.600 INFO:tasks.rados.rados.0.smithi173.stdout:3505: rollback oid 8 current snap is 330 2024-08-30T21:10:21.600 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 8 to 329 2024-08-30T21:10:21.600 INFO:tasks.rados.rados.0.smithi173.stdout:3506: rollback oid 38 current snap is 330 2024-08-30T21:10:21.600 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 38 to 329 2024-08-30T21:10:21.600 INFO:tasks.rados.rados.0.smithi173.stdout:3507: snap_create 2024-08-30T21:10:21.603 INFO:tasks.rados.rados.0.smithi173.stdout:3506: finishing rollback tid 0 to smithi17368540-38 2024-08-30T21:10:21.604 INFO:tasks.rados.rados.0.smithi173.stdout:3506: finishing rollback tid 1 to smithi17368540-38 2024-08-30T21:10:21.604 INFO:tasks.rados.rados.0.smithi173.stdout:3506: finishing rollback tid 2 to smithi17368540-38 2024-08-30T21:10:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1927 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:10:21.605 INFO:tasks.rados.rados.0.smithi173.stdout:3505: finishing rollback tid 0 to smithi17368540-8 2024-08-30T21:10:21.606 INFO:tasks.rados.rados.0.smithi173.stdout:3505: finishing rollback tid 1 to smithi17368540-8 2024-08-30T21:10:21.607 INFO:tasks.rados.rados.0.smithi173.stdout:3505: finishing rollback tid 2 to smithi17368540-8 2024-08-30T21:10:21.607 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2091 (ObjNum 1047 snap 326 seq_num 1047) dirty exists 2024-08-30T21:10:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:21 smithi173 ceph-mon[79976]: pgmap v802: 121 pgs: 121 active+clean; 168 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-30T21:10:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:21 smithi173 ceph-mon[79976]: osdmap e750: 8 total, 8 up, 8 in 2024-08-30T21:10:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:21 smithi173 ceph-mon[79976]: osdmap e751: 8 total, 8 up, 8 in 2024-08-30T21:10:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:21 smithi173 ceph-mon[82405]: pgmap v802: 121 pgs: 121 active+clean; 168 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-30T21:10:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:21 smithi173 ceph-mon[82405]: osdmap e750: 8 total, 8 up, 8 in 2024-08-30T21:10:21.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:21 smithi173 ceph-mon[82405]: osdmap e751: 8 total, 8 up, 8 in 2024-08-30T21:10:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:21 smithi196 ceph-mon[74601]: pgmap v802: 121 pgs: 121 active+clean; 168 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-08-30T21:10:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:21 smithi196 ceph-mon[74601]: osdmap e750: 8 total, 8 up, 8 in 2024-08-30T21:10:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:21 smithi196 ceph-mon[74601]: osdmap e751: 8 total, 8 up, 8 in 2024-08-30T21:10:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:3505: done (2 left) 2024-08-30T21:10:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:3506: done (1 left) 2024-08-30T21:10:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:3507: done (0 left) 2024-08-30T21:10:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:3508: rmattr oid 42 current snap is 331 2024-08-30T21:10:22.592 INFO:tasks.rados.rados.0.smithi173.stdout:3508: done (0 left) 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:3509: read oid 32 snap 330 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:3509: expect deleted 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:3510: rmattr oid 9 current snap is 331 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:3511: rollback oid 48 current snap is 331 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 329 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:3512: rollback oid 30 current snap is 331 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 330 2024-08-30T21:10:22.593 INFO:tasks.rados.rados.0.smithi173.stdout:3513: delete oid 1 current snap is 331 2024-08-30T21:10:22.596 INFO:tasks.rados.rados.0.smithi173.stdout:3512: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:10:22.596 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-30T21:10:22.598 INFO:tasks.rados.rados.0.smithi173.stdout:3509: done (4 left) 2024-08-30T21:10:22.598 INFO:tasks.rados.rados.0.smithi173.stdout:3512: done (3 left) 2024-08-30T21:10:22.598 INFO:tasks.rados.rados.0.smithi173.stdout:3513: done (2 left) 2024-08-30T21:10:22.598 INFO:tasks.rados.rados.0.smithi173.stdout:3514: snap_create 2024-08-30T21:10:22.598 INFO:tasks.rados.rados.0.smithi173.stdout:3511: finishing rollback tid 0 to smithi17368540-48 2024-08-30T21:10:22.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2092 (ObjNum 971 snap 310 seq_num 971) dirty exists 2024-08-30T21:10:22.599 INFO:tasks.rados.rados.0.smithi173.stdout:3511: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:10:22.599 INFO:tasks.rados.rados.0.smithi173.stdout:3511: finishing rollback tid 2 to smithi17368540-48 2024-08-30T21:10:22.599 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1736 (ObjNum 1028 snap 324 seq_num 1028) dirty exists 2024-08-30T21:10:23.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:10:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:10:23] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.51.0" 2024-08-30T21:10:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:3510: done (2 left) 2024-08-30T21:10:23.599 INFO:tasks.rados.rados.0.smithi173.stdout:3511: done (1 left) 2024-08-30T21:10:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:3514: done (0 left) 2024-08-30T21:10:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:3515: read oid 11 snap -1 2024-08-30T21:10:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:3515: expect (ObjNum 975 snap 311 seq_num 975) 2024-08-30T21:10:23.600 INFO:tasks.rados.rados.0.smithi173.stdout:3516: setattr oid 41 current snap is 332 2024-08-30T21:10:23.601 INFO:tasks.rados.rados.0.smithi173.stdout:3517: copy_from oid 31 from oid 40 current snap is 332 2024-08-30T21:10:23.601 INFO:tasks.rados.rados.0.smithi173.stdout:3518: read oid 12 snap 330 2024-08-30T21:10:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:3518: expect (ObjNum 1029 snap 325 seq_num 1029) 2024-08-30T21:10:23.602 INFO:tasks.rados.rados.0.smithi173.stdout:3519: snap_create 2024-08-30T21:10:23.605 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1737 (ObjNum 1035 snap 326 seq_num 1035) dirty exists 2024-08-30T21:10:23.609 INFO:tasks.rados.rados.0.smithi173.stdout:3517: finishing copy_from to smithi17368540-31 2024-08-30T21:10:23.609 INFO:tasks.rados.rados.0.smithi173.stdout:3517: got expected ENOENT (src dne) 2024-08-30T21:10:23.609 INFO:tasks.rados.rados.0.smithi173.stdout:3517: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:10:23.610 INFO:tasks.rados.rados.0.smithi173.stdout:3518: expect (ObjNum 1029 snap 325 seq_num 1029) 2024-08-30T21:10:23.622 INFO:tasks.rados.rados.0.smithi173.stdout:3515: expect (ObjNum 975 snap 311 seq_num 975) 2024-08-30T21:10:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:23 smithi173 ceph-mon[79976]: pgmap v805: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-08-30T21:10:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:23 smithi173 ceph-mon[79976]: osdmap e752: 8 total, 8 up, 8 in 2024-08-30T21:10:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:23 smithi173 ceph-mon[82405]: pgmap v805: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-08-30T21:10:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:23 smithi173 ceph-mon[82405]: osdmap e752: 8 total, 8 up, 8 in 2024-08-30T21:10:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:23 smithi196 ceph-mon[74601]: pgmap v805: 121 pgs: 121 active+clean; 179 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 4.6 MiB/s wr, 18 op/s 2024-08-30T21:10:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:23 smithi196 ceph-mon[74601]: osdmap e752: 8 total, 8 up, 8 in 2024-08-30T21:10:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:24.611 INFO:tasks.rados.rados.0.smithi173.stdout:3515: done (4 left) 2024-08-30T21:10:24.611 INFO:tasks.rados.rados.0.smithi173.stdout:3516: done (3 left) 2024-08-30T21:10:24.611 INFO:tasks.rados.rados.0.smithi173.stdout:3517: done (2 left) 2024-08-30T21:10:24.611 INFO:tasks.rados.rados.0.smithi173.stdout:3518: done (1 left) 2024-08-30T21:10:24.611 INFO:tasks.rados.rados.0.smithi173.stdout:3519: done (0 left) 2024-08-30T21:10:24.611 INFO:tasks.rados.rados.0.smithi173.stdout:3520: snap_remove snap 329 2024-08-30T21:10:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:24 smithi173 ceph-mon[79976]: osdmap e753: 8 total, 8 up, 8 in 2024-08-30T21:10:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:24 smithi173 ceph-mon[82405]: osdmap e753: 8 total, 8 up, 8 in 2024-08-30T21:10:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:24 smithi196 ceph-mon[74601]: osdmap e753: 8 total, 8 up, 8 in 2024-08-30T21:10:25.615 INFO:tasks.rados.rados.0.smithi173.stdout:3520: done (0 left) 2024-08-30T21:10:25.615 INFO:tasks.rados.rados.0.smithi173.stdout:3521: setattr oid 24 current snap is 333 2024-08-30T21:10:25.617 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 333 2024-08-30T21:10:25.617 INFO:tasks.rados.rados.0.smithi173.stdout:3522: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2024-08-30T21:10:25.620 INFO:tasks.rados.rados.0.smithi173.stdout:3522: writing smithi17368540-26 from 0 to 458752 tid 1 2024-08-30T21:10:25.625 INFO:tasks.rados.rados.0.smithi173.stdout:3522: writing smithi17368540-26 from 458752 to 1179648 tid 2 2024-08-30T21:10:25.626 INFO:tasks.rados.rados.0.smithi173.stdout:3522: writing smithi17368540-26 from 1179648 to 1261568 tid 3 2024-08-30T21:10:25.626 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 39 current snap is 333 2024-08-30T21:10:25.626 INFO:tasks.rados.rados.0.smithi173.stdout:3523: seq_num 1079 ranges {7684096=475136,8159232=606208,8765440=196608} 2024-08-30T21:10:25.670 INFO:tasks.rados.rados.0.smithi173.stdout:3523: writing smithi17368540-39 from 7684096 to 8159232 tid 1 2024-08-30T21:10:25.673 INFO:tasks.rados.rados.0.smithi173.stdout:3523: writing smithi17368540-39 from 8159232 to 8765440 tid 2 2024-08-30T21:10:25.675 INFO:tasks.rados.rados.0.smithi173.stdout:3523: writing smithi17368540-39 from 8765440 to 8962048 tid 3 2024-08-30T21:10:25.675 INFO:tasks.rados.rados.0.smithi173.stdout:3524: setattr oid 28 current snap is 333 2024-08-30T21:10:25.675 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1919 (ObjNum 1058 snap 326 seq_num 1058) dirty exists 2024-08-30T21:10:25.675 INFO:tasks.rados.rados.0.smithi173.stdout:3522: finishing write tid 1 to smithi17368540-26 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: finishing write tid 2 to smithi17368540-26 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: finishing write tid 3 to smithi17368540-26 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: finishing write tid 4 to smithi17368540-26 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: finishing write tid 5 to smithi17368540-26 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: oid 26 updating version 0 to 2198 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: oid 26 updating version 2198 to 2199 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: oid 26 version 2199 is already newer than 2197 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: oid 26 version 2199 is already newer than 2196 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 2199 (ObjNum 1078 snap 333 seq_num 1078) dirty exists 2024-08-30T21:10:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3522: left oid 26 (ObjNum 1078 snap 333 seq_num 1078) 2024-08-30T21:10:25.677 INFO:tasks.rados.rados.0.smithi173.stdout:3523: finishing write tid 1 to smithi17368540-39 2024-08-30T21:10:25.677 INFO:tasks.rados.rados.0.smithi173.stdout:3521: done (3 left) 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:3522: done (2 left) 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:3525: read oid 9 snap 330 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:3525: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:3526: rollback oid 25 current snap is 333 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 332 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:3527: copy_from oid 44 from oid 13 current snap is 333 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 10 current snap is 333 2024-08-30T21:10:25.678 INFO:tasks.rados.rados.0.smithi173.stdout:3528: seq_num 1080 ranges {2301952=491520,2793472=540672,3334144=262144} 2024-08-30T21:10:25.692 INFO:tasks.rados.rados.0.smithi173.stdout:3528: writing smithi17368540-10 from 2301952 to 2793472 tid 1 2024-08-30T21:10:25.695 INFO:tasks.rados.rados.0.smithi173.stdout:3528: writing smithi17368540-10 from 2793472 to 3334144 tid 2 2024-08-30T21:10:25.697 INFO:tasks.rados.rados.0.smithi173.stdout:3528: writing smithi17368540-10 from 3334144 to 3596288 tid 3 2024-08-30T21:10:25.697 INFO:tasks.rados.rados.0.smithi173.stdout:3529: snap_remove snap 331 2024-08-30T21:10:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:25 smithi173 ceph-mon[79976]: pgmap v808: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-30T21:10:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:25 smithi173 ceph-mon[79976]: osdmap e754: 8 total, 8 up, 8 in 2024-08-30T21:10:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:25 smithi173 ceph-mon[82405]: pgmap v808: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-30T21:10:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:25 smithi173 ceph-mon[82405]: osdmap e754: 8 total, 8 up, 8 in 2024-08-30T21:10:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:25 smithi196 ceph-mon[74601]: pgmap v808: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-08-30T21:10:26.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:25 smithi196 ceph-mon[74601]: osdmap e754: 8 total, 8 up, 8 in 2024-08-30T21:10:26.592 INFO:tasks.rados.rados.0.smithi173.stdout:3529: done (6 left) 2024-08-30T21:10:26.592 INFO:tasks.rados.rados.0.smithi173.stdout:3530: read oid 6 snap 330 2024-08-30T21:10:26.592 INFO:tasks.rados.rados.0.smithi173.stdout:3530: expect (ObjNum 1039 snap 326 seq_num 1039) 2024-08-30T21:10:26.592 INFO:tasks.rados.rados.0.smithi173.stdout:3531: snap_create 2024-08-30T21:10:26.592 INFO:tasks.rados.rados.0.smithi173.stdout:3523: finishing write tid 2 to smithi17368540-39 2024-08-30T21:10:26.592 INFO:tasks.rados.rados.0.smithi173.stdout:3526: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:10:26.592 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2157 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3523: finishing write tid 3 to smithi17368540-39 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3526: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3526: finishing rollback tid 2 to smithi17368540-25 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1930 (ObjNum 967 snap 309 seq_num 967) dirty exists 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3523: finishing write tid 4 to smithi17368540-39 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3523: finishing write tid 5 to smithi17368540-39 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3523: oid 39 updating version 0 to 2089 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3523: oid 39 version 2089 is already newer than 2088 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3523: oid 39 version 2089 is already newer than 2086 2024-08-30T21:10:26.593 INFO:tasks.rados.rados.0.smithi173.stdout:3523: oid 39 version 2089 is already newer than 2087 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 39 v 2089 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3523: left oid 39 (ObjNum 1079 snap 333 seq_num 1079) 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: finishing write tid 1 to smithi17368540-10 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: finishing write tid 2 to smithi17368540-10 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: finishing write tid 3 to smithi17368540-10 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: finishing write tid 4 to smithi17368540-10 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: finishing write tid 5 to smithi17368540-10 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: oid 10 updating version 0 to 1933 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: oid 10 version 1933 is already newer than 1931 2024-08-30T21:10:26.594 INFO:tasks.rados.rados.0.smithi173.stdout:3528: oid 10 updating version 1933 to 1934 2024-08-30T21:10:26.595 INFO:tasks.rados.rados.0.smithi173.stdout:3528: oid 10 version 1934 is already newer than 1932 2024-08-30T21:10:26.595 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1934 (ObjNum 1080 snap 333 seq_num 1080) dirty exists 2024-08-30T21:10:26.595 INFO:tasks.rados.rados.0.smithi173.stdout:3528: left oid 10 (ObjNum 1080 snap 333 seq_num 1080) 2024-08-30T21:10:26.595 INFO:tasks.rados.rados.0.smithi173.stdout:3525: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:26.917 INFO:tasks.rados.rados.0.smithi173.stdout:3527: finishing copy_from to smithi17368540-44 2024-08-30T21:10:26.917 INFO:tasks.rados.rados.0.smithi173.stdout:3527: got expected ENOENT (src dne) 2024-08-30T21:10:26.917 INFO:tasks.rados.rados.0.smithi173.stdout:3527: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:10:26.917 INFO:tasks.rados.rados.0.smithi173.stdout:3530: expect (ObjNum 1039 snap 326 seq_num 1039) 2024-08-30T21:10:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:26 smithi173 ceph-mon[79976]: osdmap e755: 8 total, 8 up, 8 in 2024-08-30T21:10:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:26 smithi173 ceph-mon[79976]: osdmap e756: 8 total, 8 up, 8 in 2024-08-30T21:10:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:26 smithi173 ceph-mon[82405]: osdmap e755: 8 total, 8 up, 8 in 2024-08-30T21:10:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:26 smithi173 ceph-mon[82405]: osdmap e756: 8 total, 8 up, 8 in 2024-08-30T21:10:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:26 smithi196 ceph-mon[74601]: osdmap e755: 8 total, 8 up, 8 in 2024-08-30T21:10:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:26 smithi196 ceph-mon[74601]: osdmap e756: 8 total, 8 up, 8 in 2024-08-30T21:10:27.594 INFO:tasks.rados.rados.0.smithi173.stdout:3523: done (7 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3524: done (6 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3525: done (5 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3526: done (4 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3527: done (3 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3528: done (2 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3530: done (1 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3531: done (0 left) 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3532: rollback oid 1 current snap is 334 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 1 to 332 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3533: copy_from oid 27 from oid 5 current snap is 334 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:3534: rollback oid 18 current snap is 334 2024-08-30T21:10:27.595 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 330 2024-08-30T21:10:27.596 INFO:tasks.rados.rados.0.smithi173.stdout:3535: delete oid 3 current snap is 334 2024-08-30T21:10:27.596 INFO:tasks.rados.rados.0.smithi173.stdout:3532: finishing rollback tid 1 to smithi17368540-1 2024-08-30T21:10:27.596 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-30T21:10:27.601 INFO:tasks.rados.rados.0.smithi173.stdout:3534: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:10:27.601 INFO:tasks.rados.rados.0.smithi173.stdout:3534: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:10:27.603 INFO:tasks.rados.rados.0.smithi173.stdout:3534: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:10:27.603 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2433 (ObjNum 1006 snap 321 seq_num 1006) dirty exists 2024-08-30T21:10:27.606 INFO:tasks.rados.rados.0.smithi173.stdout:3532: done (3 left) 2024-08-30T21:10:27.606 INFO:tasks.rados.rados.0.smithi173.stdout:3534: done (2 left) 2024-08-30T21:10:27.606 INFO:tasks.rados.rados.0.smithi173.stdout:3535: done (1 left) 2024-08-30T21:10:27.606 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 334 2024-08-30T21:10:27.606 INFO:tasks.rados.rados.0.smithi173.stdout:3536: seq_num 1082 ranges {7684096=524288,8208384=704512,8912896=98304} 2024-08-30T21:10:27.651 INFO:tasks.rados.rados.0.smithi173.stdout:3536: writing smithi17368540-8 from 7684096 to 8208384 tid 1 2024-08-30T21:10:27.655 INFO:tasks.rados.rados.0.smithi173.stdout:3536: writing smithi17368540-8 from 8208384 to 8912896 tid 2 2024-08-30T21:10:27.656 INFO:tasks.rados.rados.0.smithi173.stdout:3536: writing smithi17368540-8 from 8912896 to 9011200 tid 3 2024-08-30T21:10:27.656 INFO:tasks.rados.rados.0.smithi173.stdout:3537: snap_remove snap 333 2024-08-30T21:10:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[79976]: pgmap v811: 121 pgs: 121 active+clean; 180 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-08-30T21:10:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:10:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[79976]: osdmap e757: 8 total, 8 up, 8 in 2024-08-30T21:10:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:10:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:10:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:10:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[82405]: pgmap v811: 121 pgs: 121 active+clean; 180 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-08-30T21:10:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:10:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[82405]: osdmap e757: 8 total, 8 up, 8 in 2024-08-30T21:10:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:10:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:10:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:27 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:10:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:27 smithi196 ceph-mon[74601]: pgmap v811: 121 pgs: 121 active+clean; 180 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 1.1 MiB/s wr, 26 op/s 2024-08-30T21:10:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:10:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:27 smithi196 ceph-mon[74601]: osdmap e757: 8 total, 8 up, 8 in 2024-08-30T21:10:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:10:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:10:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:27 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:10:28.643 INFO:tasks.rados.rados.0.smithi173.stdout:3533: finishing copy_from racing read to smithi17368540-27 2024-08-30T21:10:28.643 INFO:tasks.rados.rados.0.smithi173.stdout:3533: finishing copy_from to smithi17368540-27 2024-08-30T21:10:28.643 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 27 v 2416 (ObjNum 1063 snap 326 seq_num 1063) dirty exists 2024-08-30T21:10:28.643 INFO:tasks.rados.rados.0.smithi173.stdout:3536: finishing write tid 1 to smithi17368540-8 2024-08-30T21:10:28.643 INFO:tasks.rados.rados.0.smithi173.stdout:3536: finishing write tid 2 to smithi17368540-8 2024-08-30T21:10:28.643 INFO:tasks.rados.rados.0.smithi173.stdout:3536: finishing write tid 3 to smithi17368540-8 2024-08-30T21:10:28.643 INFO:tasks.rados.rados.0.smithi173.stdout:3536: finishing write tid 4 to smithi17368540-8 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3536: finishing write tid 5 to smithi17368540-8 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3536: oid 8 updating version 0 to 2095 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3536: oid 8 version 2095 is already newer than 2093 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3536: oid 8 updating version 2095 to 2096 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3536: oid 8 version 2096 is already newer than 2094 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2096 (ObjNum 1082 snap 334 seq_num 1082) dirty exists 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3536: left oid 8 (ObjNum 1082 snap 334 seq_num 1082) 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3533: done (2 left) 2024-08-30T21:10:28.644 INFO:tasks.rados.rados.0.smithi173.stdout:3536: done (1 left) 2024-08-30T21:10:28.645 INFO:tasks.rados.rados.0.smithi173.stdout:3537: done (0 left) 2024-08-30T21:10:28.645 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 334 2024-08-30T21:10:28.645 INFO:tasks.rados.rados.0.smithi173.stdout:3538: seq_num 1083 ranges {4546560=540672,5087232=589824,5677056=212992} 2024-08-30T21:10:28.669 INFO:tasks.rados.rados.0.smithi173.stdout:3538: writing smithi17368540-35 from 4546560 to 5087232 tid 1 2024-08-30T21:10:28.672 INFO:tasks.rados.rados.0.smithi173.stdout:3538: writing smithi17368540-35 from 5087232 to 5677056 tid 2 2024-08-30T21:10:28.673 INFO:tasks.rados.rados.0.smithi173.stdout:3538: writing smithi17368540-35 from 5677056 to 5890048 tid 3 2024-08-30T21:10:28.674 INFO:tasks.rados.rados.0.smithi173.stdout:3539: setattr oid 17 current snap is 334 2024-08-30T21:10:28.674 INFO:tasks.rados.rados.0.smithi173.stdout:3538: finishing write tid 1 to smithi17368540-35 2024-08-30T21:10:28.677 INFO:tasks.rados.rados.0.smithi173.stdout:3538: finishing write tid 2 to smithi17368540-35 2024-08-30T21:10:28.677 INFO:tasks.rados.rados.0.smithi173.stdout:3538: finishing write tid 3 to smithi17368540-35 2024-08-30T21:10:28.678 INFO:tasks.rados.rados.0.smithi173.stdout:3538: finishing write tid 4 to smithi17368540-35 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:3540: read oid 9 snap -1 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:3540: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:3541: copy_from oid 34 from oid 4 current snap is 334 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:3542: rollback oid 22 current snap is 334 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 330 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:3543: copy_from oid 13 from oid 33 current snap is 334 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:3544: rollback oid 12 current snap is 334 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 12 to 332 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 334 2024-08-30T21:10:28.679 INFO:tasks.rados.rados.0.smithi173.stdout:3545: seq_num 1084 ranges {540672=557056,1097728=475136,1572864=327680} 2024-08-30T21:10:28.684 INFO:tasks.rados.rados.0.smithi173.stdout:3545: writing smithi17368540-41 from 540672 to 1097728 tid 1 2024-08-30T21:10:28.688 INFO:tasks.rados.rados.0.smithi173.stdout:3545: writing smithi17368540-41 from 1097728 to 1572864 tid 2 2024-08-30T21:10:28.690 INFO:tasks.rados.rados.0.smithi173.stdout:3545: writing smithi17368540-41 from 1572864 to 1900544 tid 3 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3546: rollback oid 14 current snap is 334 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 14 to 332 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3538: finishing write tid 5 to smithi17368540-35 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3538: oid 35 updating version 0 to 1922 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3538: oid 35 version 1922 is already newer than 1921 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3538: oid 35 updating version 1922 to 1923 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3538: oid 35 version 1923 is already newer than 1920 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1923 (ObjNum 1083 snap 334 seq_num 1083) dirty exists 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3538: left oid 35 (ObjNum 1083 snap 334 seq_num 1083) 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1825 (ObjNum 1036 snap 326 seq_num 1036) dirty exists 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3544: finishing rollback tid 0 to smithi17368540-12 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3538: done (8 left) 2024-08-30T21:10:28.691 INFO:tasks.rados.rados.0.smithi173.stdout:3539: done (7 left) 2024-08-30T21:10:28.692 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 334 2024-08-30T21:10:28.692 INFO:tasks.rados.rados.0.smithi173.stdout:3547: seq_num 1085 ranges {9568256=581632,10149888=761856,10911744=40960} 2024-08-30T21:10:28.748 INFO:tasks.rados.rados.0.smithi173.stdout:3547: writing smithi17368540-2 from 9568256 to 10149888 tid 1 2024-08-30T21:10:28.752 INFO:tasks.rados.rados.0.smithi173.stdout:3547: writing smithi17368540-2 from 10149888 to 10911744 tid 2 2024-08-30T21:10:28.752 INFO:tasks.rados.rados.0.smithi173.stdout:3547: writing smithi17368540-2 from 10911744 to 10952704 tid 3 2024-08-30T21:10:28.753 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 21 current snap is 334 2024-08-30T21:10:28.753 INFO:tasks.rados.rados.0.smithi173.stdout:3544: finishing rollback tid 1 to smithi17368540-12 2024-08-30T21:10:28.753 INFO:tasks.rados.rados.0.smithi173.stdout:3548: seq_num 1086 ranges {11304960=598016,11902976=647168,12550144=155648} 2024-08-30T21:10:28.815 INFO:tasks.rados.rados.0.smithi173.stdout:3548: writing smithi17368540-21 from 11304960 to 11902976 tid 1 2024-08-30T21:10:28.819 INFO:tasks.rados.rados.0.smithi173.stdout:3548: writing smithi17368540-21 from 11902976 to 12550144 tid 2 2024-08-30T21:10:28.821 INFO:tasks.rados.rados.0.smithi173.stdout:3548: writing smithi17368540-21 from 12550144 to 12705792 tid 3 2024-08-30T21:10:28.821 INFO:tasks.rados.rados.0.smithi173.stdout:3549: copy_from oid 28 from oid 39 current snap is 334 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3544: finishing rollback tid 2 to smithi17368540-12 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 2202 (ObjNum 1029 snap 325 seq_num 1029) dirty exists 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3542: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3542: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3542: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2160 (ObjNum 1055 snap 326 seq_num 1055) dirty exists 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3546: finishing rollback tid 0 to smithi17368540-14 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3546: finishing rollback tid 1 to smithi17368540-14 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3546: finishing rollback tid 2 to smithi17368540-14 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2191 (ObjNum 1037 snap 326 seq_num 1037) dirty exists 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3545: finishing write tid 1 to smithi17368540-41 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3545: finishing write tid 2 to smithi17368540-41 2024-08-30T21:10:28.822 INFO:tasks.rados.rados.0.smithi173.stdout:3545: finishing write tid 3 to smithi17368540-41 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: finishing write tid 4 to smithi17368540-41 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: finishing write tid 5 to smithi17368540-41 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: oid 41 updating version 0 to 1739 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: oid 41 updating version 1739 to 1740 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: oid 41 version 1740 is already newer than 1738 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: oid 41 updating version 1740 to 1741 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1741 (ObjNum 1084 snap 334 seq_num 1084) dirty exists 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: left oid 41 (ObjNum 1084 snap 334 seq_num 1084) 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3542: done (9 left) 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3544: done (8 left) 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3545: done (7 left) 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3546: done (6 left) 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3550: read oid 25 snap -1 2024-08-30T21:10:28.823 INFO:tasks.rados.rados.0.smithi173.stdout:3550: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:10:28.824 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 334 2024-08-30T21:10:28.824 INFO:tasks.rados.rados.0.smithi173.stdout:3541: finishing copy_from racing read to smithi17368540-34 2024-08-30T21:10:28.824 INFO:tasks.rados.rados.0.smithi173.stdout:3540: expect (ObjNum 971 snap 310 seq_num 971) 2024-08-30T21:10:29.142 INFO:tasks.rados.rados.0.smithi173.stdout:3541: finishing copy_from to smithi17368540-34 2024-08-30T21:10:29.142 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 1813 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:10:29.142 INFO:tasks.rados.rados.0.smithi173.stdout:3547: finishing write tid 1 to smithi17368540-2 2024-08-30T21:10:29.142 INFO:tasks.rados.rados.0.smithi173.stdout:3547: finishing write tid 2 to smithi17368540-2 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: finishing write tid 3 to smithi17368540-2 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: finishing write tid 4 to smithi17368540-2 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: finishing write tid 5 to smithi17368540-2 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: oid 2 updating version 0 to 2419 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: oid 2 version 2419 is already newer than 2417 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: oid 2 updating version 2419 to 2420 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: oid 2 version 2420 is already newer than 2418 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2420 (ObjNum 1085 snap 334 seq_num 1085) dirty exists 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3547: left oid 2 (ObjNum 1085 snap 334 seq_num 1085) 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3543: finishing copy_from racing read to smithi17368540-13 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3543: finishing copy_from to smithi17368540-13 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2155 (ObjNum 1067 snap 327 seq_num 1067) dirty exists 2024-08-30T21:10:29.143 INFO:tasks.rados.rados.0.smithi173.stdout:3548: finishing write tid 1 to smithi17368540-21 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: finishing write tid 2 to smithi17368540-21 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: finishing write tid 3 to smithi17368540-21 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: finishing write tid 4 to smithi17368540-21 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: finishing write tid 5 to smithi17368540-21 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: oid 21 updating version 0 to 2162 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: oid 21 updating version 2162 to 2164 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: oid 21 version 2164 is already newer than 2163 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: oid 21 version 2164 is already newer than 2161 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2164 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3548: left oid 21 (ObjNum 1086 snap 334 seq_num 1086) 2024-08-30T21:10:29.144 INFO:tasks.rados.rados.0.smithi173.stdout:3550: expect (ObjNum 967 snap 309 seq_num 967) 2024-08-30T21:10:29.187 INFO:tasks.rados.rados.0.smithi173.stdout:3549: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:10:29.187 INFO:tasks.rados.rados.0.smithi173.stdout:3549: finishing copy_from to smithi17368540-28 2024-08-30T21:10:29.187 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2089 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-08-30T21:10:29.187 INFO:tasks.rados.rados.0.smithi173.stdout:3551: seq_num 1087 ranges {0=614400,614400=532480,1146880=270336} 2024-08-30T21:10:29.190 INFO:tasks.rados.rados.0.smithi173.stdout:3551: writing smithi17368540-30 from 0 to 614400 tid 1 2024-08-30T21:10:29.193 INFO:tasks.rados.rados.0.smithi173.stdout:3551: writing smithi17368540-30 from 614400 to 1146880 tid 2 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3551: writing smithi17368540-30 from 1146880 to 1417216 tid 3 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3540: done (7 left) 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3541: done (6 left) 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3543: done (5 left) 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3547: done (4 left) 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3548: done (3 left) 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3549: done (2 left) 2024-08-30T21:10:29.195 INFO:tasks.rados.rados.0.smithi173.stdout:3550: done (1 left) 2024-08-30T21:10:29.196 INFO:tasks.rados.rados.0.smithi173.stdout:3552: snap_create 2024-08-30T21:10:29.196 INFO:tasks.rados.rados.0.smithi173.stdout:3551: finishing write tid 1 to smithi17368540-30 2024-08-30T21:10:29.197 INFO:tasks.rados.rados.0.smithi173.stdout:3551: finishing write tid 2 to smithi17368540-30 2024-08-30T21:10:29.197 INFO:tasks.rados.rados.0.smithi173.stdout:3551: finishing write tid 3 to smithi17368540-30 2024-08-30T21:10:29.197 INFO:tasks.rados.rados.0.smithi173.stdout:3551: finishing write tid 4 to smithi17368540-30 2024-08-30T21:10:29.198 INFO:tasks.rados.rados.0.smithi173.stdout:3551: finishing write tid 5 to smithi17368540-30 2024-08-30T21:10:29.198 INFO:tasks.rados.rados.0.smithi173.stdout:3551: oid 30 updating version 0 to 2194 2024-08-30T21:10:29.198 INFO:tasks.rados.rados.0.smithi173.stdout:3551: oid 30 updating version 2194 to 2195 2024-08-30T21:10:29.198 INFO:tasks.rados.rados.0.smithi173.stdout:3551: oid 30 version 2195 is already newer than 2193 2024-08-30T21:10:29.199 INFO:tasks.rados.rados.0.smithi173.stdout:3551: oid 30 version 2195 is already newer than 2192 2024-08-30T21:10:29.199 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 2195 (ObjNum 1087 snap 334 seq_num 1087) dirty exists 2024-08-30T21:10:29.199 INFO:tasks.rados.rados.0.smithi173.stdout:3551: left oid 30 (ObjNum 1087 snap 334 seq_num 1087) 2024-08-30T21:10:29.651 INFO:tasks.rados.rados.0.smithi173.stdout:3551: done (1 left) 2024-08-30T21:10:29.651 INFO:tasks.rados.rados.0.smithi173.stdout:3552: done (0 left) 2024-08-30T21:10:29.651 INFO:tasks.rados.rados.0.smithi173.stdout:3553: delete oid 10 current snap is 335 2024-08-30T21:10:29.658 INFO:tasks.rados.rados.0.smithi173.stdout:3553: done (0 left) 2024-08-30T21:10:29.658 INFO:tasks.rados.rados.0.smithi173.stdout:3554: delete oid 30 current snap is 335 2024-08-30T21:10:29.660 INFO:tasks.rados.rados.0.smithi173.stdout:3554: done (0 left) 2024-08-30T21:10:29.661 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 335 2024-08-30T21:10:29.661 INFO:tasks.rados.rados.0.smithi173.stdout:3555: seq_num 1090 ranges {0=663552,663552=630784,1294336=172032} 2024-08-30T21:10:29.664 INFO:tasks.rados.rados.0.smithi173.stdout:3555: writing smithi17368540-30 from 0 to 663552 tid 1 2024-08-30T21:10:29.667 INFO:tasks.rados.rados.0.smithi173.stdout:3555: writing smithi17368540-30 from 663552 to 1294336 tid 2 2024-08-30T21:10:29.669 INFO:tasks.rados.rados.0.smithi173.stdout:3555: writing smithi17368540-30 from 1294336 to 1466368 tid 3 2024-08-30T21:10:29.669 INFO:tasks.rados.rados.0.smithi173.stdout:3556: rollback oid 3 current snap is 335 2024-08-30T21:10:29.669 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 3 to 332 2024-08-30T21:10:29.669 INFO:tasks.rados.rados.0.smithi173.stdout:3555: finishing write tid 1 to smithi17368540-30 2024-08-30T21:10:29.669 INFO:tasks.rados.rados.0.smithi173.stdout:3557: snap_remove snap 334 2024-08-30T21:10:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:29 smithi173 ceph-mon[79976]: pgmap v814: 121 pgs: 121 active+clean; 180 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 588 KiB/s wr, 19 op/s 2024-08-30T21:10:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:29 smithi173 ceph-mon[79976]: osdmap e758: 8 total, 8 up, 8 in 2024-08-30T21:10:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:29 smithi173 ceph-mon[82405]: pgmap v814: 121 pgs: 121 active+clean; 180 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 588 KiB/s wr, 19 op/s 2024-08-30T21:10:29.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:29 smithi173 ceph-mon[82405]: osdmap e758: 8 total, 8 up, 8 in 2024-08-30T21:10:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:29 smithi196 ceph-mon[74601]: pgmap v814: 121 pgs: 121 active+clean; 180 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 588 KiB/s wr, 19 op/s 2024-08-30T21:10:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:29 smithi196 ceph-mon[74601]: osdmap e758: 8 total, 8 up, 8 in 2024-08-30T21:10:30.657 INFO:tasks.rados.rados.0.smithi173.stdout:3557: done (2 left) 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3558: rmattr oid 14 current snap is 335 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: finishing write tid 2 to smithi17368540-30 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: finishing write tid 3 to smithi17368540-30 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: finishing write tid 4 to smithi17368540-30 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3559: delete oid 48 current snap is 335 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: finishing write tid 5 to smithi17368540-30 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: oid 30 updating version 0 to 2197 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: oid 30 updating version 2197 to 2198 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: oid 30 updating version 2198 to 2200 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: oid 30 version 2200 is already newer than 2199 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 2200 (ObjNum 1090 snap 335 seq_num 1090) dirty exists 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3555: left oid 30 (ObjNum 1090 snap 335 seq_num 1090) 2024-08-30T21:10:30.658 INFO:tasks.rados.rados.0.smithi173.stdout:3556: finishing rollback tid 1 to smithi17368540-3 2024-08-30T21:10:30.659 INFO:tasks.rados.rados.0.smithi173.stdout:3556: finishing rollback tid 2 to smithi17368540-3 2024-08-30T21:10:30.659 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2442 (ObjNum 1042 snap 326 seq_num 1042) dirty exists 2024-08-30T21:10:30.660 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2201 (ObjNum 1037 snap 326 seq_num 1037) dirty exists 2024-08-30T21:10:30.663 INFO:tasks.rados.rados.0.smithi173.stdout:3555: done (3 left) 2024-08-30T21:10:30.663 INFO:tasks.rados.rados.0.smithi173.stdout:3556: done (2 left) 2024-08-30T21:10:30.663 INFO:tasks.rados.rados.0.smithi173.stdout:3558: done (1 left) 2024-08-30T21:10:30.663 INFO:tasks.rados.rados.0.smithi173.stdout:3559: done (0 left) 2024-08-30T21:10:30.663 INFO:tasks.rados.rados.0.smithi173.stdout:3560: snap_remove snap 332 2024-08-30T21:10:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:30 smithi173 ceph-mon[79976]: osdmap e759: 8 total, 8 up, 8 in 2024-08-30T21:10:30.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:30 smithi173 ceph-mon[82405]: osdmap e759: 8 total, 8 up, 8 in 2024-08-30T21:10:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:30 smithi196 ceph-mon[74601]: osdmap e759: 8 total, 8 up, 8 in 2024-08-30T21:10:31.593 INFO:tasks.rados.rados.0.smithi173.stdout:3560: done (0 left) 2024-08-30T21:10:31.593 INFO:tasks.rados.rados.0.smithi173.stdout:3561: rmattr oid 37 current snap is 335 2024-08-30T21:10:31.593 INFO:tasks.rados.rados.0.smithi173.stdout:3561: done (0 left) 2024-08-30T21:10:31.593 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 335 2024-08-30T21:10:31.593 INFO:tasks.rados.rados.0.smithi173.stdout:3562: seq_num 1092 ranges {655360=696320,1351680=802816} 2024-08-30T21:10:31.601 INFO:tasks.rados.rados.0.smithi173.stdout:3562: writing smithi17368540-3 from 655360 to 1351680 tid 1 2024-08-30T21:10:31.606 INFO:tasks.rados.rados.0.smithi173.stdout:3562: writing smithi17368540-3 from 1351680 to 2154496 tid 2 2024-08-30T21:10:31.606 INFO:tasks.rados.rados.0.smithi173.stdout:3563: snap_remove snap 330 2024-08-30T21:10:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:31 smithi173 ceph-mon[82405]: pgmap v817: 121 pgs: 121 active+clean; 204 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-08-30T21:10:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:31 smithi173 ceph-mon[82405]: osdmap e760: 8 total, 8 up, 8 in 2024-08-30T21:10:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:31 smithi173 ceph-mon[82405]: osdmap e761: 8 total, 8 up, 8 in 2024-08-30T21:10:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:31 smithi173 ceph-mon[79976]: pgmap v817: 121 pgs: 121 active+clean; 204 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-08-30T21:10:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:31 smithi173 ceph-mon[79976]: osdmap e760: 8 total, 8 up, 8 in 2024-08-30T21:10:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:31 smithi173 ceph-mon[79976]: osdmap e761: 8 total, 8 up, 8 in 2024-08-30T21:10:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:31 smithi196 ceph-mon[74601]: pgmap v817: 121 pgs: 121 active+clean; 204 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-08-30T21:10:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:31 smithi196 ceph-mon[74601]: osdmap e760: 8 total, 8 up, 8 in 2024-08-30T21:10:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:31 smithi196 ceph-mon[74601]: osdmap e761: 8 total, 8 up, 8 in 2024-08-30T21:10:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3562: finishing write tid 1 to smithi17368540-3 2024-08-30T21:10:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3562: finishing write tid 2 to smithi17368540-3 2024-08-30T21:10:32.594 INFO:tasks.rados.rados.0.smithi173.stdout:3562: finishing write tid 3 to smithi17368540-3 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3562: finishing write tid 4 to smithi17368540-3 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3562: oid 3 updating version 0 to 2444 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3562: oid 3 version 2444 is already newer than 2443 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3562: oid 3 updating version 2444 to 2445 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2445 (ObjNum 1092 snap 335 seq_num 1092) dirty exists 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3562: left oid 3 (ObjNum 1092 snap 335 seq_num 1092) 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3562: done (1 left) 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3563: done (0 left) 2024-08-30T21:10:32.595 INFO:tasks.rados.rados.0.smithi173.stdout:3564: delete oid 37 current snap is 335 2024-08-30T21:10:32.601 INFO:tasks.rados.rados.0.smithi173.stdout:3564: done (0 left) 2024-08-30T21:10:32.601 INFO:tasks.rados.rados.0.smithi173.stdout:3565: copy_from oid 33 from oid 35 current snap is 335 2024-08-30T21:10:32.601 INFO:tasks.rados.rados.0.smithi173.stdout:3566: rollback oid 48 current snap is 335 2024-08-30T21:10:32.601 INFO:tasks.rados.rados.0.smithi173.stdout:3566: done (1 left) 2024-08-30T21:10:32.601 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 49 current snap is 335 2024-08-30T21:10:32.601 INFO:tasks.rados.rados.0.smithi173.stdout:3567: seq_num 1094 ranges {5177344=729088,5906432=573440,6479872=229376} 2024-08-30T21:10:32.634 INFO:tasks.rados.rados.0.smithi173.stdout:3567: writing smithi17368540-49 from 5177344 to 5906432 tid 1 2024-08-30T21:10:32.637 INFO:tasks.rados.rados.0.smithi173.stdout:3567: writing smithi17368540-49 from 5906432 to 6479872 tid 2 2024-08-30T21:10:32.639 INFO:tasks.rados.rados.0.smithi173.stdout:3567: writing smithi17368540-49 from 6479872 to 6709248 tid 3 2024-08-30T21:10:32.639 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 335 2024-08-30T21:10:32.639 INFO:tasks.rados.rados.0.smithi173.stdout:3565: finishing copy_from racing read to smithi17368540-33 2024-08-30T21:10:32.639 INFO:tasks.rados.rados.0.smithi173.stdout:3568: seq_num 1095 ranges {2342912=745472,3088384=499712,3588096=303104} 2024-08-30T21:10:32.655 INFO:tasks.rados.rados.0.smithi173.stdout:3568: writing smithi17368540-14 from 2342912 to 3088384 tid 1 2024-08-30T21:10:32.658 INFO:tasks.rados.rados.0.smithi173.stdout:3568: writing smithi17368540-14 from 3088384 to 3588096 tid 2 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:3568: writing smithi17368540-14 from 3588096 to 3891200 tid 3 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 335 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:3567: finishing write tid 1 to smithi17368540-49 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:3565: finishing copy_from to smithi17368540-33 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 1923 (ObjNum 1083 snap 334 seq_num 1083) dirty exists 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:3567: finishing write tid 2 to smithi17368540-49 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:3567: finishing write tid 3 to smithi17368540-49 2024-08-30T21:10:32.661 INFO:tasks.rados.rados.0.smithi173.stdout:3569: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-08-30T21:10:32.664 INFO:tasks.rados.rados.0.smithi173.stdout:3569: writing smithi17368540-48 from 0 to 761856 tid 1 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3569: writing smithi17368540-48 from 761856 to 1548288 tid 2 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3569: writing smithi17368540-48 from 1548288 to 1564672 tid 3 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3565: done (3 left) 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3570: setattr oid 11 current snap is 335 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3567: finishing write tid 4 to smithi17368540-49 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3567: finishing write tid 5 to smithi17368540-49 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3567: oid 49 updating version 0 to 1827 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3567: oid 49 updating version 1827 to 1829 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3567: oid 49 version 1829 is already newer than 1826 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:3567: oid 49 version 1829 is already newer than 1828 2024-08-30T21:10:32.670 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1829 (ObjNum 1094 snap 335 seq_num 1094) dirty exists 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3567: left oid 49 (ObjNum 1094 snap 335 seq_num 1094) 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: finishing write tid 1 to smithi17368540-14 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: finishing write tid 2 to smithi17368540-14 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: finishing write tid 3 to smithi17368540-14 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: finishing write tid 4 to smithi17368540-14 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: finishing write tid 5 to smithi17368540-14 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: oid 14 updating version 0 to 2202 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: oid 14 updating version 2202 to 2205 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: oid 14 version 2205 is already newer than 2204 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: oid 14 version 2205 is already newer than 2203 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2205 (ObjNum 1095 snap 335 seq_num 1095) dirty exists 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3568: left oid 14 (ObjNum 1095 snap 335 seq_num 1095) 2024-08-30T21:10:32.671 INFO:tasks.rados.rados.0.smithi173.stdout:3569: finishing write tid 1 to smithi17368540-48 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3567: done (3 left) 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3568: done (2 left) 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3571: rollback oid 49 current snap is 335 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3571: done (2 left) 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3572: read oid 46 snap -1 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3572: expect deleted 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3573: copy_from oid 23 from oid 34 current snap is 335 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3574: read oid 31 snap -1 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3574: expect (ObjNum 1074 snap 330 seq_num 1074) 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3575: snap_create 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3569: finishing write tid 2 to smithi17368540-48 2024-08-30T21:10:32.673 INFO:tasks.rados.rados.0.smithi173.stdout:3569: finishing write tid 3 to smithi17368540-48 2024-08-30T21:10:32.674 INFO:tasks.rados.rados.0.smithi173.stdout:3569: finishing write tid 4 to smithi17368540-48 2024-08-30T21:10:32.674 INFO:tasks.rados.rados.0.smithi173.stdout:3569: finishing write tid 5 to smithi17368540-48 2024-08-30T21:10:32.674 INFO:tasks.rados.rados.0.smithi173.stdout:3569: oid 48 updating version 0 to 1746 2024-08-30T21:10:32.674 INFO:tasks.rados.rados.0.smithi173.stdout:3569: oid 48 version 1746 is already newer than 1743 2024-08-30T21:10:32.674 INFO:tasks.rados.rados.0.smithi173.stdout:3569: oid 48 version 1746 is already newer than 1744 2024-08-30T21:10:32.675 INFO:tasks.rados.rados.0.smithi173.stdout:3569: oid 48 version 1746 is already newer than 1745 2024-08-30T21:10:32.675 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1746 (ObjNum 1096 snap 335 seq_num 1096) dirty exists 2024-08-30T21:10:32.675 INFO:tasks.rados.rados.0.smithi173.stdout:3569: left oid 48 (ObjNum 1096 snap 335 seq_num 1096) 2024-08-30T21:10:32.676 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2454 (ObjNum 975 snap 311 seq_num 975) dirty exists 2024-08-30T21:10:32.694 INFO:tasks.rados.rados.0.smithi173.stdout:3573: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:10:32.698 INFO:tasks.rados.rados.0.smithi173.stdout:3574: expect (ObjNum 1074 snap 330 seq_num 1074) 2024-08-30T21:10:33.219 INFO:tasks.rados.rados.0.smithi173.stdout:3573: finishing copy_from to smithi17368540-23 2024-08-30T21:10:33.219 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 1813 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:10:33.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:10:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:10:33] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-08-30T21:10:33.659 INFO:tasks.rados.rados.0.smithi173.stdout:3569: done (5 left) 2024-08-30T21:10:33.659 INFO:tasks.rados.rados.0.smithi173.stdout:3570: done (4 left) 2024-08-30T21:10:33.659 INFO:tasks.rados.rados.0.smithi173.stdout:3572: done (3 left) 2024-08-30T21:10:33.659 INFO:tasks.rados.rados.0.smithi173.stdout:3573: done (2 left) 2024-08-30T21:10:33.659 INFO:tasks.rados.rados.0.smithi173.stdout:3574: done (1 left) 2024-08-30T21:10:33.659 INFO:tasks.rados.rados.0.smithi173.stdout:3575: done (0 left) 2024-08-30T21:10:33.660 INFO:tasks.rados.rados.0.smithi173.stdout:3576: snap_create 2024-08-30T21:10:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:33 smithi173 ceph-mon[82405]: pgmap v820: 121 pgs: 121 active+clean; 225 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 26 op/s 2024-08-30T21:10:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:33 smithi173 ceph-mon[82405]: osdmap e762: 8 total, 8 up, 8 in 2024-08-30T21:10:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:33 smithi173 ceph-mon[79976]: pgmap v820: 121 pgs: 121 active+clean; 225 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 26 op/s 2024-08-30T21:10:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:33 smithi173 ceph-mon[79976]: osdmap e762: 8 total, 8 up, 8 in 2024-08-30T21:10:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:33 smithi196 ceph-mon[74601]: pgmap v820: 121 pgs: 121 active+clean; 225 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 11 MiB/s wr, 26 op/s 2024-08-30T21:10:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:33 smithi196 ceph-mon[74601]: osdmap e762: 8 total, 8 up, 8 in 2024-08-30T21:10:34.662 INFO:tasks.rados.rados.0.smithi173.stdout:3576: done (0 left) 2024-08-30T21:10:34.662 INFO:tasks.rados.rados.0.smithi173.stdout:3577: delete oid 4 current snap is 337 2024-08-30T21:10:34.671 INFO:tasks.rados.rados.0.smithi173.stdout:3577: done (0 left) 2024-08-30T21:10:34.671 INFO:tasks.rados.rados.0.smithi173.stdout:3578: setattr oid 35 current snap is 337 2024-08-30T21:10:34.672 INFO:tasks.rados.rados.0.smithi173.stdout:3579: rollback oid 33 current snap is 337 2024-08-30T21:10:34.672 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 33 to 336 2024-08-30T21:10:34.672 INFO:tasks.rados.rados.0.smithi173.stdout:3580: delete oid 9 current snap is 337 2024-08-30T21:10:34.677 INFO:tasks.rados.rados.0.smithi173.stdout:3580: done (2 left) 2024-08-30T21:10:34.677 INFO:tasks.rados.rados.0.smithi173.stdout:3581: rollback oid 19 current snap is 337 2024-08-30T21:10:34.677 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1924 (ObjNum 1083 snap 334 seq_num 1083) dirty exists 2024-08-30T21:10:34.677 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 19 to 335 2024-08-30T21:10:34.677 INFO:tasks.rados.rados.0.smithi173.stdout:3578: done (2 left) 2024-08-30T21:10:34.678 INFO:tasks.rados.rados.0.smithi173.stdout:3582: delete oid 41 current snap is 337 2024-08-30T21:10:34.678 INFO:tasks.rados.rados.0.smithi173.stdout:3579: finishing rollback tid 0 to smithi17368540-33 2024-08-30T21:10:34.679 INFO:tasks.rados.rados.0.smithi173.stdout:3579: finishing rollback tid 1 to smithi17368540-33 2024-08-30T21:10:34.679 INFO:tasks.rados.rados.0.smithi173.stdout:3579: finishing rollback tid 2 to smithi17368540-33 2024-08-30T21:10:34.679 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2167 (ObjNum 1083 snap 334 seq_num 1083) dirty exists 2024-08-30T21:10:34.681 INFO:tasks.rados.rados.0.smithi173.stdout:3579: done (2 left) 2024-08-30T21:10:34.681 INFO:tasks.rados.rados.0.smithi173.stdout:3582: done (1 left) 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3583: copy_from oid 44 from oid 23 current snap is 337 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3584: copy_from oid 4 from oid 2 current snap is 337 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3585: read oid 27 snap -1 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3585: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3586: rmattr oid 15 current snap is 337 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3587: rmattr oid 30 current snap is 337 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3587: done (5 left) 2024-08-30T21:10:34.682 INFO:tasks.rados.rados.0.smithi173.stdout:3588: snap_remove snap 336 2024-08-30T21:10:34.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:34 smithi173 ceph-mon[82405]: osdmap e763: 8 total, 8 up, 8 in 2024-08-30T21:10:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:34 smithi173 ceph-mon[79976]: osdmap e763: 8 total, 8 up, 8 in 2024-08-30T21:10:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:34 smithi196 ceph-mon[74601]: osdmap e763: 8 total, 8 up, 8 in 2024-08-30T21:10:35.674 INFO:tasks.rados.rados.0.smithi173.stdout:3588: done (5 left) 2024-08-30T21:10:35.674 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 29 current snap is 337 2024-08-30T21:10:35.675 INFO:tasks.rados.rados.0.smithi173.stdout:3581: finishing rollback tid 0 to smithi17368540-19 2024-08-30T21:10:35.675 INFO:tasks.rados.rados.0.smithi173.stdout:3589: seq_num 1100 ranges {10289152=425984,10715136=729088,11444224=475136} 2024-08-30T21:10:35.731 INFO:tasks.rados.rados.0.smithi173.stdout:3589: writing smithi17368540-29 from 10289152 to 10715136 tid 1 2024-08-30T21:10:35.734 INFO:tasks.rados.rados.0.smithi173.stdout:3589: writing smithi17368540-29 from 10715136 to 11444224 tid 2 2024-08-30T21:10:35.738 INFO:tasks.rados.rados.0.smithi173.stdout:3589: writing smithi17368540-29 from 11444224 to 11919360 tid 3 2024-08-30T21:10:35.738 INFO:tasks.rados.rados.0.smithi173.stdout:3590: delete oid 39 current snap is 337 2024-08-30T21:10:35.739 INFO:tasks.rados.rados.0.smithi173.stdout:3581: finishing rollback tid 1 to smithi17368540-19 2024-08-30T21:10:35.739 INFO:tasks.rados.rados.0.smithi173.stdout:3581: finishing rollback tid 2 to smithi17368540-19 2024-08-30T21:10:35.739 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 2423 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:10:35.739 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2098 (ObjNum 1039 snap 326 seq_num 1039) dirty exists 2024-08-30T21:10:35.739 INFO:tasks.rados.rados.0.smithi173.stdout:3585: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:35 smithi173 ceph-mon[79976]: pgmap v823: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-08-30T21:10:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:35 smithi173 ceph-mon[79976]: osdmap e764: 8 total, 8 up, 8 in 2024-08-30T21:10:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:35 smithi173 ceph-mon[82405]: pgmap v823: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-08-30T21:10:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:35 smithi173 ceph-mon[82405]: osdmap e764: 8 total, 8 up, 8 in 2024-08-30T21:10:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:35 smithi196 ceph-mon[74601]: pgmap v823: 121 pgs: 121 active+clean; 215 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 9.7 MiB/s wr, 20 op/s 2024-08-30T21:10:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:35 smithi196 ceph-mon[74601]: osdmap e764: 8 total, 8 up, 8 in 2024-08-30T21:10:36.191 INFO:tasks.rados.rados.0.smithi173.stdout:3583: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:10:36.191 INFO:tasks.rados.rados.0.smithi173.stdout:3583: finishing copy_from to smithi17368540-44 2024-08-30T21:10:36.191 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 1813 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:10:36.191 INFO:tasks.rados.rados.0.smithi173.stdout:3584: finishing copy_from racing read to smithi17368540-4 2024-08-30T21:10:36.191 INFO:tasks.rados.rados.0.smithi173.stdout:3581: done (6 left) 2024-08-30T21:10:36.191 INFO:tasks.rados.rados.0.smithi173.stdout:3583: done (5 left) 2024-08-30T21:10:36.191 INFO:tasks.rados.rados.0.smithi173.stdout:3585: done (4 left) 2024-08-30T21:10:36.192 INFO:tasks.rados.rados.0.smithi173.stdout:3586: done (3 left) 2024-08-30T21:10:36.192 INFO:tasks.rados.rados.0.smithi173.stdout:3590: done (2 left) 2024-08-30T21:10:36.192 INFO:tasks.rados.rados.0.smithi173.stdout:3591: snap_remove snap 335 2024-08-30T21:10:36.593 INFO:tasks.rados.rados.0.smithi173.stdout:3591: done (2 left) 2024-08-30T21:10:36.594 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 337 2024-08-30T21:10:36.594 INFO:tasks.rados.rados.0.smithi173.stdout:3592: seq_num 1102 ranges {6938624=458752,7397376=491520,7888896=491520,8380416=221184} 2024-08-30T21:10:36.632 INFO:tasks.rados.rados.0.smithi173.stdout:3592: writing smithi17368540-43 from 6938624 to 7397376 tid 1 2024-08-30T21:10:36.635 INFO:tasks.rados.rados.0.smithi173.stdout:3592: writing smithi17368540-43 from 7397376 to 7888896 tid 2 2024-08-30T21:10:36.638 INFO:tasks.rados.rados.0.smithi173.stdout:3592: writing smithi17368540-43 from 7888896 to 8380416 tid 3 2024-08-30T21:10:36.640 INFO:tasks.rados.rados.0.smithi173.stdout:3592: writing smithi17368540-43 from 8380416 to 8601600 tid 4 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3593: copy_from oid 14 from oid 33 current snap is 337 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3584: finishing copy_from to smithi17368540-4 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 2420 (ObjNum 1085 snap 334 seq_num 1085) dirty exists 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: finishing write tid 1 to smithi17368540-29 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: finishing write tid 2 to smithi17368540-29 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: finishing write tid 3 to smithi17368540-29 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: finishing write tid 4 to smithi17368540-29 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: finishing write tid 5 to smithi17368540-29 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: oid 29 updating version 0 to 2462 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: oid 29 updating version 2462 to 2463 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: oid 29 updating version 2463 to 2464 2024-08-30T21:10:36.641 INFO:tasks.rados.rados.0.smithi173.stdout:3589: oid 29 version 2464 is already newer than 2459 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2464 (ObjNum 1100 snap 337 seq_num 1100) dirty exists 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3589: left oid 29 (ObjNum 1100 snap 337 seq_num 1100) 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3584: done (3 left) 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3589: done (2 left) 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3594: read oid 7 snap -1 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3594: expect deleted 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 337 2024-08-30T21:10:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3595: seq_num 1103 ranges {7544832=475136,8019968=425984,8445952=696320,9142272=81920} 2024-08-30T21:10:36.685 INFO:tasks.rados.rados.0.smithi173.stdout:3595: writing smithi17368540-6 from 7544832 to 8019968 tid 1 2024-08-30T21:10:36.687 INFO:tasks.rados.rados.0.smithi173.stdout:3595: writing smithi17368540-6 from 8019968 to 8445952 tid 2 2024-08-30T21:10:36.691 INFO:tasks.rados.rados.0.smithi173.stdout:3595: writing smithi17368540-6 from 8445952 to 9142272 tid 3 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3595: writing smithi17368540-6 from 9142272 to 9224192 tid 4 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3596: rollback oid 11 current snap is 337 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3596: done (4 left) 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3597: rollback oid 8 current snap is 337 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3597: done (4 left) 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3598: rollback oid 24 current snap is 337 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3592: finishing write tid 1 to smithi17368540-43 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3592: finishing write tid 2 to smithi17368540-43 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3592: finishing write tid 3 to smithi17368540-43 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3592: finishing write tid 4 to smithi17368540-43 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3594: done (4 left) 2024-08-30T21:10:36.693 INFO:tasks.rados.rados.0.smithi173.stdout:3598: done (3 left) 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 337 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: finishing write tid 5 to smithi17368540-43 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: finishing write tid 6 to smithi17368540-43 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: oid 43 updating version 0 to 2204 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: oid 43 updating version 2204 to 2207 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: oid 43 version 2207 is already newer than 2206 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: oid 43 version 2207 is already newer than 2205 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: oid 43 version 2207 is already newer than 2203 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2207 (ObjNum 1102 snap 337 seq_num 1102) dirty exists 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3592: left oid 43 (ObjNum 1102 snap 337 seq_num 1102) 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3593: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3593: finishing copy_from to smithi17368540-14 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2167 (ObjNum 1083 snap 334 seq_num 1083) dirty exists 2024-08-30T21:10:36.694 INFO:tasks.rados.rados.0.smithi173.stdout:3595: finishing write tid 1 to smithi17368540-6 2024-08-30T21:10:36.695 INFO:tasks.rados.rados.0.smithi173.stdout:3595: finishing write tid 2 to smithi17368540-6 2024-08-30T21:10:36.695 INFO:tasks.rados.rados.0.smithi173.stdout:3599: seq_num 1104 ranges {7544832=499712,8044544=712704,8757248=491520} 2024-08-30T21:10:36.735 INFO:tasks.rados.rados.0.smithi173.stdout:3599: writing smithi17368540-15 from 7544832 to 8044544 tid 1 2024-08-30T21:10:36.738 INFO:tasks.rados.rados.0.smithi173.stdout:3599: writing smithi17368540-15 from 8044544 to 8757248 tid 2 2024-08-30T21:10:36.742 INFO:tasks.rados.rados.0.smithi173.stdout:3599: writing smithi17368540-15 from 8757248 to 9248768 tid 3 2024-08-30T21:10:36.742 INFO:tasks.rados.rados.0.smithi173.stdout:3592: done (3 left) 2024-08-30T21:10:36.742 INFO:tasks.rados.rados.0.smithi173.stdout:3593: done (2 left) 2024-08-30T21:10:36.742 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 337 2024-08-30T21:10:36.742 INFO:tasks.rados.rados.0.smithi173.stdout:3595: finishing write tid 3 to smithi17368540-6 2024-08-30T21:10:36.742 INFO:tasks.rados.rados.0.smithi173.stdout:3600: seq_num 1105 ranges {8601600=516096,9117696=598016,9715712=606208} 2024-08-30T21:10:36.789 INFO:tasks.rados.rados.0.smithi173.stdout:3600: writing smithi17368540-43 from 8601600 to 9117696 tid 1 2024-08-30T21:10:36.792 INFO:tasks.rados.rados.0.smithi173.stdout:3600: writing smithi17368540-43 from 9117696 to 9715712 tid 2 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3600: writing smithi17368540-43 from 9715712 to 10321920 tid 3 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3601: delete oid 35 current snap is 337 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3595: finishing write tid 4 to smithi17368540-6 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3595: finishing write tid 5 to smithi17368540-6 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3595: finishing write tid 6 to smithi17368540-6 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3595: oid 6 updating version 0 to 2083 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3595: oid 6 updating version 2083 to 2087 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3595: oid 6 version 2087 is already newer than 2085 2024-08-30T21:10:36.797 INFO:tasks.rados.rados.0.smithi173.stdout:3595: oid 6 version 2087 is already newer than 2084 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3595: oid 6 version 2087 is already newer than 2086 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2087 (ObjNum 1103 snap 337 seq_num 1103) dirty exists 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3595: left oid 6 (ObjNum 1103 snap 337 seq_num 1103) 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: finishing write tid 1 to smithi17368540-15 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: finishing write tid 2 to smithi17368540-15 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: finishing write tid 3 to smithi17368540-15 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: finishing write tid 4 to smithi17368540-15 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: finishing write tid 5 to smithi17368540-15 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: oid 15 updating version 0 to 2100 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: oid 15 updating version 2100 to 2101 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: oid 15 version 2101 is already newer than 2099 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: oid 15 updating version 2101 to 2102 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2102 (ObjNum 1104 snap 337 seq_num 1104) dirty exists 2024-08-30T21:10:36.798 INFO:tasks.rados.rados.0.smithi173.stdout:3599: left oid 15 (ObjNum 1104 snap 337 seq_num 1104) 2024-08-30T21:10:36.799 INFO:tasks.rados.rados.0.smithi173.stdout:3600: finishing write tid 1 to smithi17368540-43 2024-08-30T21:10:36.799 INFO:tasks.rados.rados.0.smithi173.stdout:3600: finishing write tid 2 to smithi17368540-43 2024-08-30T21:10:36.799 INFO:tasks.rados.rados.0.smithi173.stdout:3595: done (3 left) 2024-08-30T21:10:36.799 INFO:tasks.rados.rados.0.smithi173.stdout:3599: done (2 left) 2024-08-30T21:10:36.799 INFO:tasks.rados.rados.0.smithi173.stdout:3601: done (1 left) 2024-08-30T21:10:36.799 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 30 current snap is 337 2024-08-30T21:10:36.799 INFO:tasks.rados.rados.0.smithi173.stdout:3602: seq_num 1107 ranges {1466368=548864,2015232=770048,2785280=434176} 2024-08-30T21:10:36.809 INFO:tasks.rados.rados.0.smithi173.stdout:3602: writing smithi17368540-30 from 1466368 to 2015232 tid 1 2024-08-30T21:10:36.814 INFO:tasks.rados.rados.0.smithi173.stdout:3602: writing smithi17368540-30 from 2015232 to 2785280 tid 2 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3602: writing smithi17368540-30 from 2785280 to 3219456 tid 3 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3603: read oid 12 snap -1 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3603: expect (ObjNum 1029 snap 325 seq_num 1029) 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3604: setattr oid 48 current snap is 337 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3600: finishing write tid 3 to smithi17368540-43 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3600: finishing write tid 4 to smithi17368540-43 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3600: finishing write tid 5 to smithi17368540-43 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3600: oid 43 updating version 0 to 2211 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3600: oid 43 version 2211 is already newer than 2209 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3600: oid 43 version 2211 is already newer than 2210 2024-08-30T21:10:36.817 INFO:tasks.rados.rados.0.smithi173.stdout:3600: oid 43 version 2211 is already newer than 2208 2024-08-30T21:10:36.818 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2211 (ObjNum 1105 snap 337 seq_num 1105) dirty exists 2024-08-30T21:10:36.818 INFO:tasks.rados.rados.0.smithi173.stdout:3600: left oid 43 (ObjNum 1105 snap 337 seq_num 1105) 2024-08-30T21:10:36.818 INFO:tasks.rados.rados.0.smithi173.stdout:3602: finishing write tid 1 to smithi17368540-30 2024-08-30T21:10:36.818 INFO:tasks.rados.rados.0.smithi173.stdout:3600: done (3 left) 2024-08-30T21:10:36.818 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 35 current snap is 337 2024-08-30T21:10:36.818 INFO:tasks.rados.rados.0.smithi173.stdout:3605: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-08-30T21:10:36.821 INFO:tasks.rados.rados.0.smithi173.stdout:3605: writing smithi17368540-35 from 0 to 565248 tid 1 2024-08-30T21:10:36.825 INFO:tasks.rados.rados.0.smithi173.stdout:3605: writing smithi17368540-35 from 565248 to 1212416 tid 2 2024-08-30T21:10:36.827 INFO:tasks.rados.rados.0.smithi173.stdout:3605: writing smithi17368540-35 from 1212416 to 1695744 tid 3 2024-08-30T21:10:36.828 INFO:tasks.rados.rados.0.smithi173.stdout:3605: writing smithi17368540-35 from 1695744 to 1769472 tid 4 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3606: rollback oid 22 current snap is 337 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3606: done (4 left) 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3607: setattr oid 25 current snap is 337 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: finishing write tid 2 to smithi17368540-30 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: finishing write tid 3 to smithi17368540-30 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: finishing write tid 4 to smithi17368540-30 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1748 (ObjNum 1096 snap 335 seq_num 1096) dirty exists 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: finishing write tid 5 to smithi17368540-30 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: oid 30 updating version 0 to 2208 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: oid 30 version 2208 is already newer than 2207 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: oid 30 version 2208 is already newer than 2206 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:3602: oid 30 updating version 2208 to 2209 2024-08-30T21:10:36.829 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 2209 (ObjNum 1107 snap 337 seq_num 1107) dirty exists 2024-08-30T21:10:36.830 INFO:tasks.rados.rados.0.smithi173.stdout:3602: left oid 30 (ObjNum 1107 snap 337 seq_num 1107) 2024-08-30T21:10:36.830 INFO:tasks.rados.rados.0.smithi173.stdout:3603: expect (ObjNum 1029 snap 325 seq_num 1029) 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: finishing write tid 1 to smithi17368540-35 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: finishing write tid 2 to smithi17368540-35 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: finishing write tid 3 to smithi17368540-35 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: finishing write tid 4 to smithi17368540-35 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: finishing write tid 5 to smithi17368540-35 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: finishing write tid 6 to smithi17368540-35 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: oid 35 updating version 0 to 1928 2024-08-30T21:10:36.841 INFO:tasks.rados.rados.0.smithi173.stdout:3605: oid 35 version 1928 is already newer than 1926 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3605: oid 35 version 1928 is already newer than 1927 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3605: oid 35 updating version 1928 to 1929 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3605: oid 35 updating version 1929 to 1930 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 1930 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3605: left oid 35 (ObjNum 1108 snap 337 seq_num 1108) 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3602: done (4 left) 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3603: done (3 left) 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3604: done (2 left) 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3605: done (1 left) 2024-08-30T21:10:36.842 INFO:tasks.rados.rados.0.smithi173.stdout:3608: setattr oid 4 current snap is 337 2024-08-30T21:10:36.843 INFO:tasks.rados.rados.0.smithi173.stdout:3609: read oid 19 snap -1 2024-08-30T21:10:36.843 INFO:tasks.rados.rados.0.smithi173.stdout:3609: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-08-30T21:10:36.843 INFO:tasks.rados.rados.0.smithi173.stdout:3610: rmattr oid 28 current snap is 337 2024-08-30T21:10:36.843 INFO:tasks.rados.rados.0.smithi173.stdout:3611: copy_from oid 40 from oid 21 current snap is 337 2024-08-30T21:10:36.843 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 337 2024-08-30T21:10:36.843 INFO:tasks.rados.rados.0.smithi173.stdout:3612: seq_num 1109 ranges {5177344=581632,5758976=532480,6291456=647168,6938624=24576} 2024-08-30T21:10:36.874 INFO:tasks.rados.rados.0.smithi173.stdout:3612: writing smithi17368540-44 from 5177344 to 5758976 tid 1 2024-08-30T21:10:36.877 INFO:tasks.rados.rados.0.smithi173.stdout:3612: writing smithi17368540-44 from 5758976 to 6291456 tid 2 2024-08-30T21:10:36.882 INFO:tasks.rados.rados.0.smithi173.stdout:3612: writing smithi17368540-44 from 6291456 to 6938624 tid 3 2024-08-30T21:10:36.882 INFO:tasks.rados.rados.0.smithi173.stdout:3612: writing smithi17368540-44 from 6938624 to 6963200 tid 4 2024-08-30T21:10:36.882 INFO:tasks.rados.rados.0.smithi173.stdout:3613: rollback oid 14 current snap is 337 2024-08-30T21:10:36.882 INFO:tasks.rados.rados.0.smithi173.stdout:3613: done (6 left) 2024-08-30T21:10:36.882 INFO:tasks.rados.rados.0.smithi173.stdout:3614: read oid 50 snap -1 2024-08-30T21:10:36.882 INFO:tasks.rados.rados.0.smithi173.stdout:3614: expect deleted 2024-08-30T21:10:36.882 INFO:tasks.rados.rados.0.smithi173.stdout:3615: read oid 45 snap -1 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:3615: expect (ObjNum 1017 snap 322 seq_num 1017) 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:3616: read oid 16 snap -1 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:3616: expect (ObjNum 1072 snap 329 seq_num 1072) 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:3617: read oid 31 snap -1 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:3617: expect (ObjNum 1074 snap 330 seq_num 1074) 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:3618: snap_create 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1936 (ObjNum 967 snap 309 seq_num 967) dirty exists 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 2469 (ObjNum 1085 snap 334 seq_num 1085) dirty exists 2024-08-30T21:10:36.883 INFO:tasks.rados.rados.0.smithi173.stdout:3609: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-08-30T21:10:36.915 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2168 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-08-30T21:10:36.915 INFO:tasks.rados.rados.0.smithi173.stdout:3612: finishing write tid 1 to smithi17368540-44 2024-08-30T21:10:36.915 INFO:tasks.rados.rados.0.smithi173.stdout:3612: finishing write tid 2 to smithi17368540-44 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: finishing write tid 3 to smithi17368540-44 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: finishing write tid 4 to smithi17368540-44 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: finishing write tid 5 to smithi17368540-44 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: finishing write tid 6 to smithi17368540-44 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: oid 44 updating version 0 to 2105 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: oid 44 version 2105 is already newer than 2103 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: oid 44 version 2105 is already newer than 2104 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: oid 44 updating version 2105 to 2106 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: oid 44 updating version 2106 to 2107 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2107 (ObjNum 1109 snap 337 seq_num 1109) dirty exists 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3612: left oid 44 (ObjNum 1109 snap 337 seq_num 1109) 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3611: finishing copy_from racing read to smithi17368540-40 2024-08-30T21:10:36.916 INFO:tasks.rados.rados.0.smithi173.stdout:3611: finishing copy_from to smithi17368540-40 2024-08-30T21:10:36.917 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 2164 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-08-30T21:10:36.917 INFO:tasks.rados.rados.0.smithi173.stdout:3617: expect (ObjNum 1074 snap 330 seq_num 1074) 2024-08-30T21:10:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:36 smithi173 ceph-mon[79976]: osdmap e765: 8 total, 8 up, 8 in 2024-08-30T21:10:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:36 smithi173 ceph-mon[79976]: osdmap e766: 8 total, 8 up, 8 in 2024-08-30T21:10:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:36 smithi173 ceph-mon[82405]: osdmap e765: 8 total, 8 up, 8 in 2024-08-30T21:10:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:36 smithi173 ceph-mon[82405]: osdmap e766: 8 total, 8 up, 8 in 2024-08-30T21:10:36.960 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:10:36 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:10:36.653+0000 7fb2fe5b4640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 190 after trimming was started 2024-08-30T21:10:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:36 smithi196 ceph-mon[74601]: osdmap e765: 8 total, 8 up, 8 in 2024-08-30T21:10:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:36 smithi196 ceph-mon[74601]: osdmap e766: 8 total, 8 up, 8 in 2024-08-30T21:10:37.436 INFO:tasks.rados.rados.0.smithi173.stdout:3615: expect (ObjNum 1017 snap 322 seq_num 1017) 2024-08-30T21:10:37.740 INFO:tasks.rados.rados.0.smithi173.stdout:3616: expect (ObjNum 1072 snap 329 seq_num 1072) 2024-08-30T21:10:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:37 smithi173 ceph-mon[79976]: pgmap v826: 121 pgs: 121 active+clean; 224 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 8.6 MiB/s wr, 22 op/s 2024-08-30T21:10:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:37 smithi173 ceph-mon[82405]: pgmap v826: 121 pgs: 121 active+clean; 224 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 8.6 MiB/s wr, 22 op/s 2024-08-30T21:10:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:37 smithi196 ceph-mon[74601]: pgmap v826: 121 pgs: 121 active+clean; 224 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 8.6 MiB/s wr, 22 op/s 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3607: done (10 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3608: done (9 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3609: done (8 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3610: done (7 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3611: done (6 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3612: done (5 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3614: done (4 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3615: done (3 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3616: done (2 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3617: done (1 left) 2024-08-30T21:10:38.258 INFO:tasks.rados.rados.0.smithi173.stdout:3618: done (0 left) 2024-08-30T21:10:38.259 INFO:tasks.rados.rados.0.smithi173.stdout:3619: snap_remove snap 337 2024-08-30T21:10:38.694 INFO:tasks.rados.rados.0.smithi173.stdout:3619: done (0 left) 2024-08-30T21:10:38.694 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 23 current snap is 338 2024-08-30T21:10:38.695 INFO:tasks.rados.rados.0.smithi173.stdout:3620: seq_num 1110 ranges {5177344=598016,5775360=466944,6242304=450560,6692864=286720} 2024-08-30T21:10:38.724 INFO:tasks.rados.rados.0.smithi173.stdout:3620: writing smithi17368540-23 from 5177344 to 5775360 tid 1 2024-08-30T21:10:38.727 INFO:tasks.rados.rados.0.smithi173.stdout:3620: writing smithi17368540-23 from 5775360 to 6242304 tid 2 2024-08-30T21:10:38.730 INFO:tasks.rados.rados.0.smithi173.stdout:3620: writing smithi17368540-23 from 6242304 to 6692864 tid 3 2024-08-30T21:10:38.732 INFO:tasks.rados.rados.0.smithi173.stdout:3620: writing smithi17368540-23 from 6692864 to 6979584 tid 4 2024-08-30T21:10:38.732 INFO:tasks.rados.rados.0.smithi173.stdout:3621: read oid 34 snap -1 2024-08-30T21:10:38.733 INFO:tasks.rados.rados.0.smithi173.stdout:3621: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:38.733 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 338 2024-08-30T21:10:38.733 INFO:tasks.rados.rados.0.smithi173.stdout:3622: seq_num 1111 ranges {5808128=614400,6422528=753664,7176192=450560} 2024-08-30T21:10:38.767 INFO:tasks.rados.rados.0.smithi173.stdout:3622: writing smithi17368540-18 from 5808128 to 6422528 tid 1 2024-08-30T21:10:38.771 INFO:tasks.rados.rados.0.smithi173.stdout:3622: writing smithi17368540-18 from 6422528 to 7176192 tid 2 2024-08-30T21:10:38.774 INFO:tasks.rados.rados.0.smithi173.stdout:3622: writing smithi17368540-18 from 7176192 to 7626752 tid 3 2024-08-30T21:10:38.774 INFO:tasks.rados.rados.0.smithi173.stdout:3623: read oid 12 snap -1 2024-08-30T21:10:38.774 INFO:tasks.rados.rados.0.smithi173.stdout:3623: expect (ObjNum 1029 snap 325 seq_num 1029) 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3624: delete oid 11 current snap is 338 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: finishing write tid 1 to smithi17368540-23 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: finishing write tid 2 to smithi17368540-23 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: finishing write tid 3 to smithi17368540-23 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: finishing write tid 4 to smithi17368540-23 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: finishing write tid 5 to smithi17368540-23 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: finishing write tid 6 to smithi17368540-23 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: oid 23 updating version 0 to 2427 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: oid 23 version 2427 is already newer than 2426 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: oid 23 version 2427 is already newer than 2425 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: oid 23 version 2427 is already newer than 2424 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: oid 23 updating version 2427 to 2428 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2428 (ObjNum 1110 snap 338 seq_num 1110) dirty exists 2024-08-30T21:10:38.775 INFO:tasks.rados.rados.0.smithi173.stdout:3620: left oid 23 (ObjNum 1110 snap 338 seq_num 1110) 2024-08-30T21:10:38.776 INFO:tasks.rados.rados.0.smithi173.stdout:3621: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:38 smithi173 ceph-mon[79976]: osdmap e767: 8 total, 8 up, 8 in 2024-08-30T21:10:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:38 smithi173 ceph-mon[82405]: osdmap e767: 8 total, 8 up, 8 in 2024-08-30T21:10:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:39.003 INFO:tasks.rados.rados.0.smithi173.stdout:3623: expect (ObjNum 1029 snap 325 seq_num 1029) 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: finishing write tid 1 to smithi17368540-18 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: finishing write tid 2 to smithi17368540-18 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: finishing write tid 3 to smithi17368540-18 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: finishing write tid 4 to smithi17368540-18 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: finishing write tid 5 to smithi17368540-18 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: oid 18 updating version 0 to 2470 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: oid 18 updating version 2470 to 2473 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: oid 18 version 2473 is already newer than 2471 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: oid 18 version 2473 is already newer than 2472 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2473 (ObjNum 1111 snap 338 seq_num 1111) dirty exists 2024-08-30T21:10:39.015 INFO:tasks.rados.rados.0.smithi173.stdout:3622: left oid 18 (ObjNum 1111 snap 338 seq_num 1111) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3620: done (4 left) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3621: done (3 left) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3622: done (2 left) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3623: done (1 left) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3624: done (0 left) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3625: copy_from oid 30 from oid 42 current snap is 338 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3626: read oid 14 snap -1 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3626: expect (ObjNum 1083 snap 334 seq_num 1083) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3627: rollback oid 18 current snap is 338 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3627: done (2 left) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3628: rollback oid 27 current snap is 338 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3628: done (2 left) 2024-08-30T21:10:39.016 INFO:tasks.rados.rados.0.smithi173.stdout:3629: rmattr oid 45 current snap is 338 2024-08-30T21:10:39.017 INFO:tasks.rados.rados.0.smithi173.stdout:3629: done (2 left) 2024-08-30T21:10:39.017 INFO:tasks.rados.rados.0.smithi173.stdout:3630: snap_create 2024-08-30T21:10:39.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:38 smithi196 ceph-mon[74601]: osdmap e767: 8 total, 8 up, 8 in 2024-08-30T21:10:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:39.022 INFO:tasks.rados.rados.0.smithi173.stdout:3625: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:10:39.044 INFO:tasks.rados.rados.0.smithi173.stdout:3626: expect (ObjNum 1083 snap 334 seq_num 1083) 2024-08-30T21:10:39.386 INFO:tasks.rados.rados.0.smithi173.stdout:3625: finishing copy_from to smithi17368540-30 2024-08-30T21:10:39.386 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 2139 (ObjNum 1051 snap 326 seq_num 1051) dirty exists 2024-08-30T21:10:39.697 INFO:tasks.rados.rados.0.smithi173.stdout:3625: done (2 left) 2024-08-30T21:10:39.697 INFO:tasks.rados.rados.0.smithi173.stdout:3626: done (1 left) 2024-08-30T21:10:39.697 INFO:tasks.rados.rados.0.smithi173.stdout:3630: done (0 left) 2024-08-30T21:10:39.697 INFO:tasks.rados.rados.0.smithi173.stdout:3631: snap_create 2024-08-30T21:10:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:39 smithi173 ceph-mon[79976]: pgmap v829: 121 pgs: 121 active+clean; 221 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-08-30T21:10:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:39 smithi173 ceph-mon[79976]: osdmap e768: 8 total, 8 up, 8 in 2024-08-30T21:10:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:39 smithi173 ceph-mon[82405]: pgmap v829: 121 pgs: 121 active+clean; 221 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-08-30T21:10:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:39 smithi173 ceph-mon[82405]: osdmap e768: 8 total, 8 up, 8 in 2024-08-30T21:10:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:39 smithi196 ceph-mon[74601]: pgmap v829: 121 pgs: 121 active+clean; 221 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-08-30T21:10:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:39 smithi196 ceph-mon[74601]: osdmap e768: 8 total, 8 up, 8 in 2024-08-30T21:10:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:3631: done (0 left) 2024-08-30T21:10:40.706 INFO:tasks.rados.rados.0.smithi173.stdout:3632: snap_remove snap 339 2024-08-30T21:10:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:40 smithi173 ceph-mon[82405]: osdmap e769: 8 total, 8 up, 8 in 2024-08-30T21:10:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:40 smithi173 ceph-mon[79976]: osdmap e769: 8 total, 8 up, 8 in 2024-08-30T21:10:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:40 smithi196 ceph-mon[74601]: osdmap e769: 8 total, 8 up, 8 in 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:3632: done (0 left) 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:3633: read oid 13 snap -1 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:3633: expect (ObjNum 1067 snap 327 seq_num 1067) 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:3634: read oid 22 snap -1 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:3634: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:3635: rmattr oid 33 current snap is 340 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 31 current snap is 340 2024-08-30T21:10:41.596 INFO:tasks.rados.rados.0.smithi173.stdout:3636: seq_num 1113 ranges {7544832=647168,8192000=524288,8716288=622592,9338880=57344} 2024-08-30T21:10:41.641 INFO:tasks.rados.rados.0.smithi173.stdout:3636: writing smithi17368540-31 from 7544832 to 8192000 tid 1 2024-08-30T21:10:41.644 INFO:tasks.rados.rados.0.smithi173.stdout:3636: writing smithi17368540-31 from 8192000 to 8716288 tid 2 2024-08-30T21:10:41.648 INFO:tasks.rados.rados.0.smithi173.stdout:3636: writing smithi17368540-31 from 8716288 to 9338880 tid 3 2024-08-30T21:10:41.649 INFO:tasks.rados.rados.0.smithi173.stdout:3636: writing smithi17368540-31 from 9338880 to 9396224 tid 4 2024-08-30T21:10:41.649 INFO:tasks.rados.rados.0.smithi173.stdout:3637: setattr oid 16 current snap is 340 2024-08-30T21:10:41.649 INFO:tasks.rados.rados.0.smithi173.stdout:3634: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:10:41.873 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2169 (ObjNum 1083 snap 334 seq_num 1083) dirty exists 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: finishing write tid 1 to smithi17368540-31 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: finishing write tid 2 to smithi17368540-31 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: finishing write tid 3 to smithi17368540-31 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: finishing write tid 4 to smithi17368540-31 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: finishing write tid 5 to smithi17368540-31 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: finishing write tid 6 to smithi17368540-31 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: oid 31 updating version 0 to 2215 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: oid 31 version 2215 is already newer than 2212 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: oid 31 version 2215 is already newer than 2213 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: oid 31 updating version 2215 to 2216 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:3636: oid 31 version 2216 is already newer than 2214 2024-08-30T21:10:41.874 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2216 (ObjNum 1113 snap 340 seq_num 1113) dirty exists 2024-08-30T21:10:41.875 INFO:tasks.rados.rados.0.smithi173.stdout:3636: left oid 31 (ObjNum 1113 snap 340 seq_num 1113) 2024-08-30T21:10:41.875 INFO:tasks.rados.rados.0.smithi173.stdout:3633: expect (ObjNum 1067 snap 327 seq_num 1067) 2024-08-30T21:10:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:41 smithi173 ceph-mon[79976]: pgmap v832: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-08-30T21:10:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:41 smithi173 ceph-mon[79976]: osdmap e770: 8 total, 8 up, 8 in 2024-08-30T21:10:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:41 smithi173 ceph-mon[79976]: osdmap e771: 8 total, 8 up, 8 in 2024-08-30T21:10:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:41 smithi173 ceph-mon[82405]: pgmap v832: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-08-30T21:10:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:41 smithi173 ceph-mon[82405]: osdmap e770: 8 total, 8 up, 8 in 2024-08-30T21:10:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:41 smithi173 ceph-mon[82405]: osdmap e771: 8 total, 8 up, 8 in 2024-08-30T21:10:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:41 smithi196 ceph-mon[74601]: pgmap v832: 121 pgs: 121 active+clean; 219 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-08-30T21:10:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:41 smithi196 ceph-mon[74601]: osdmap e770: 8 total, 8 up, 8 in 2024-08-30T21:10:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:41 smithi196 ceph-mon[74601]: osdmap e771: 8 total, 8 up, 8 in 2024-08-30T21:10:43.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:10:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:10:43] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.51.0" 2024-08-30T21:10:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:43 smithi173 ceph-mon[79976]: pgmap v835: 121 pgs: 121 active+clean; 226 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 8.1 MiB/s wr, 44 op/s 2024-08-30T21:10:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:43 smithi173 ceph-mon[82405]: pgmap v835: 121 pgs: 121 active+clean; 226 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 8.1 MiB/s wr, 44 op/s 2024-08-30T21:10:43.988 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1412 (ObjNum 1072 snap 329 seq_num 1072) dirty exists 2024-08-30T21:10:43.988 INFO:tasks.rados.rados.0.smithi173.stdout:3633: done (4 left) 2024-08-30T21:10:43.988 INFO:tasks.rados.rados.0.smithi173.stdout:3634: done (3 left) 2024-08-30T21:10:43.988 INFO:tasks.rados.rados.0.smithi173.stdout:3635: done (2 left) 2024-08-30T21:10:43.989 INFO:tasks.rados.rados.0.smithi173.stdout:3636: done (1 left) 2024-08-30T21:10:43.989 INFO:tasks.rados.rados.0.smithi173.stdout:3637: done (0 left) 2024-08-30T21:10:43.989 INFO:tasks.rados.rados.0.smithi173.stdout:3638: copy_from oid 6 from oid 26 current snap is 340 2024-08-30T21:10:43.989 INFO:tasks.rados.rados.0.smithi173.stdout:3639: read oid 27 snap -1 2024-08-30T21:10:43.989 INFO:tasks.rados.rados.0.smithi173.stdout:3639: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:43.989 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 14 current snap is 340 2024-08-30T21:10:43.989 INFO:tasks.rados.rados.0.smithi173.stdout:3640: seq_num 1114 ranges {5890048=663552,6553600=802816,7356416=401408} 2024-08-30T21:10:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:43 smithi196 ceph-mon[74601]: pgmap v835: 121 pgs: 121 active+clean; 226 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 8.1 MiB/s wr, 44 op/s 2024-08-30T21:10:44.023 INFO:tasks.rados.rados.0.smithi173.stdout:3640: writing smithi17368540-14 from 5890048 to 6553600 tid 1 2024-08-30T21:10:44.028 INFO:tasks.rados.rados.0.smithi173.stdout:3640: writing smithi17368540-14 from 6553600 to 7356416 tid 2 2024-08-30T21:10:44.031 INFO:tasks.rados.rados.0.smithi173.stdout:3640: writing smithi17368540-14 from 7356416 to 7757824 tid 3 2024-08-30T21:10:44.031 INFO:tasks.rados.rados.0.smithi173.stdout:3641: copy_from oid 24 from oid 19 current snap is 340 2024-08-30T21:10:44.031 INFO:tasks.rados.rados.0.smithi173.stdout:3638: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:10:44.031 INFO:tasks.rados.rados.0.smithi173.stdout:3638: finishing copy_from to smithi17368540-6 2024-08-30T21:10:44.031 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2199 (ObjNum 1078 snap 333 seq_num 1078) dirty exists 2024-08-30T21:10:44.031 INFO:tasks.rados.rados.0.smithi173.stdout:3639: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:44.479 INFO:tasks.rados.rados.0.smithi173.stdout:3640: finishing write tid 1 to smithi17368540-14 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3640: finishing write tid 2 to smithi17368540-14 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3640: finishing write tid 3 to smithi17368540-14 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3638: done (3 left) 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3639: done (2 left) 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3642: read oid 39 snap 338 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3642: expect deleted 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3643: copy_from oid 12 from oid 23 current snap is 340 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3640: finishing write tid 4 to smithi17368540-14 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3640: finishing write tid 5 to smithi17368540-14 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3640: oid 14 updating version 0 to 2211 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3640: oid 14 version 2211 is already newer than 2210 2024-08-30T21:10:44.480 INFO:tasks.rados.rados.0.smithi173.stdout:3640: oid 14 updating version 2211 to 2213 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:3640: oid 14 version 2213 is already newer than 2212 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2213 (ObjNum 1114 snap 340 seq_num 1114) dirty exists 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:3640: left oid 14 (ObjNum 1114 snap 340 seq_num 1114) 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:3641: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:3640: done (3 left) 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 340 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:3641: finishing copy_from to smithi17368540-24 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 2423 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:10:44.481 INFO:tasks.rados.rados.0.smithi173.stdout:3644: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-08-30T21:10:44.483 INFO:tasks.rados.rados.0.smithi173.stdout:3644: writing smithi17368540-9 from 0 to 679936 tid 1 2024-08-30T21:10:44.487 INFO:tasks.rados.rados.0.smithi173.stdout:3644: writing smithi17368540-9 from 679936 to 1368064 tid 2 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3644: writing smithi17368540-9 from 1368064 to 1884160 tid 3 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3641: done (3 left) 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3645: rollback oid 43 current snap is 340 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 43 to 338 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3644: finishing write tid 1 to smithi17368540-9 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3642: done (3 left) 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3646: read oid 27 snap -1 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3646: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 340 2024-08-30T21:10:44.491 INFO:tasks.rados.rados.0.smithi173.stdout:3647: seq_num 1116 ranges {1802240=696320,2498560=573440,3072000=450560,3522560=180224} 2024-08-30T21:10:44.504 INFO:tasks.rados.rados.0.smithi173.stdout:3647: writing smithi17368540-25 from 1802240 to 2498560 tid 1 2024-08-30T21:10:44.508 INFO:tasks.rados.rados.0.smithi173.stdout:3647: writing smithi17368540-25 from 2498560 to 3072000 tid 2 2024-08-30T21:10:44.511 INFO:tasks.rados.rados.0.smithi173.stdout:3647: writing smithi17368540-25 from 3072000 to 3522560 tid 3 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:3647: writing smithi17368540-25 from 3522560 to 3702784 tid 4 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 340 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:3644: finishing write tid 2 to smithi17368540-9 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:3644: finishing write tid 3 to smithi17368540-9 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:3644: finishing write tid 4 to smithi17368540-9 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:3644: finishing write tid 5 to smithi17368540-9 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:3644: oid 9 updating version 0 to 2109 2024-08-30T21:10:44.513 INFO:tasks.rados.rados.0.smithi173.stdout:3644: oid 9 updating version 2109 to 2110 2024-08-30T21:10:44.514 INFO:tasks.rados.rados.0.smithi173.stdout:3644: oid 9 version 2110 is already newer than 2108 2024-08-30T21:10:44.514 INFO:tasks.rados.rados.0.smithi173.stdout:3644: oid 9 updating version 2110 to 2111 2024-08-30T21:10:44.514 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2111 (ObjNum 1115 snap 340 seq_num 1115) dirty exists 2024-08-30T21:10:44.514 INFO:tasks.rados.rados.0.smithi173.stdout:3644: left oid 9 (ObjNum 1115 snap 340 seq_num 1115) 2024-08-30T21:10:44.514 INFO:tasks.rados.rados.0.smithi173.stdout:3648: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2024-08-30T21:10:44.516 INFO:tasks.rados.rados.0.smithi173.stdout:3648: writing smithi17368540-32 from 0 to 712704 tid 1 2024-08-30T21:10:44.520 INFO:tasks.rados.rados.0.smithi173.stdout:3648: writing smithi17368540-32 from 712704 to 1171456 tid 2 2024-08-30T21:10:44.524 INFO:tasks.rados.rados.0.smithi173.stdout:3648: writing smithi17368540-32 from 1171456 to 1826816 tid 3 2024-08-30T21:10:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:3648: writing smithi17368540-32 from 1826816 to 1916928 tid 4 2024-08-30T21:10:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:3644: done (5 left) 2024-08-30T21:10:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:3649: copy_from oid 48 from oid 17 current snap is 340 2024-08-30T21:10:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:3643: finishing copy_from racing read to smithi17368540-12 2024-08-30T21:10:44.525 INFO:tasks.rados.rados.0.smithi173.stdout:3647: finishing write tid 1 to smithi17368540-25 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3645: finishing rollback tid 0 to smithi17368540-43 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3645: finishing rollback tid 1 to smithi17368540-43 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3647: finishing write tid 2 to smithi17368540-25 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3643: finishing copy_from to smithi17368540-12 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 2428 (ObjNum 1110 snap 338 seq_num 1110) dirty exists 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3645: finishing rollback tid 2 to smithi17368540-43 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2429 (ObjNum 1105 snap 337 seq_num 1105) dirty exists 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3648: finishing write tid 1 to smithi17368540-32 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3643: done (5 left) 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3645: done (4 left) 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 33 current snap is 340 2024-08-30T21:10:44.526 INFO:tasks.rados.rados.0.smithi173.stdout:3650: seq_num 1118 ranges {5890048=729088,6619136=794624,7413760=409600} 2024-08-30T21:10:44.560 INFO:tasks.rados.rados.0.smithi173.stdout:3650: writing smithi17368540-33 from 5890048 to 6619136 tid 1 2024-08-30T21:10:44.565 INFO:tasks.rados.rados.0.smithi173.stdout:3650: writing smithi17368540-33 from 6619136 to 7413760 tid 2 2024-08-30T21:10:44.568 INFO:tasks.rados.rados.0.smithi173.stdout:3650: writing smithi17368540-33 from 7413760 to 7823360 tid 3 2024-08-30T21:10:44.568 INFO:tasks.rados.rados.0.smithi173.stdout:3651: delete oid 3 current snap is 340 2024-08-30T21:10:44.568 INFO:tasks.rados.rados.0.smithi173.stdout:3648: finishing write tid 2 to smithi17368540-32 2024-08-30T21:10:44.568 INFO:tasks.rados.rados.0.smithi173.stdout:3646: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:45.015 INFO:tasks.rados.rados.0.smithi173.stdout:3647: finishing write tid 3 to smithi17368540-25 2024-08-30T21:10:45.015 INFO:tasks.rados.rados.0.smithi173.stdout:3647: finishing write tid 4 to smithi17368540-25 2024-08-30T21:10:45.015 INFO:tasks.rados.rados.0.smithi173.stdout:3647: finishing write tid 5 to smithi17368540-25 2024-08-30T21:10:45.015 INFO:tasks.rados.rados.0.smithi173.stdout:3647: finishing write tid 6 to smithi17368540-25 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3647: oid 25 updating version 0 to 1940 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3647: oid 25 version 1940 is already newer than 1938 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3647: oid 25 version 1940 is already newer than 1937 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3647: oid 25 version 1940 is already newer than 1939 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3647: oid 25 updating version 1940 to 1941 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1941 (ObjNum 1116 snap 340 seq_num 1116) dirty exists 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3647: left oid 25 (ObjNum 1116 snap 340 seq_num 1116) 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3648: finishing write tid 3 to smithi17368540-32 2024-08-30T21:10:45.016 INFO:tasks.rados.rados.0.smithi173.stdout:3648: finishing write tid 4 to smithi17368540-32 2024-08-30T21:10:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:3646: done (5 left) 2024-08-30T21:10:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:3647: done (4 left) 2024-08-30T21:10:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:3651: done (3 left) 2024-08-30T21:10:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:3652: read oid 37 snap -1 2024-08-30T21:10:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:3652: expect deleted 2024-08-30T21:10:45.017 INFO:tasks.rados.rados.0.smithi173.stdout:3653: snap_remove snap 338 2024-08-30T21:10:45.715 INFO:tasks.rados.rados.0.smithi173.stdout:3653: done (4 left) 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3654: rollback oid 31 current snap is 340 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3654: done (4 left) 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3655: rollback oid 7 current snap is 340 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3655: done (4 left) 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3656: rollback oid 7 current snap is 340 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3656: done (4 left) 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3657: read oid 38 snap -1 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3657: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3658: rollback oid 40 current snap is 340 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3658: done (5 left) 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3659: setattr oid 29 current snap is 340 2024-08-30T21:10:45.716 INFO:tasks.rados.rados.0.smithi173.stdout:3648: finishing write tid 5 to smithi17368540-32 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3649: finishing copy_from racing read to smithi17368540-48 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3648: finishing write tid 6 to smithi17368540-32 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3648: oid 32 updating version 0 to 2432 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3648: oid 32 updating version 2432 to 2433 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3648: oid 32 version 2433 is already newer than 2430 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3648: oid 32 version 2433 is already newer than 2431 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3648: oid 32 updating version 2433 to 2434 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 2434 (ObjNum 1117 snap 340 seq_num 1117) dirty exists 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3648: left oid 32 (ObjNum 1117 snap 340 seq_num 1117) 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3649: finishing copy_from to smithi17368540-48 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1825 (ObjNum 1036 snap 326 seq_num 1036) dirty exists 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3650: finishing write tid 1 to smithi17368540-33 2024-08-30T21:10:45.717 INFO:tasks.rados.rados.0.smithi173.stdout:3650: finishing write tid 2 to smithi17368540-33 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: finishing write tid 3 to smithi17368540-33 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: finishing write tid 4 to smithi17368540-33 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: finishing write tid 5 to smithi17368540-33 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: oid 33 updating version 0 to 2171 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: oid 33 updating version 2171 to 2172 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: oid 33 updating version 2172 to 2173 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: oid 33 version 2173 is already newer than 2170 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2173 (ObjNum 1118 snap 340 seq_num 1118) dirty exists 2024-08-30T21:10:45.718 INFO:tasks.rados.rados.0.smithi173.stdout:3650: left oid 33 (ObjNum 1118 snap 340 seq_num 1118) 2024-08-30T21:10:45.719 INFO:tasks.rados.rados.0.smithi173.stdout:3648: done (5 left) 2024-08-30T21:10:45.719 INFO:tasks.rados.rados.0.smithi173.stdout:3649: done (4 left) 2024-08-30T21:10:45.719 INFO:tasks.rados.rados.0.smithi173.stdout:3650: done (3 left) 2024-08-30T21:10:45.719 INFO:tasks.rados.rados.0.smithi173.stdout:3652: done (2 left) 2024-08-30T21:10:45.719 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 43 current snap is 340 2024-08-30T21:10:45.719 INFO:tasks.rados.rados.0.smithi173.stdout:3660: seq_num 1120 ranges {10321920=761856,11083776=557056,11640832=425984,12066816=221184} 2024-08-30T21:10:45.778 INFO:tasks.rados.rados.0.smithi173.stdout:3660: writing smithi17368540-43 from 10321920 to 11083776 tid 1 2024-08-30T21:10:45.782 INFO:tasks.rados.rados.0.smithi173.stdout:3660: writing smithi17368540-43 from 11083776 to 11640832 tid 2 2024-08-30T21:10:45.784 INFO:tasks.rados.rados.0.smithi173.stdout:3660: writing smithi17368540-43 from 11640832 to 12066816 tid 3 2024-08-30T21:10:45.786 INFO:tasks.rados.rados.0.smithi173.stdout:3660: writing smithi17368540-43 from 12066816 to 12288000 tid 4 2024-08-30T21:10:45.786 INFO:tasks.rados.rados.0.smithi173.stdout:3661: delete oid 40 current snap is 340 2024-08-30T21:10:45.786 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 29 v 2477 (ObjNum 1100 snap 337 seq_num 1100) dirty exists 2024-08-30T21:10:45.786 INFO:tasks.rados.rados.0.smithi173.stdout:3657: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:10:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:45 smithi173 ceph-mon[79976]: pgmap v836: 121 pgs: 121 active+clean; 224 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.6 MiB/s wr, 37 op/s 2024-08-30T21:10:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:45 smithi173 ceph-mon[82405]: pgmap v836: 121 pgs: 121 active+clean; 224 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.6 MiB/s wr, 37 op/s 2024-08-30T21:10:46.016 INFO:tasks.rados.rados.0.smithi173.stdout:3660: finishing write tid 1 to smithi17368540-43 2024-08-30T21:10:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:3660: finishing write tid 2 to smithi17368540-43 2024-08-30T21:10:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:3660: finishing write tid 3 to smithi17368540-43 2024-08-30T21:10:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:3660: finishing write tid 4 to smithi17368540-43 2024-08-30T21:10:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:3660: finishing write tid 5 to smithi17368540-43 2024-08-30T21:10:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:3660: finishing write tid 6 to smithi17368540-43 2024-08-30T21:10:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:3660: oid 43 updating version 0 to 2436 2024-08-30T21:10:46.017 INFO:tasks.rados.rados.0.smithi173.stdout:3660: oid 43 updating version 2436 to 2438 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:3660: oid 43 updating version 2438 to 2439 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:3660: oid 43 version 2439 is already newer than 2437 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:3660: oid 43 version 2439 is already newer than 2435 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2439 (ObjNum 1120 snap 340 seq_num 1120) dirty exists 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:3660: left oid 43 (ObjNum 1120 snap 340 seq_num 1120) 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:3657: done (3 left) 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:3659: done (2 left) 2024-08-30T21:10:46.018 INFO:tasks.rados.rados.0.smithi173.stdout:3660: done (1 left) 2024-08-30T21:10:46.019 INFO:tasks.rados.rados.0.smithi173.stdout:3661: done (0 left) 2024-08-30T21:10:46.019 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 340 2024-08-30T21:10:46.019 INFO:tasks.rados.rados.0.smithi173.stdout:3662: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-08-30T21:10:46.019 INFO:tasks.rados.rados.0.smithi173.stdout:3662: writing smithi17368540-11 from 0 to 794624 tid 1 2024-08-30T21:10:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:45 smithi196 ceph-mon[74601]: pgmap v836: 121 pgs: 121 active+clean; 224 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.6 MiB/s wr, 37 op/s 2024-08-30T21:10:46.022 INFO:tasks.rados.rados.0.smithi173.stdout:3662: writing smithi17368540-11 from 794624 to 1523712 tid 2 2024-08-30T21:10:46.025 INFO:tasks.rados.rados.0.smithi173.stdout:3662: writing smithi17368540-11 from 1523712 to 1998848 tid 3 2024-08-30T21:10:46.026 INFO:tasks.rados.rados.0.smithi173.stdout:3663: delete oid 45 current snap is 340 2024-08-30T21:10:46.026 INFO:tasks.rados.rados.0.smithi173.stdout:3662: finishing write tid 1 to smithi17368540-11 2024-08-30T21:10:46.026 INFO:tasks.rados.rados.0.smithi173.stdout:3662: finishing write tid 2 to smithi17368540-11 2024-08-30T21:10:46.029 INFO:tasks.rados.rados.0.smithi173.stdout:3663: done (1 left) 2024-08-30T21:10:46.029 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 340 2024-08-30T21:10:46.029 INFO:tasks.rados.rados.0.smithi173.stdout:3664: seq_num 1124 ranges {7512064=434176,7946240=499712,8445952=409600,8855552=663552,9519104=32768} 2024-08-30T21:10:46.070 INFO:tasks.rados.rados.0.smithi173.stdout:3664: writing smithi17368540-16 from 7512064 to 7946240 tid 1 2024-08-30T21:10:46.073 INFO:tasks.rados.rados.0.smithi173.stdout:3664: writing smithi17368540-16 from 7946240 to 8445952 tid 2 2024-08-30T21:10:46.076 INFO:tasks.rados.rados.0.smithi173.stdout:3664: writing smithi17368540-16 from 8445952 to 8855552 tid 3 2024-08-30T21:10:46.080 INFO:tasks.rados.rados.0.smithi173.stdout:3664: writing smithi17368540-16 from 8855552 to 9519104 tid 4 2024-08-30T21:10:46.080 INFO:tasks.rados.rados.0.smithi173.stdout:3664: writing smithi17368540-16 from 9519104 to 9551872 tid 5 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3665: copy_from oid 30 from oid 1 current snap is 340 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: finishing write tid 3 to smithi17368540-11 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: finishing write tid 4 to smithi17368540-11 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: finishing write tid 5 to smithi17368540-11 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: oid 11 updating version 0 to 2482 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: oid 11 version 2482 is already newer than 2480 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: oid 11 version 2482 is already newer than 2481 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: oid 11 updating version 2482 to 2483 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2483 (ObjNum 1122 snap 340 seq_num 1122) dirty exists 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3662: left oid 11 (ObjNum 1122 snap 340 seq_num 1122) 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3664: finishing write tid 1 to smithi17368540-16 2024-08-30T21:10:46.081 INFO:tasks.rados.rados.0.smithi173.stdout:3664: finishing write tid 2 to smithi17368540-16 2024-08-30T21:10:46.082 INFO:tasks.rados.rados.0.smithi173.stdout:3664: finishing write tid 3 to smithi17368540-16 2024-08-30T21:10:46.082 INFO:tasks.rados.rados.0.smithi173.stdout:3662: done (2 left) 2024-08-30T21:10:46.082 INFO:tasks.rados.rados.0.smithi173.stdout:3666: delete oid 7 current snap is 340 2024-08-30T21:10:46.082 INFO:tasks.rados.rados.0.smithi173.stdout:3665: finishing copy_from to smithi17368540-30 2024-08-30T21:10:46.082 INFO:tasks.rados.rados.0.smithi173.stdout:3665: got expected ENOENT (src dne) 2024-08-30T21:10:46.082 INFO:tasks.rados.rados.0.smithi173.stdout:3665: finishing copy_from racing read to smithi17368540-30 2024-08-30T21:10:46.083 INFO:tasks.rados.rados.0.smithi173.stdout:3665: done (2 left) 2024-08-30T21:10:46.083 INFO:tasks.rados.rados.0.smithi173.stdout:3666: done (1 left) 2024-08-30T21:10:46.083 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 340 2024-08-30T21:10:46.084 INFO:tasks.rados.rados.0.smithi173.stdout:3667: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-08-30T21:10:46.086 INFO:tasks.rados.rados.0.smithi173.stdout:3667: writing smithi17368540-3 from 0 to 466944 tid 1 2024-08-30T21:10:46.090 INFO:tasks.rados.rados.0.smithi173.stdout:3667: writing smithi17368540-3 from 466944 to 1187840 tid 2 2024-08-30T21:10:46.094 INFO:tasks.rados.rados.0.smithi173.stdout:3667: writing smithi17368540-3 from 1187840 to 1966080 tid 3 2024-08-30T21:10:46.095 INFO:tasks.rados.rados.0.smithi173.stdout:3667: writing smithi17368540-3 from 1966080 to 2072576 tid 4 2024-08-30T21:10:46.095 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 340 2024-08-30T21:10:46.095 INFO:tasks.rados.rados.0.smithi173.stdout:3664: finishing write tid 4 to smithi17368540-16 2024-08-30T21:10:46.096 INFO:tasks.rados.rados.0.smithi173.stdout:3668: seq_num 1127 ranges {6963200=483328,7446528=598016,8044544=581632,8626176=425984} 2024-08-30T21:10:46.134 INFO:tasks.rados.rados.0.smithi173.stdout:3668: writing smithi17368540-44 from 6963200 to 7446528 tid 1 2024-08-30T21:10:46.137 INFO:tasks.rados.rados.0.smithi173.stdout:3668: writing smithi17368540-44 from 7446528 to 8044544 tid 2 2024-08-30T21:10:46.140 INFO:tasks.rados.rados.0.smithi173.stdout:3668: writing smithi17368540-44 from 8044544 to 8626176 tid 3 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3668: writing smithi17368540-44 from 8626176 to 9052160 tid 4 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3669: read oid 15 snap -1 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3669: expect (ObjNum 1104 snap 337 seq_num 1104) 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 340 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: finishing write tid 5 to smithi17368540-16 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: finishing write tid 6 to smithi17368540-16 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: finishing write tid 7 to smithi17368540-16 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: oid 16 updating version 0 to 1417 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: oid 16 version 1417 is already newer than 1416 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: oid 16 updating version 1417 to 1418 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: oid 16 version 1418 is already newer than 1413 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: oid 16 version 1418 is already newer than 1415 2024-08-30T21:10:46.144 INFO:tasks.rados.rados.0.smithi173.stdout:3664: oid 16 version 1418 is already newer than 1414 2024-08-30T21:10:46.145 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 1418 (ObjNum 1124 snap 340 seq_num 1124) dirty exists 2024-08-30T21:10:46.145 INFO:tasks.rados.rados.0.smithi173.stdout:3664: left oid 16 (ObjNum 1124 snap 340 seq_num 1124) 2024-08-30T21:10:46.145 INFO:tasks.rados.rados.0.smithi173.stdout:3667: finishing write tid 1 to smithi17368540-3 2024-08-30T21:10:46.145 INFO:tasks.rados.rados.0.smithi173.stdout:3670: seq_num 1128 ranges {1998848=499712,2498560=483328,2981888=786432,3768320=335872} 2024-08-30T21:10:46.156 INFO:tasks.rados.rados.0.smithi173.stdout:3670: writing smithi17368540-11 from 1998848 to 2498560 tid 1 2024-08-30T21:10:46.159 INFO:tasks.rados.rados.0.smithi173.stdout:3670: writing smithi17368540-11 from 2498560 to 2981888 tid 2 2024-08-30T21:10:46.164 INFO:tasks.rados.rados.0.smithi173.stdout:3670: writing smithi17368540-11 from 2981888 to 3768320 tid 3 2024-08-30T21:10:46.166 INFO:tasks.rados.rados.0.smithi173.stdout:3670: writing smithi17368540-11 from 3768320 to 4104192 tid 4 2024-08-30T21:10:46.166 INFO:tasks.rados.rados.0.smithi173.stdout:3664: done (4 left) 2024-08-30T21:10:46.166 INFO:tasks.rados.rados.0.smithi173.stdout:3671: read oid 32 snap -1 2024-08-30T21:10:46.166 INFO:tasks.rados.rados.0.smithi173.stdout:3671: expect (ObjNum 1117 snap 340 seq_num 1117) 2024-08-30T21:10:46.166 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 340 2024-08-30T21:10:46.166 INFO:tasks.rados.rados.0.smithi173.stdout:3672: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-08-30T21:10:46.168 INFO:tasks.rados.rados.0.smithi173.stdout:3672: writing smithi17368540-40 from 0 to 516096 tid 1 2024-08-30T21:10:46.174 INFO:tasks.rados.rados.0.smithi173.stdout:3672: writing smithi17368540-40 from 516096 to 1286144 tid 2 2024-08-30T21:10:46.178 INFO:tasks.rados.rados.0.smithi173.stdout:3672: writing smithi17368540-40 from 1286144 to 1884160 tid 3 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3672: writing smithi17368540-40 from 1884160 to 2121728 tid 4 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3673: setattr oid 28 current snap is 340 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: finishing write tid 2 to smithi17368540-3 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: finishing write tid 3 to smithi17368540-3 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: finishing write tid 4 to smithi17368540-3 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: finishing write tid 5 to smithi17368540-3 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: finishing write tid 6 to smithi17368540-3 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: oid 3 updating version 0 to 2485 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: oid 3 updating version 2485 to 2488 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: oid 3 version 2488 is already newer than 2484 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: oid 3 version 2488 is already newer than 2486 2024-08-30T21:10:46.181 INFO:tasks.rados.rados.0.smithi173.stdout:3667: oid 3 version 2488 is already newer than 2487 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2488 (ObjNum 1126 snap 340 seq_num 1126) dirty exists 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3667: left oid 3 (ObjNum 1126 snap 340 seq_num 1126) 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: finishing write tid 1 to smithi17368540-44 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: finishing write tid 2 to smithi17368540-44 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: finishing write tid 3 to smithi17368540-44 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: finishing write tid 4 to smithi17368540-44 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: finishing write tid 5 to smithi17368540-44 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3670: finishing write tid 1 to smithi17368540-11 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3672: finishing write tid 1 to smithi17368540-40 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: finishing write tid 6 to smithi17368540-44 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: oid 44 updating version 0 to 2115 2024-08-30T21:10:46.182 INFO:tasks.rados.rados.0.smithi173.stdout:3668: oid 44 version 2115 is already newer than 2114 2024-08-30T21:10:46.183 INFO:tasks.rados.rados.0.smithi173.stdout:3668: oid 44 updating version 2115 to 2116 2024-08-30T21:10:46.183 INFO:tasks.rados.rados.0.smithi173.stdout:3668: oid 44 version 2116 is already newer than 2113 2024-08-30T21:10:46.183 INFO:tasks.rados.rados.0.smithi173.stdout:3668: oid 44 version 2116 is already newer than 2112 2024-08-30T21:10:46.183 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2116 (ObjNum 1127 snap 340 seq_num 1127) dirty exists 2024-08-30T21:10:46.183 INFO:tasks.rados.rados.0.smithi173.stdout:3668: left oid 44 (ObjNum 1127 snap 340 seq_num 1127) 2024-08-30T21:10:46.183 INFO:tasks.rados.rados.0.smithi173.stdout:3670: finishing write tid 2 to smithi17368540-11 2024-08-30T21:10:46.183 INFO:tasks.rados.rados.0.smithi173.stdout:3671: expect (ObjNum 1117 snap 340 seq_num 1117) 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3672: finishing write tid 2 to smithi17368540-40 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3672: finishing write tid 3 to smithi17368540-40 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3670: finishing write tid 3 to smithi17368540-11 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3670: finishing write tid 4 to smithi17368540-11 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3670: finishing write tid 5 to smithi17368540-11 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3670: finishing write tid 6 to smithi17368540-11 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3670: oid 11 updating version 0 to 2490 2024-08-30T21:10:46.230 INFO:tasks.rados.rados.0.smithi173.stdout:3670: oid 11 updating version 2490 to 2493 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3670: oid 11 version 2493 is already newer than 2489 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3670: oid 11 version 2493 is already newer than 2491 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3670: oid 11 version 2493 is already newer than 2492 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2493 (ObjNum 1128 snap 340 seq_num 1128) dirty exists 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3670: left oid 11 (ObjNum 1128 snap 340 seq_num 1128) 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3672: finishing write tid 4 to smithi17368540-40 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3672: finishing write tid 5 to smithi17368540-40 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3672: finishing write tid 6 to smithi17368540-40 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3672: oid 40 updating version 0 to 2167 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3672: oid 40 updating version 2167 to 2169 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3672: oid 40 updating version 2169 to 2170 2024-08-30T21:10:46.231 INFO:tasks.rados.rados.0.smithi173.stdout:3672: oid 40 version 2170 is already newer than 2166 2024-08-30T21:10:46.232 INFO:tasks.rados.rados.0.smithi173.stdout:3672: oid 40 version 2170 is already newer than 2168 2024-08-30T21:10:46.232 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 2170 (ObjNum 1129 snap 340 seq_num 1129) dirty exists 2024-08-30T21:10:46.232 INFO:tasks.rados.rados.0.smithi173.stdout:3672: left oid 40 (ObjNum 1129 snap 340 seq_num 1129) 2024-08-30T21:10:46.232 INFO:tasks.rados.rados.0.smithi173.stdout:3669: expect (ObjNum 1104 snap 337 seq_num 1104) 2024-08-30T21:10:46.836 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2175 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-08-30T21:10:46.836 INFO:tasks.rados.rados.0.smithi173.stdout:3667: done (6 left) 2024-08-30T21:10:46.837 INFO:tasks.rados.rados.0.smithi173.stdout:3668: done (5 left) 2024-08-30T21:10:46.837 INFO:tasks.rados.rados.0.smithi173.stdout:3669: done (4 left) 2024-08-30T21:10:46.837 INFO:tasks.rados.rados.0.smithi173.stdout:3670: done (3 left) 2024-08-30T21:10:46.837 INFO:tasks.rados.rados.0.smithi173.stdout:3671: done (2 left) 2024-08-30T21:10:46.837 INFO:tasks.rados.rados.0.smithi173.stdout:3672: done (1 left) 2024-08-30T21:10:46.837 INFO:tasks.rados.rados.0.smithi173.stdout:3673: done (0 left) 2024-08-30T21:10:46.837 INFO:tasks.rados.rados.0.smithi173.stdout:3674: delete oid 45 current snap is 340 2024-08-30T21:10:46.839 INFO:tasks.rados.rados.0.smithi173.stdout:3674: done (0 left) 2024-08-30T21:10:46.839 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 44 current snap is 340 2024-08-30T21:10:46.839 INFO:tasks.rados.rados.0.smithi173.stdout:3675: seq_num 1131 ranges {9052160=548864,9601024=540672,10141696=565248,10706944=425984,11132928=73728} 2024-08-30T21:10:46.888 INFO:tasks.rados.rados.0.smithi173.stdout:3675: writing smithi17368540-44 from 9052160 to 9601024 tid 1 2024-08-30T21:10:46.891 INFO:tasks.rados.rados.0.smithi173.stdout:3675: writing smithi17368540-44 from 9601024 to 10141696 tid 2 2024-08-30T21:10:46.894 INFO:tasks.rados.rados.0.smithi173.stdout:3675: writing smithi17368540-44 from 10141696 to 10706944 tid 3 2024-08-30T21:10:46.897 INFO:tasks.rados.rados.0.smithi173.stdout:3675: writing smithi17368540-44 from 10706944 to 11132928 tid 4 2024-08-30T21:10:46.898 INFO:tasks.rados.rados.0.smithi173.stdout:3675: writing smithi17368540-44 from 11132928 to 11206656 tid 5 2024-08-30T21:10:46.898 INFO:tasks.rados.rados.0.smithi173.stdout:3676: read oid 7 snap -1 2024-08-30T21:10:46.898 INFO:tasks.rados.rados.0.smithi173.stdout:3676: expect deleted 2024-08-30T21:10:46.898 INFO:tasks.rados.rados.0.smithi173.stdout:3677: read oid 8 snap -1 2024-08-30T21:10:46.898 INFO:tasks.rados.rados.0.smithi173.stdout:3677: expect (ObjNum 1082 snap 334 seq_num 1082) 2024-08-30T21:10:46.898 INFO:tasks.rados.rados.0.smithi173.stdout:3678: snap_create 2024-08-30T21:10:46.898 INFO:tasks.rados.rados.0.smithi173.stdout:3675: finishing write tid 1 to smithi17368540-44 2024-08-30T21:10:46.901 INFO:tasks.rados.rados.0.smithi173.stdout:3675: finishing write tid 2 to smithi17368540-44 2024-08-30T21:10:46.901 INFO:tasks.rados.rados.0.smithi173.stdout:3675: finishing write tid 3 to smithi17368540-44 2024-08-30T21:10:46.901 INFO:tasks.rados.rados.0.smithi173.stdout:3675: finishing write tid 4 to smithi17368540-44 2024-08-30T21:10:46.902 INFO:tasks.rados.rados.0.smithi173.stdout:3675: finishing write tid 5 to smithi17368540-44 2024-08-30T21:10:46.910 INFO:tasks.rados.rados.0.smithi173.stdout:3675: finishing write tid 6 to smithi17368540-44 2024-08-30T21:10:46.936 INFO:tasks.rados.rados.0.smithi173.stdout:3675: finishing write tid 7 to smithi17368540-44 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:3675: oid 44 updating version 0 to 2119 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:3675: oid 44 updating version 2119 to 2122 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:3675: oid 44 version 2122 is already newer than 2121 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:3675: oid 44 version 2122 is already newer than 2117 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:3675: oid 44 version 2122 is already newer than 2118 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:3675: oid 44 version 2122 is already newer than 2120 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2122 (ObjNum 1131 snap 340 seq_num 1131) dirty exists 2024-08-30T21:10:46.937 INFO:tasks.rados.rados.0.smithi173.stdout:3675: left oid 44 (ObjNum 1131 snap 340 seq_num 1131) 2024-08-30T21:10:46.945 INFO:tasks.rados.rados.0.smithi173.stdout:3677: expect (ObjNum 1082 snap 334 seq_num 1082) 2024-08-30T21:10:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:46 smithi196 ceph-mon[74601]: osdmap e772: 8 total, 8 up, 8 in 2024-08-30T21:10:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:46 smithi196 ceph-mon[74601]: osdmap e773: 8 total, 8 up, 8 in 2024-08-30T21:10:47.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:46 smithi173 ceph-mon[79976]: osdmap e772: 8 total, 8 up, 8 in 2024-08-30T21:10:47.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:46 smithi173 ceph-mon[79976]: osdmap e773: 8 total, 8 up, 8 in 2024-08-30T21:10:47.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:46 smithi173 ceph-mon[82405]: osdmap e772: 8 total, 8 up, 8 in 2024-08-30T21:10:47.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:46 smithi173 ceph-mon[82405]: osdmap e773: 8 total, 8 up, 8 in 2024-08-30T21:10:47.720 INFO:tasks.rados.rados.0.smithi173.stdout:3675: done (3 left) 2024-08-30T21:10:47.720 INFO:tasks.rados.rados.0.smithi173.stdout:3676: done (2 left) 2024-08-30T21:10:47.720 INFO:tasks.rados.rados.0.smithi173.stdout:3677: done (1 left) 2024-08-30T21:10:47.720 INFO:tasks.rados.rados.0.smithi173.stdout:3678: done (0 left) 2024-08-30T21:10:47.720 INFO:tasks.rados.rados.0.smithi173.stdout:3679: read oid 39 snap -1 2024-08-30T21:10:47.721 INFO:tasks.rados.rados.0.smithi173.stdout:3679: expect deleted 2024-08-30T21:10:47.721 INFO:tasks.rados.rados.0.smithi173.stdout:3680: rollback oid 36 current snap is 341 2024-08-30T21:10:47.721 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 340 2024-08-30T21:10:47.721 INFO:tasks.rados.rados.0.smithi173.stdout:3681: snap_create 2024-08-30T21:10:47.724 INFO:tasks.rados.rados.0.smithi173.stdout:3680: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:10:47.724 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 0 (ObjNum 113 snap 0 seq_num 1579638384) dirty dne 2024-08-30T21:10:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:47 smithi196 ceph-mon[74601]: pgmap v838: 121 pgs: 121 active+clean; 237 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-08-30T21:10:48.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:47 smithi173 ceph-mon[79976]: pgmap v838: 121 pgs: 121 active+clean; 237 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-08-30T21:10:48.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:47 smithi173 ceph-mon[82405]: pgmap v838: 121 pgs: 121 active+clean; 237 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 20 op/s 2024-08-30T21:10:48.731 INFO:tasks.rados.rados.0.smithi173.stdout:3679: done (2 left) 2024-08-30T21:10:48.731 INFO:tasks.rados.rados.0.smithi173.stdout:3680: done (1 left) 2024-08-30T21:10:48.732 INFO:tasks.rados.rados.0.smithi173.stdout:3681: done (0 left) 2024-08-30T21:10:48.732 INFO:tasks.rados.rados.0.smithi173.stdout:3682: snap_create 2024-08-30T21:10:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:48 smithi196 ceph-mon[74601]: osdmap e774: 8 total, 8 up, 8 in 2024-08-30T21:10:49.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:48 smithi173 ceph-mon[79976]: osdmap e774: 8 total, 8 up, 8 in 2024-08-30T21:10:49.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:48 smithi173 ceph-mon[82405]: osdmap e774: 8 total, 8 up, 8 in 2024-08-30T21:10:49.733 INFO:tasks.rados.rados.0.smithi173.stdout:3682: done (0 left) 2024-08-30T21:10:49.733 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 343 2024-08-30T21:10:49.733 INFO:tasks.rados.rados.0.smithi173.stdout:3683: seq_num 1132 ranges {10952704=565248,11517952=425984,11943936=770048,12713984=409600} 2024-08-30T21:10:49.793 INFO:tasks.rados.rados.0.smithi173.stdout:3683: writing smithi17368540-4 from 10952704 to 11517952 tid 1 2024-08-30T21:10:49.795 INFO:tasks.rados.rados.0.smithi173.stdout:3683: writing smithi17368540-4 from 11517952 to 11943936 tid 2 2024-08-30T21:10:49.800 INFO:tasks.rados.rados.0.smithi173.stdout:3683: writing smithi17368540-4 from 11943936 to 12713984 tid 3 2024-08-30T21:10:49.802 INFO:tasks.rados.rados.0.smithi173.stdout:3683: writing smithi17368540-4 from 12713984 to 13123584 tid 4 2024-08-30T21:10:49.802 INFO:tasks.rados.rados.0.smithi173.stdout:3684: rollback oid 23 current snap is 343 2024-08-30T21:10:49.802 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 342 2024-08-30T21:10:49.802 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 25 current snap is 343 2024-08-30T21:10:49.803 INFO:tasks.rados.rados.0.smithi173.stdout:3685: seq_num 1133 ranges {3702784=581632,4284416=753664,5038080=573440,5611520=278528} 2024-08-30T21:10:49.825 INFO:tasks.rados.rados.0.smithi173.stdout:3685: writing smithi17368540-25 from 3702784 to 4284416 tid 1 2024-08-30T21:10:49.829 INFO:tasks.rados.rados.0.smithi173.stdout:3685: writing smithi17368540-25 from 4284416 to 5038080 tid 2 2024-08-30T21:10:49.832 INFO:tasks.rados.rados.0.smithi173.stdout:3685: writing smithi17368540-25 from 5038080 to 5611520 tid 3 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:3685: writing smithi17368540-25 from 5611520 to 5890048 tid 4 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 343 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:3683: finishing write tid 1 to smithi17368540-4 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:3683: finishing write tid 2 to smithi17368540-4 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:3684: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:3684: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:3683: finishing write tid 3 to smithi17368540-4 2024-08-30T21:10:49.835 INFO:tasks.rados.rados.0.smithi173.stdout:3683: finishing write tid 4 to smithi17368540-4 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: finishing write tid 5 to smithi17368540-4 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3684: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2431 (ObjNum 1110 snap 338 seq_num 1110) dirty exists 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: finishing write tid 6 to smithi17368540-4 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: oid 4 updating version 0 to 2499 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: oid 4 version 2499 is already newer than 2496 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: oid 4 version 2499 is already newer than 2497 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: oid 4 version 2499 is already newer than 2495 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: oid 4 version 2499 is already newer than 2498 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 2499 (ObjNum 1132 snap 343 seq_num 1132) dirty exists 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3683: left oid 4 (ObjNum 1132 snap 343 seq_num 1132) 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3685: finishing write tid 1 to smithi17368540-25 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3685: finishing write tid 2 to smithi17368540-25 2024-08-30T21:10:49.836 INFO:tasks.rados.rados.0.smithi173.stdout:3686: seq_num 1134 ranges {557056=598016,1155072=638976,1794048=737280,2531328=229376} 2024-08-30T21:10:49.841 INFO:tasks.rados.rados.0.smithi173.stdout:3686: writing smithi17368540-48 from 557056 to 1155072 tid 1 2024-08-30T21:10:49.844 INFO:tasks.rados.rados.0.smithi173.stdout:3686: writing smithi17368540-48 from 1155072 to 1794048 tid 2 2024-08-30T21:10:49.849 INFO:tasks.rados.rados.0.smithi173.stdout:3686: writing smithi17368540-48 from 1794048 to 2531328 tid 3 2024-08-30T21:10:49.850 INFO:tasks.rados.rados.0.smithi173.stdout:3686: writing smithi17368540-48 from 2531328 to 2760704 tid 4 2024-08-30T21:10:49.851 INFO:tasks.rados.rados.0.smithi173.stdout:3683: done (3 left) 2024-08-30T21:10:49.851 INFO:tasks.rados.rados.0.smithi173.stdout:3684: done (2 left) 2024-08-30T21:10:49.851 INFO:tasks.rados.rados.0.smithi173.stdout:3687: snap_remove snap 340 2024-08-30T21:10:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:49 smithi196 ceph-mon[74601]: pgmap v841: 121 pgs: 121 active+clean; 230 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-30T21:10:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:49 smithi196 ceph-mon[74601]: osdmap e775: 8 total, 8 up, 8 in 2024-08-30T21:10:50.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:49 smithi173 ceph-mon[79976]: pgmap v841: 121 pgs: 121 active+clean; 230 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-30T21:10:50.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:49 smithi173 ceph-mon[79976]: osdmap e775: 8 total, 8 up, 8 in 2024-08-30T21:10:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:49 smithi173 ceph-mon[82405]: pgmap v841: 121 pgs: 121 active+clean; 230 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.5 MiB/s wr, 11 op/s 2024-08-30T21:10:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:49 smithi173 ceph-mon[82405]: osdmap e775: 8 total, 8 up, 8 in 2024-08-30T21:10:50.745 INFO:tasks.rados.rados.0.smithi173.stdout:3687: done (2 left) 2024-08-30T21:10:50.745 INFO:tasks.rados.rados.0.smithi173.stdout:3688: snap_remove snap 342 2024-08-30T21:10:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:50 smithi196 ceph-mon[74601]: osdmap e776: 8 total, 8 up, 8 in 2024-08-30T21:10:51.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:50 smithi173 ceph-mon[79976]: osdmap e776: 8 total, 8 up, 8 in 2024-08-30T21:10:51.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:50 smithi173 ceph-mon[82405]: osdmap e776: 8 total, 8 up, 8 in 2024-08-30T21:10:51.599 INFO:tasks.rados.rados.0.smithi173.stdout:3685: finishing write tid 3 to smithi17368540-25 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: finishing write tid 4 to smithi17368540-25 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: finishing write tid 5 to smithi17368540-25 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: finishing write tid 6 to smithi17368540-25 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: oid 25 updating version 0 to 1942 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: oid 25 updating version 1942 to 1945 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: oid 25 updating version 1945 to 1946 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: oid 25 version 1946 is already newer than 1943 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: oid 25 version 1946 is already newer than 1944 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1946 (ObjNum 1133 snap 343 seq_num 1133) dirty exists 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3685: left oid 25 (ObjNum 1133 snap 343 seq_num 1133) 2024-08-30T21:10:51.600 INFO:tasks.rados.rados.0.smithi173.stdout:3686: finishing write tid 1 to smithi17368540-48 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: finishing write tid 2 to smithi17368540-48 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: finishing write tid 3 to smithi17368540-48 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: finishing write tid 4 to smithi17368540-48 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: finishing write tid 5 to smithi17368540-48 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: finishing write tid 6 to smithi17368540-48 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: oid 48 updating version 0 to 1830 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: oid 48 version 1830 is already newer than 1826 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: oid 48 version 1830 is already newer than 1829 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: oid 48 version 1830 is already newer than 1827 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: oid 48 version 1830 is already newer than 1828 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1830 (ObjNum 1134 snap 343 seq_num 1134) dirty exists 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: left oid 48 (ObjNum 1134 snap 343 seq_num 1134) 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3685: done (2 left) 2024-08-30T21:10:51.601 INFO:tasks.rados.rados.0.smithi173.stdout:3686: done (1 left) 2024-08-30T21:10:51.602 INFO:tasks.rados.rados.0.smithi173.stdout:3688: done (0 left) 2024-08-30T21:10:51.602 INFO:tasks.rados.rados.0.smithi173.stdout:3689: delete oid 20 current snap is 343 2024-08-30T21:10:51.612 INFO:tasks.rados.rados.0.smithi173.stdout:3689: done (0 left) 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:3690: read oid 28 snap -1 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:3690: expect (ObjNum 1079 snap 333 seq_num 1079) 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:3691: rollback oid 25 current snap is 343 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 341 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:3692: read oid 2 snap 341 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:3692: expect (ObjNum 1085 snap 334 seq_num 1085) 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:3693: copy_from oid 31 from oid 19 current snap is 343 2024-08-30T21:10:51.613 INFO:tasks.rados.rados.0.smithi173.stdout:3694: delete oid 42 current snap is 343 2024-08-30T21:10:51.624 INFO:tasks.rados.rados.0.smithi173.stdout:3694: done (4 left) 2024-08-30T21:10:51.624 INFO:tasks.rados.rados.0.smithi173.stdout:3695: copy_from oid 42 from oid 7 current snap is 343 2024-08-30T21:10:51.624 INFO:tasks.rados.rados.0.smithi173.stdout:3696: read oid 5 snap -1 2024-08-30T21:10:51.624 INFO:tasks.rados.rados.0.smithi173.stdout:3696: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:51.624 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 343 2024-08-30T21:10:51.624 INFO:tasks.rados.rados.0.smithi173.stdout:3697: seq_num 1137 ranges {892928=647168,1540096=696320,2236416=557056,2793472=352256} 2024-08-30T21:10:51.633 INFO:tasks.rados.rados.0.smithi173.stdout:3697: writing smithi17368540-24 from 892928 to 1540096 tid 1 2024-08-30T21:10:51.638 INFO:tasks.rados.rados.0.smithi173.stdout:3697: writing smithi17368540-24 from 1540096 to 2236416 tid 2 2024-08-30T21:10:51.642 INFO:tasks.rados.rados.0.smithi173.stdout:3697: writing smithi17368540-24 from 2236416 to 2793472 tid 3 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3697: writing smithi17368540-24 from 2793472 to 3145728 tid 4 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3698: setattr oid 49 current snap is 343 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3691: finishing rollback tid 0 to smithi17368540-25 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3691: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3691: finishing rollback tid 2 to smithi17368540-25 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1949 (ObjNum 1116 snap 340 seq_num 1116) dirty exists 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3695: finishing copy_from to smithi17368540-42 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3695: got expected ENOENT (src dne) 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3695: finishing copy_from racing read to smithi17368540-42 2024-08-30T21:10:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3697: finishing write tid 1 to smithi17368540-24 2024-08-30T21:10:51.648 INFO:tasks.rados.rados.0.smithi173.stdout:3691: done (7 left) 2024-08-30T21:10:51.648 INFO:tasks.rados.rados.0.smithi173.stdout:3695: done (6 left) 2024-08-30T21:10:51.648 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 26 current snap is 343 2024-08-30T21:10:51.648 INFO:tasks.rados.rados.0.smithi173.stdout:3699: seq_num 1138 ranges {1261568=663552,1925120=581632,2506752=712704,3219456=311296} 2024-08-30T21:10:51.659 INFO:tasks.rados.rados.0.smithi173.stdout:3699: writing smithi17368540-26 from 1261568 to 1925120 tid 1 2024-08-30T21:10:51.663 INFO:tasks.rados.rados.0.smithi173.stdout:3699: writing smithi17368540-26 from 1925120 to 2506752 tid 2 2024-08-30T21:10:51.668 INFO:tasks.rados.rados.0.smithi173.stdout:3699: writing smithi17368540-26 from 2506752 to 3219456 tid 3 2024-08-30T21:10:51.670 INFO:tasks.rados.rados.0.smithi173.stdout:3699: writing smithi17368540-26 from 3219456 to 3530752 tid 4 2024-08-30T21:10:51.670 INFO:tasks.rados.rados.0.smithi173.stdout:3700: read oid 44 snap -1 2024-08-30T21:10:51.671 INFO:tasks.rados.rados.0.smithi173.stdout:3700: expect (ObjNum 1131 snap 340 seq_num 1131) 2024-08-30T21:10:51.671 INFO:tasks.rados.rados.0.smithi173.stdout:3701: snap_create 2024-08-30T21:10:51.671 INFO:tasks.rados.rados.0.smithi173.stdout:3697: finishing write tid 2 to smithi17368540-24 2024-08-30T21:10:51.671 INFO:tasks.rados.rados.0.smithi173.stdout:3697: finishing write tid 3 to smithi17368540-24 2024-08-30T21:10:51.671 INFO:tasks.rados.rados.0.smithi173.stdout:3697: finishing write tid 4 to smithi17368540-24 2024-08-30T21:10:51.671 INFO:tasks.rados.rados.0.smithi173.stdout:3697: finishing write tid 5 to smithi17368540-24 2024-08-30T21:10:51.671 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1830 (ObjNum 1094 snap 335 seq_num 1094) dirty exists 2024-08-30T21:10:51.675 INFO:tasks.rados.rados.0.smithi173.stdout:3697: finishing write tid 6 to smithi17368540-24 2024-08-30T21:10:51.676 INFO:tasks.rados.rados.0.smithi173.stdout:3697: oid 24 updating version 0 to 2427 2024-08-30T21:10:51.676 INFO:tasks.rados.rados.0.smithi173.stdout:3697: oid 24 version 2427 is already newer than 2425 2024-08-30T21:10:51.676 INFO:tasks.rados.rados.0.smithi173.stdout:3697: oid 24 updating version 2427 to 2428 2024-08-30T21:10:51.676 INFO:tasks.rados.rados.0.smithi173.stdout:3697: oid 24 version 2428 is already newer than 2424 2024-08-30T21:10:51.676 INFO:tasks.rados.rados.0.smithi173.stdout:3697: oid 24 version 2428 is already newer than 2426 2024-08-30T21:10:51.676 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 2428 (ObjNum 1137 snap 343 seq_num 1137) dirty exists 2024-08-30T21:10:51.676 INFO:tasks.rados.rados.0.smithi173.stdout:3697: left oid 24 (ObjNum 1137 snap 343 seq_num 1137) 2024-08-30T21:10:51.687 INFO:tasks.rados.rados.0.smithi173.stdout:3690: expect (ObjNum 1079 snap 333 seq_num 1079) 2024-08-30T21:10:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:51 smithi196 ceph-mon[74601]: pgmap v844: 121 pgs: 121 active+clean; 233 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-30T21:10:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:51 smithi196 ceph-mon[74601]: osdmap e777: 8 total, 8 up, 8 in 2024-08-30T21:10:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:51 smithi196 ceph-mon[74601]: osdmap e778: 8 total, 8 up, 8 in 2024-08-30T21:10:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:51 smithi173 ceph-mon[79976]: pgmap v844: 121 pgs: 121 active+clean; 233 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-30T21:10:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:51 smithi173 ceph-mon[79976]: osdmap e777: 8 total, 8 up, 8 in 2024-08-30T21:10:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:51 smithi173 ceph-mon[79976]: osdmap e778: 8 total, 8 up, 8 in 2024-08-30T21:10:52.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:51 smithi173 ceph-mon[82405]: pgmap v844: 121 pgs: 121 active+clean; 233 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-30T21:10:52.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:51 smithi173 ceph-mon[82405]: osdmap e777: 8 total, 8 up, 8 in 2024-08-30T21:10:52.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:51 smithi173 ceph-mon[82405]: osdmap e778: 8 total, 8 up, 8 in 2024-08-30T21:10:52.288 INFO:tasks.rados.rados.0.smithi173.stdout:3696: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:10:52.733 INFO:tasks.rados.rados.0.smithi173.stdout:3699: finishing write tid 1 to smithi17368540-26 2024-08-30T21:10:52.733 INFO:tasks.rados.rados.0.smithi173.stdout:3699: finishing write tid 2 to smithi17368540-26 2024-08-30T21:10:52.733 INFO:tasks.rados.rados.0.smithi173.stdout:3699: finishing write tid 3 to smithi17368540-26 2024-08-30T21:10:52.733 INFO:tasks.rados.rados.0.smithi173.stdout:3699: finishing write tid 4 to smithi17368540-26 2024-08-30T21:10:52.733 INFO:tasks.rados.rados.0.smithi173.stdout:3699: finishing write tid 5 to smithi17368540-26 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3699: finishing write tid 6 to smithi17368540-26 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3699: oid 26 updating version 0 to 2441 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3699: oid 26 updating version 2441 to 2443 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3699: oid 26 updating version 2443 to 2445 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3699: oid 26 version 2445 is already newer than 2442 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3699: oid 26 version 2445 is already newer than 2444 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 26 v 2445 (ObjNum 1138 snap 343 seq_num 1138) dirty exists 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3699: left oid 26 (ObjNum 1138 snap 343 seq_num 1138) 2024-08-30T21:10:52.734 INFO:tasks.rados.rados.0.smithi173.stdout:3692: expect (ObjNum 1085 snap 334 seq_num 1085) 2024-08-30T21:10:53.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:10:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:10:53] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.51.0" 2024-08-30T21:10:53.749 INFO:tasks.rados.rados.0.smithi173.stdout:3693: finishing copy_from racing read to smithi17368540-31 2024-08-30T21:10:53.750 INFO:tasks.rados.rados.0.smithi173.stdout:3693: finishing copy_from to smithi17368540-31 2024-08-30T21:10:53.750 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2423 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:10:53.750 INFO:tasks.rados.rados.0.smithi173.stdout:3700: expect (ObjNum 1131 snap 340 seq_num 1131) 2024-08-30T21:10:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:53 smithi173 ceph-mon[79976]: pgmap v847: 121 pgs: 121 active+clean; 225 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 35 op/s 2024-08-30T21:10:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:53 smithi173 ceph-mon[79976]: osdmap e779: 8 total, 8 up, 8 in 2024-08-30T21:10:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:53 smithi173 ceph-mon[82405]: pgmap v847: 121 pgs: 121 active+clean; 225 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 35 op/s 2024-08-30T21:10:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:53 smithi173 ceph-mon[82405]: osdmap e779: 8 total, 8 up, 8 in 2024-08-30T21:10:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:53 smithi196 ceph-mon[74601]: pgmap v847: 121 pgs: 121 active+clean; 225 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 35 op/s 2024-08-30T21:10:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:53 smithi196 ceph-mon[74601]: osdmap e779: 8 total, 8 up, 8 in 2024-08-30T21:10:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:10:54.451 INFO:tasks.rados.rados.0.smithi173.stdout:3690: done (8 left) 2024-08-30T21:10:54.451 INFO:tasks.rados.rados.0.smithi173.stdout:3692: done (7 left) 2024-08-30T21:10:54.451 INFO:tasks.rados.rados.0.smithi173.stdout:3693: done (6 left) 2024-08-30T21:10:54.451 INFO:tasks.rados.rados.0.smithi173.stdout:3696: done (5 left) 2024-08-30T21:10:54.451 INFO:tasks.rados.rados.0.smithi173.stdout:3697: done (4 left) 2024-08-30T21:10:54.451 INFO:tasks.rados.rados.0.smithi173.stdout:3698: done (3 left) 2024-08-30T21:10:54.451 INFO:tasks.rados.rados.0.smithi173.stdout:3699: done (2 left) 2024-08-30T21:10:54.452 INFO:tasks.rados.rados.0.smithi173.stdout:3700: done (1 left) 2024-08-30T21:10:54.452 INFO:tasks.rados.rados.0.smithi173.stdout:3701: done (0 left) 2024-08-30T21:10:54.452 INFO:tasks.rados.rados.0.smithi173.stdout:3702: delete oid 29 current snap is 344 2024-08-30T21:10:54.456 INFO:tasks.rados.rados.0.smithi173.stdout:3702: done (0 left) 2024-08-30T21:10:54.456 INFO:tasks.rados.rados.0.smithi173.stdout:3703: rollback oid 49 current snap is 344 2024-08-30T21:10:54.456 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 343 2024-08-30T21:10:54.456 INFO:tasks.rados.rados.0.smithi173.stdout:3704: snap_create 2024-08-30T21:10:54.460 INFO:tasks.rados.rados.0.smithi173.stdout:3703: finishing rollback tid 0 to smithi17368540-49 2024-08-30T21:10:54.460 INFO:tasks.rados.rados.0.smithi173.stdout:3703: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:10:54.460 INFO:tasks.rados.rados.0.smithi173.stdout:3703: finishing rollback tid 2 to smithi17368540-49 2024-08-30T21:10:54.461 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 1833 (ObjNum 1094 snap 335 seq_num 1094) dirty exists 2024-08-30T21:10:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:3703: done (1 left) 2024-08-30T21:10:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:3704: done (0 left) 2024-08-30T21:10:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:3705: rollback oid 17 current snap is 345 2024-08-30T21:10:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 17 to 341 2024-08-30T21:10:54.622 INFO:tasks.rados.rados.0.smithi173.stdout:3706: snap_create 2024-08-30T21:10:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:3705: finishing rollback tid 0 to smithi17368540-17 2024-08-30T21:10:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:3705: finishing rollback tid 1 to smithi17368540-17 2024-08-30T21:10:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:3705: finishing rollback tid 2 to smithi17368540-17 2024-08-30T21:10:54.626 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 1836 (ObjNum 1036 snap 326 seq_num 1036) dirty exists 2024-08-30T21:10:55.623 INFO:tasks.rados.rados.0.smithi173.stdout:3705: done (1 left) 2024-08-30T21:10:55.623 INFO:tasks.rados.rados.0.smithi173.stdout:3706: done (0 left) 2024-08-30T21:10:55.623 INFO:tasks.rados.rados.0.smithi173.stdout:3707: read oid 13 snap -1 2024-08-30T21:10:55.623 INFO:tasks.rados.rados.0.smithi173.stdout:3707: expect (ObjNum 1067 snap 327 seq_num 1067) 2024-08-30T21:10:55.623 INFO:tasks.rados.rados.0.smithi173.stdout:3708: rollback oid 23 current snap is 346 2024-08-30T21:10:55.624 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 344 2024-08-30T21:10:55.624 INFO:tasks.rados.rados.0.smithi173.stdout:3709: read oid 48 snap -1 2024-08-30T21:10:55.624 INFO:tasks.rados.rados.0.smithi173.stdout:3709: expect (ObjNum 1134 snap 343 seq_num 1134) 2024-08-30T21:10:55.624 INFO:tasks.rados.rados.0.smithi173.stdout:3710: delete oid 41 current snap is 346 2024-08-30T21:10:55.630 INFO:tasks.rados.rados.0.smithi173.stdout:3708: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:10:55.634 INFO:tasks.rados.rados.0.smithi173.stdout:3708: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:10:55.634 INFO:tasks.rados.rados.0.smithi173.stdout:3708: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:10:55.634 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2434 (ObjNum 1110 snap 338 seq_num 1110) dirty exists 2024-08-30T21:10:55.638 INFO:tasks.rados.rados.0.smithi173.stdout:3709: expect (ObjNum 1134 snap 343 seq_num 1134) 2024-08-30T21:10:55.727 INFO:tasks.rados.rados.0.smithi173.stdout:3707: expect (ObjNum 1067 snap 327 seq_num 1067) 2024-08-30T21:10:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:55 smithi173 ceph-mon[79976]: pgmap v849: 121 pgs: 121 active+clean; 229 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-08-30T21:10:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:55 smithi173 ceph-mon[79976]: osdmap e780: 8 total, 8 up, 8 in 2024-08-30T21:10:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:55 smithi173 ceph-mon[82405]: pgmap v849: 121 pgs: 121 active+clean; 229 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-08-30T21:10:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:55 smithi173 ceph-mon[82405]: osdmap e780: 8 total, 8 up, 8 in 2024-08-30T21:10:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:55 smithi196 ceph-mon[74601]: pgmap v849: 121 pgs: 121 active+clean; 229 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 4.4 MiB/s wr, 22 op/s 2024-08-30T21:10:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:55 smithi196 ceph-mon[74601]: osdmap e780: 8 total, 8 up, 8 in 2024-08-30T21:10:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:56 smithi173 ceph-mon[79976]: osdmap e781: 8 total, 8 up, 8 in 2024-08-30T21:10:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:56 smithi173 ceph-mon[79976]: osdmap e782: 8 total, 8 up, 8 in 2024-08-30T21:10:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:56 smithi173 ceph-mon[82405]: osdmap e781: 8 total, 8 up, 8 in 2024-08-30T21:10:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:56 smithi173 ceph-mon[82405]: osdmap e782: 8 total, 8 up, 8 in 2024-08-30T21:10:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:56 smithi196 ceph-mon[74601]: osdmap e781: 8 total, 8 up, 8 in 2024-08-30T21:10:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:56 smithi196 ceph-mon[74601]: osdmap e782: 8 total, 8 up, 8 in 2024-08-30T21:10:57.831 INFO:tasks.rados.rados.0.smithi173.stdout:3707: done (3 left) 2024-08-30T21:10:57.831 INFO:tasks.rados.rados.0.smithi173.stdout:3708: done (2 left) 2024-08-30T21:10:57.832 INFO:tasks.rados.rados.0.smithi173.stdout:3709: done (1 left) 2024-08-30T21:10:57.832 INFO:tasks.rados.rados.0.smithi173.stdout:3710: done (0 left) 2024-08-30T21:10:57.832 INFO:tasks.rados.rados.0.smithi173.stdout:3711: delete oid 25 current snap is 346 2024-08-30T21:10:57.834 INFO:tasks.rados.rados.0.smithi173.stdout:3711: done (0 left) 2024-08-30T21:10:57.834 INFO:tasks.rados.rados.0.smithi173.stdout:3712: rollback oid 42 current snap is 346 2024-08-30T21:10:57.835 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 42 to 341 2024-08-30T21:10:57.835 INFO:tasks.rados.rados.0.smithi173.stdout:3713: rmattr oid 40 current snap is 346 2024-08-30T21:10:57.835 INFO:tasks.rados.rados.0.smithi173.stdout:3713: done (1 left) 2024-08-30T21:10:57.835 INFO:tasks.rados.rados.0.smithi173.stdout:3714: delete oid 14 current snap is 346 2024-08-30T21:10:57.837 INFO:tasks.rados.rados.0.smithi173.stdout:3712: finishing rollback tid 1 to smithi17368540-42 2024-08-30T21:10:57.838 INFO:tasks.rados.rados.0.smithi173.stdout:3712: finishing rollback tid 2 to smithi17368540-42 2024-08-30T21:10:57.838 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 2447 (ObjNum 1051 snap 326 seq_num 1051) dirty exists 2024-08-30T21:10:57.838 INFO:tasks.rados.rados.0.smithi173.stdout:3712: done (1 left) 2024-08-30T21:10:57.838 INFO:tasks.rados.rados.0.smithi173.stdout:3714: done (0 left) 2024-08-30T21:10:57.838 INFO:tasks.rados.rados.0.smithi173.stdout:3715: read oid 7 snap -1 2024-08-30T21:10:57.838 INFO:tasks.rados.rados.0.smithi173.stdout:3715: expect deleted 2024-08-30T21:10:57.838 INFO:tasks.rados.rados.0.smithi173.stdout:3716: snap_remove snap 343 2024-08-30T21:10:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:57 smithi173 ceph-mon[79976]: pgmap v852: 121 pgs: 121 active+clean; 232 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-30T21:10:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:57 smithi173 ceph-mon[82405]: pgmap v852: 121 pgs: 121 active+clean; 232 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-30T21:10:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:57 smithi196 ceph-mon[74601]: pgmap v852: 121 pgs: 121 active+clean; 232 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 32 MiB/s rd, 1.9 MiB/s wr, 11 op/s 2024-08-30T21:10:58.640 INFO:tasks.rados.rados.0.smithi173.stdout:3716: done (1 left) 2024-08-30T21:10:58.640 INFO:tasks.rados.rados.0.smithi173.stdout:3717: setattr oid 50 current snap is 346 2024-08-30T21:10:58.642 INFO:tasks.rados.rados.0.smithi173.stdout:3715: done (1 left) 2024-08-30T21:10:58.642 INFO:tasks.rados.rados.0.smithi173.stdout:3718: delete oid 4 current snap is 346 2024-08-30T21:10:58.646 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 2215 (ObjNum 289 snap 0 seq_num 138231808) dirty exists 2024-08-30T21:10:58.652 INFO:tasks.rados.rados.0.smithi173.stdout:3717: done (1 left) 2024-08-30T21:10:58.653 INFO:tasks.rados.rados.0.smithi173.stdout:3718: done (0 left) 2024-08-30T21:10:58.653 INFO:tasks.rados.rados.0.smithi173.stdout:3719: copy_from oid 26 from oid 41 current snap is 346 2024-08-30T21:10:58.653 INFO:tasks.rados.rados.0.smithi173.stdout:3720: delete oid 50 current snap is 346 2024-08-30T21:10:58.655 INFO:tasks.rados.rados.0.smithi173.stdout:3719: finishing copy_from to smithi17368540-26 2024-08-30T21:10:58.655 INFO:tasks.rados.rados.0.smithi173.stdout:3719: got expected ENOENT (src dne) 2024-08-30T21:10:58.655 INFO:tasks.rados.rados.0.smithi173.stdout:3719: finishing copy_from racing read to smithi17368540-26 2024-08-30T21:10:58.656 INFO:tasks.rados.rados.0.smithi173.stdout:3719: done (1 left) 2024-08-30T21:10:58.656 INFO:tasks.rados.rados.0.smithi173.stdout:3720: done (0 left) 2024-08-30T21:10:58.656 INFO:tasks.rados.rados.0.smithi173.stdout:3721: delete oid 32 current snap is 346 2024-08-30T21:10:58.658 INFO:tasks.rados.rados.0.smithi173.stdout:3721: done (0 left) 2024-08-30T21:10:58.658 INFO:tasks.rados.rados.0.smithi173.stdout:3722: rollback oid 48 current snap is 346 2024-08-30T21:10:58.658 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 48 to 345 2024-08-30T21:10:58.658 INFO:tasks.rados.rados.0.smithi173.stdout:3723: copy_from oid 7 from oid 5 current snap is 346 2024-08-30T21:10:58.658 INFO:tasks.rados.rados.0.smithi173.stdout:3724: read oid 14 snap -1 2024-08-30T21:10:58.658 INFO:tasks.rados.rados.0.smithi173.stdout:3724: expect deleted 2024-08-30T21:10:58.659 INFO:tasks.rados.rados.0.smithi173.stdout:3725: snap_create 2024-08-30T21:10:58.664 INFO:tasks.rados.rados.0.smithi173.stdout:3722: finishing rollback tid 0 to smithi17368540-48 2024-08-30T21:10:58.664 INFO:tasks.rados.rados.0.smithi173.stdout:3722: finishing rollback tid 1 to smithi17368540-48 2024-08-30T21:10:58.664 INFO:tasks.rados.rados.0.smithi173.stdout:3722: finishing rollback tid 2 to smithi17368540-48 2024-08-30T21:10:58.664 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1834 (ObjNum 1134 snap 343 seq_num 1134) dirty exists 2024-08-30T21:10:58.688 INFO:tasks.rados.rados.0.smithi173.stdout:3723: finishing copy_from racing read to smithi17368540-7 2024-08-30T21:10:58.698 INFO:tasks.rados.rados.0.smithi173.stdout:3723: finishing copy_from to smithi17368540-7 2024-08-30T21:10:58.699 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2416 (ObjNum 1063 snap 326 seq_num 1063) dirty exists 2024-08-30T21:10:59.648 INFO:tasks.rados.rados.0.smithi173.stdout:3722: done (3 left) 2024-08-30T21:10:59.648 INFO:tasks.rados.rados.0.smithi173.stdout:3723: done (2 left) 2024-08-30T21:10:59.648 INFO:tasks.rados.rados.0.smithi173.stdout:3724: done (1 left) 2024-08-30T21:10:59.648 INFO:tasks.rados.rados.0.smithi173.stdout:3725: done (0 left) 2024-08-30T21:10:59.648 INFO:tasks.rados.rados.0.smithi173.stdout:3726: delete oid 40 current snap is 347 2024-08-30T21:10:59.653 INFO:tasks.rados.rados.0.smithi173.stdout:3726: done (0 left) 2024-08-30T21:10:59.653 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 347 2024-08-30T21:10:59.653 INFO:tasks.rados.rados.0.smithi173.stdout:3727: seq_num 1147 ranges {0=16384} 2024-08-30T21:10:59.654 INFO:tasks.rados.rados.0.smithi173.stdout:3727: writing smithi17368540-40 from 0 to 16384 tid 1 2024-08-30T21:10:59.654 INFO:tasks.rados.rados.0.smithi173.stdout:3728: rmattr oid 33 current snap is 347 2024-08-30T21:10:59.654 INFO:tasks.rados.rados.0.smithi173.stdout:3729: rollback oid 35 current snap is 347 2024-08-30T21:10:59.654 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 35 to 346 2024-08-30T21:10:59.654 INFO:tasks.rados.rados.0.smithi173.stdout:3730: copy_from oid 49 from oid 21 current snap is 347 2024-08-30T21:10:59.654 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 347 2024-08-30T21:10:59.654 INFO:tasks.rados.rados.0.smithi173.stdout:3731: seq_num 1148 ranges {2072576=32768} 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3731: writing smithi17368540-3 from 2072576 to 2105344 tid 1 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3732: rollback oid 11 current snap is 347 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 11 to 345 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3727: finishing write tid 1 to smithi17368540-40 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3727: finishing write tid 2 to smithi17368540-40 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3729: finishing rollback tid 0 to smithi17368540-35 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3729: finishing rollback tid 1 to smithi17368540-35 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3729: finishing rollback tid 2 to smithi17368540-35 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 2431 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-08-30T21:10:59.666 INFO:tasks.rados.rados.0.smithi173.stdout:3727: finishing write tid 3 to smithi17368540-40 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:3727: oid 40 updating version 0 to 2172 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:3727: oid 40 updating version 2172 to 2173 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 2173 (ObjNum 1147 snap 347 seq_num 1147) dirty exists 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:3727: left oid 40 (ObjNum 1147 snap 347 seq_num 1147) 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2176 (ObjNum 1118 snap 340 seq_num 1118) dirty exists 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:3727: done (5 left) 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:3728: done (4 left) 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:3729: done (3 left) 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 347 2024-08-30T21:10:59.667 INFO:tasks.rados.rados.0.smithi173.stdout:3733: seq_num 1149 ranges {10952704=49152} 2024-08-30T21:10:59.726 INFO:tasks.rados.rados.0.smithi173.stdout:3733: writing smithi17368540-2 from 10952704 to 11001856 tid 1 2024-08-30T21:10:59.726 INFO:tasks.rados.rados.0.smithi173.stdout:3734: read oid 33 snap -1 2024-08-30T21:10:59.726 INFO:tasks.rados.rados.0.smithi173.stdout:3734: expect (ObjNum 1118 snap 340 seq_num 1118) 2024-08-30T21:10:59.726 INFO:tasks.rados.rados.0.smithi173.stdout:3735: rmattr oid 20 current snap is 347 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3735: done (5 left) 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3736: read oid 24 snap -1 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3736: expect (ObjNum 1137 snap 343 seq_num 1137) 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3737: read oid 32 snap 346 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3737: expect deleted 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 347 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3731: finishing write tid 1 to smithi17368540-3 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3731: finishing write tid 2 to smithi17368540-3 2024-08-30T21:10:59.727 INFO:tasks.rados.rados.0.smithi173.stdout:3738: seq_num 1150 ranges {9011200=65536} 2024-08-30T21:10:59.776 INFO:tasks.rados.rados.0.smithi173.stdout:3738: writing smithi17368540-8 from 9011200 to 9076736 tid 1 2024-08-30T21:10:59.776 INFO:tasks.rados.rados.0.smithi173.stdout:3739: delete oid 34 current snap is 347 2024-08-30T21:10:59.776 INFO:tasks.rados.rados.0.smithi173.stdout:3732: finishing rollback tid 0 to smithi17368540-11 2024-08-30T21:10:59.776 INFO:tasks.rados.rados.0.smithi173.stdout:3732: finishing rollback tid 1 to smithi17368540-11 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3731: finishing write tid 3 to smithi17368540-3 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3731: oid 3 updating version 0 to 2509 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3731: oid 3 updating version 2509 to 2510 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2510 (ObjNum 1148 snap 347 seq_num 1148) dirty exists 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3731: left oid 3 (ObjNum 1148 snap 347 seq_num 1148) 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3732: finishing rollback tid 2 to smithi17368540-11 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2514 (ObjNum 1128 snap 340 seq_num 1128) dirty exists 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3730: finishing copy_from racing read to smithi17368540-49 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3730: finishing copy_from to smithi17368540-49 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 2164 (ObjNum 1086 snap 334 seq_num 1086) dirty exists 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3733: finishing write tid 1 to smithi17368540-2 2024-08-30T21:10:59.777 INFO:tasks.rados.rados.0.smithi173.stdout:3733: finishing write tid 2 to smithi17368540-2 2024-08-30T21:10:59.778 INFO:tasks.rados.rados.0.smithi173.stdout:3733: finishing write tid 3 to smithi17368540-2 2024-08-30T21:10:59.778 INFO:tasks.rados.rados.0.smithi173.stdout:3733: oid 2 updating version 0 to 2436 2024-08-30T21:10:59.778 INFO:tasks.rados.rados.0.smithi173.stdout:3733: oid 2 version 2436 is already newer than 2435 2024-08-30T21:10:59.778 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2436 (ObjNum 1149 snap 347 seq_num 1149) dirty exists 2024-08-30T21:10:59.778 INFO:tasks.rados.rados.0.smithi173.stdout:3733: left oid 2 (ObjNum 1149 snap 347 seq_num 1149) 2024-08-30T21:10:59.778 INFO:tasks.rados.rados.0.smithi173.stdout:3736: expect (ObjNum 1137 snap 343 seq_num 1137) 2024-08-30T21:10:59.869 INFO:tasks.rados.rados.0.smithi173.stdout:3734: expect (ObjNum 1118 snap 340 seq_num 1118) 2024-08-30T21:10:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:59 smithi173 ceph-mon[79976]: pgmap v854: 121 pgs: 121 active+clean; 232 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-30T21:10:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:10:59 smithi173 ceph-mon[79976]: osdmap e783: 8 total, 8 up, 8 in 2024-08-30T21:10:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:59 smithi173 ceph-mon[82405]: pgmap v854: 121 pgs: 121 active+clean; 232 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-30T21:10:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:10:59 smithi173 ceph-mon[82405]: osdmap e783: 8 total, 8 up, 8 in 2024-08-30T21:11:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:59 smithi196 ceph-mon[74601]: pgmap v854: 121 pgs: 121 active+clean; 232 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-30T21:11:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:10:59 smithi196 ceph-mon[74601]: osdmap e783: 8 total, 8 up, 8 in 2024-08-30T21:11:00.350 INFO:tasks.rados.rados.0.smithi173.stdout:3738: finishing write tid 1 to smithi17368540-8 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3738: finishing write tid 2 to smithi17368540-8 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3730: done (8 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3731: done (7 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3732: done (6 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3733: done (5 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3734: done (4 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3736: done (3 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3737: done (2 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3739: done (1 left) 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3740: snap_create 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3738: finishing write tid 3 to smithi17368540-8 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3738: oid 8 updating version 0 to 2124 2024-08-30T21:11:00.351 INFO:tasks.rados.rados.0.smithi173.stdout:3738: oid 8 version 2124 is already newer than 2123 2024-08-30T21:11:00.352 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2124 (ObjNum 1150 snap 347 seq_num 1150) dirty exists 2024-08-30T21:11:00.352 INFO:tasks.rados.rados.0.smithi173.stdout:3738: left oid 8 (ObjNum 1150 snap 347 seq_num 1150) 2024-08-30T21:11:00.652 INFO:tasks.rados.rados.0.smithi173.stdout:3738: done (1 left) 2024-08-30T21:11:00.653 INFO:tasks.rados.rados.0.smithi173.stdout:3740: done (0 left) 2024-08-30T21:11:00.653 INFO:tasks.rados.rados.0.smithi173.stdout:3741: rollback oid 23 current snap is 348 2024-08-30T21:11:00.653 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 23 to 344 2024-08-30T21:11:00.653 INFO:tasks.rados.rados.0.smithi173.stdout:3742: snap_create 2024-08-30T21:11:00.658 INFO:tasks.rados.rados.0.smithi173.stdout:3741: finishing rollback tid 0 to smithi17368540-23 2024-08-30T21:11:00.658 INFO:tasks.rados.rados.0.smithi173.stdout:3741: finishing rollback tid 1 to smithi17368540-23 2024-08-30T21:11:00.658 INFO:tasks.rados.rados.0.smithi173.stdout:3741: finishing rollback tid 2 to smithi17368540-23 2024-08-30T21:11:00.658 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2439 (ObjNum 1110 snap 338 seq_num 1110) dirty exists 2024-08-30T21:11:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:00 smithi173 ceph-mon[79976]: osdmap e784: 8 total, 8 up, 8 in 2024-08-30T21:11:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:00 smithi173 ceph-mon[82405]: osdmap e784: 8 total, 8 up, 8 in 2024-08-30T21:11:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:00 smithi196 ceph-mon[74601]: osdmap e784: 8 total, 8 up, 8 in 2024-08-30T21:11:01.604 INFO:tasks.rados.rados.0.smithi173.stdout:3741: done (1 left) 2024-08-30T21:11:01.604 INFO:tasks.rados.rados.0.smithi173.stdout:3742: done (0 left) 2024-08-30T21:11:01.604 INFO:tasks.rados.rados.0.smithi173.stdout:3743: setattr oid 4 current snap is 349 2024-08-30T21:11:01.604 INFO:tasks.rados.rados.0.smithi173.stdout:3744: delete oid 6 current snap is 349 2024-08-30T21:11:01.609 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 2515 (ObjNum -1400922912 snap 32683 seq_num 304) dirty exists 2024-08-30T21:11:01.612 INFO:tasks.rados.rados.0.smithi173.stdout:3743: done (1 left) 2024-08-30T21:11:01.612 INFO:tasks.rados.rados.0.smithi173.stdout:3744: done (0 left) 2024-08-30T21:11:01.612 INFO:tasks.rados.rados.0.smithi173.stdout:3745: rmattr oid 43 current snap is 349 2024-08-30T21:11:01.612 INFO:tasks.rados.rados.0.smithi173.stdout:3746: rollback oid 25 current snap is 349 2024-08-30T21:11:01.612 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 25 to 347 2024-08-30T21:11:01.612 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 349 2024-08-30T21:11:01.612 INFO:tasks.rados.rados.0.smithi173.stdout:3747: seq_num 1153 ranges {16384=114688} 2024-08-30T21:11:01.613 INFO:tasks.rados.rados.0.smithi173.stdout:3747: writing smithi17368540-40 from 16384 to 131072 tid 1 2024-08-30T21:11:01.613 INFO:tasks.rados.rados.0.smithi173.stdout:3748: read oid 47 snap -1 2024-08-30T21:11:01.613 INFO:tasks.rados.rados.0.smithi173.stdout:3748: expect deleted 2024-08-30T21:11:01.613 INFO:tasks.rados.rados.0.smithi173.stdout:3749: read oid 22 snap -1 2024-08-30T21:11:01.613 INFO:tasks.rados.rados.0.smithi173.stdout:3749: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:11:01.613 INFO:tasks.rados.rados.0.smithi173.stdout:3750: setattr oid 35 current snap is 349 2024-08-30T21:11:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:3748: done (5 left) 2024-08-30T21:11:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:3751: read oid 30 snap -1 2024-08-30T21:11:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:3751: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:3752: copy_from oid 8 from oid 31 current snap is 349 2024-08-30T21:11:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:3746: finishing rollback tid 1 to smithi17368540-25 2024-08-30T21:11:01.615 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 25 v 1950 (ObjNum 113 snap 0 seq_num 1444274802) dirty dne 2024-08-30T21:11:01.616 INFO:tasks.rados.rados.0.smithi173.stdout:3746: done (6 left) 2024-08-30T21:11:01.616 INFO:tasks.rados.rados.0.smithi173.stdout:3753: delete oid 33 current snap is 349 2024-08-30T21:11:01.618 INFO:tasks.rados.rados.0.smithi173.stdout:3747: finishing write tid 1 to smithi17368540-40 2024-08-30T21:11:01.618 INFO:tasks.rados.rados.0.smithi173.stdout:3747: finishing write tid 2 to smithi17368540-40 2024-08-30T21:11:01.620 INFO:tasks.rados.rados.0.smithi173.stdout:3747: finishing write tid 3 to smithi17368540-40 2024-08-30T21:11:01.620 INFO:tasks.rados.rados.0.smithi173.stdout:3747: oid 40 updating version 0 to 2174 2024-08-30T21:11:01.620 INFO:tasks.rados.rados.0.smithi173.stdout:3747: oid 40 updating version 2174 to 2175 2024-08-30T21:11:01.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 2175 (ObjNum 1153 snap 349 seq_num 1153) dirty exists 2024-08-30T21:11:01.620 INFO:tasks.rados.rados.0.smithi173.stdout:3747: left oid 40 (ObjNum 1153 snap 349 seq_num 1153) 2024-08-30T21:11:01.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 2432 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-08-30T21:11:01.622 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2449 (ObjNum 1120 snap 340 seq_num 1120) dirty exists 2024-08-30T21:11:01.624 INFO:tasks.rados.rados.0.smithi173.stdout:3751: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:01.648 INFO:tasks.rados.rados.0.smithi173.stdout:3752: finishing copy_from racing read to smithi17368540-8 2024-08-30T21:11:01.648 INFO:tasks.rados.rados.0.smithi173.stdout:3752: finishing copy_from to smithi17368540-8 2024-08-30T21:11:01.648 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2423 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:11:01.648 INFO:tasks.rados.rados.0.smithi173.stdout:3749: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3745: done (6 left) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3747: done (5 left) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3749: done (4 left) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3750: done (3 left) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3751: done (2 left) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3752: done (1 left) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3753: done (0 left) 2024-08-30T21:11:01.866 INFO:tasks.rados.rados.0.smithi173.stdout:3754: snap_create 2024-08-30T21:11:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:01 smithi173 ceph-mon[82405]: pgmap v857: 121 pgs: 121 active+clean; 233 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-30T21:11:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:01 smithi173 ceph-mon[82405]: osdmap e785: 8 total, 8 up, 8 in 2024-08-30T21:11:01.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:01 smithi173 ceph-mon[82405]: osdmap e786: 8 total, 8 up, 8 in 2024-08-30T21:11:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:01 smithi173 ceph-mon[79976]: pgmap v857: 121 pgs: 121 active+clean; 233 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-30T21:11:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:01 smithi173 ceph-mon[79976]: osdmap e785: 8 total, 8 up, 8 in 2024-08-30T21:11:01.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:01 smithi173 ceph-mon[79976]: osdmap e786: 8 total, 8 up, 8 in 2024-08-30T21:11:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:01 smithi196 ceph-mon[74601]: pgmap v857: 121 pgs: 121 active+clean; 233 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 0 B/s wr, 10 op/s 2024-08-30T21:11:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:01 smithi196 ceph-mon[74601]: osdmap e785: 8 total, 8 up, 8 in 2024-08-30T21:11:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:01 smithi196 ceph-mon[74601]: osdmap e786: 8 total, 8 up, 8 in 2024-08-30T21:11:02.661 INFO:tasks.rados.rados.0.smithi173.stdout:3754: done (0 left) 2024-08-30T21:11:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:3755: copy_from oid 42 from oid 4 current snap is 350 2024-08-30T21:11:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 8 current snap is 350 2024-08-30T21:11:02.662 INFO:tasks.rados.rados.0.smithi173.stdout:3756: seq_num 1155 ranges {892928=147456} 2024-08-30T21:11:02.667 INFO:tasks.rados.rados.0.smithi173.stdout:3756: writing smithi17368540-8 from 892928 to 1040384 tid 1 2024-08-30T21:11:02.667 INFO:tasks.rados.rados.0.smithi173.stdout:3757: rmattr oid 1 current snap is 350 2024-08-30T21:11:02.667 INFO:tasks.rados.rados.0.smithi173.stdout:3757: done (2 left) 2024-08-30T21:11:02.667 INFO:tasks.rados.rados.0.smithi173.stdout:3758: delete oid 1 current snap is 350 2024-08-30T21:11:02.669 INFO:tasks.rados.rados.0.smithi173.stdout:3755: finishing copy_from racing read to smithi17368540-42 2024-08-30T21:11:02.671 INFO:tasks.rados.rados.0.smithi173.stdout:3755: finishing copy_from to smithi17368540-42 2024-08-30T21:11:02.671 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 2515 (ObjNum 33 snap 0 seq_num 1579025440) dirty exists 2024-08-30T21:11:02.671 INFO:tasks.rados.rados.0.smithi173.stdout:3756: finishing write tid 1 to smithi17368540-8 2024-08-30T21:11:02.672 INFO:tasks.rados.rados.0.smithi173.stdout:3755: done (2 left) 2024-08-30T21:11:02.672 INFO:tasks.rados.rados.0.smithi173.stdout:3758: done (1 left) 2024-08-30T21:11:02.672 INFO:tasks.rados.rados.0.smithi173.stdout:3759: read oid 9 snap 345 2024-08-30T21:11:02.672 INFO:tasks.rados.rados.0.smithi173.stdout:3759: expect (ObjNum 1115 snap 340 seq_num 1115) 2024-08-30T21:11:02.672 INFO:tasks.rados.rados.0.smithi173.stdout:3760: snap_remove snap 344 2024-08-30T21:11:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:11:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:11:03] "GET /metrics HTTP/1.1" 200 36521 "" "Prometheus/2.51.0" 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:3760: done (2 left) 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:3761: setattr oid 33 current snap is 350 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:3756: finishing write tid 2 to smithi17368540-8 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:3756: finishing write tid 3 to smithi17368540-8 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:3756: oid 8 updating version 0 to 2425 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:3756: oid 8 version 2425 is already newer than 2424 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2425 (ObjNum 1155 snap 350 seq_num 1155) dirty exists 2024-08-30T21:11:03.669 INFO:tasks.rados.rados.0.smithi173.stdout:3756: left oid 8 (ObjNum 1155 snap 350 seq_num 1155) 2024-08-30T21:11:03.670 INFO:tasks.rados.rados.0.smithi173.stdout:3759: expect (ObjNum 1115 snap 340 seq_num 1115) 2024-08-30T21:11:03.726 INFO:tasks.rados.rados.0.smithi173.stdout:3756: done (2 left) 2024-08-30T21:11:03.727 INFO:tasks.rados.rados.0.smithi173.stdout:3759: done (1 left) 2024-08-30T21:11:03.727 INFO:tasks.rados.rados.0.smithi173.stdout:3762: rollback oid 43 current snap is 350 2024-08-30T21:11:03.727 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 43 to 348 2024-08-30T21:11:03.727 INFO:tasks.rados.rados.0.smithi173.stdout:3763: read oid 49 snap -1 2024-08-30T21:11:03.727 INFO:tasks.rados.rados.0.smithi173.stdout:3763: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-08-30T21:11:03.727 INFO:tasks.rados.rados.0.smithi173.stdout:3764: snap_create 2024-08-30T21:11:03.728 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 33 v 2178 (ObjNum 81 snap 0 seq_num 1481534031) dirty exists 2024-08-30T21:11:03.732 INFO:tasks.rados.rados.0.smithi173.stdout:3762: finishing rollback tid 0 to smithi17368540-43 2024-08-30T21:11:03.733 INFO:tasks.rados.rados.0.smithi173.stdout:3762: finishing rollback tid 1 to smithi17368540-43 2024-08-30T21:11:03.734 INFO:tasks.rados.rados.0.smithi173.stdout:3762: finishing rollback tid 2 to smithi17368540-43 2024-08-30T21:11:03.734 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2518 (ObjNum 1120 snap 340 seq_num 1120) dirty exists 2024-08-30T21:11:03.779 INFO:tasks.rados.rados.0.smithi173.stdout:3763: expect (ObjNum 1086 snap 334 seq_num 1086) 2024-08-30T21:11:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:03 smithi173 ceph-mon[82405]: pgmap v860: 121 pgs: 121 active+clean; 245 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-08-30T21:11:03.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:03 smithi173 ceph-mon[82405]: osdmap e787: 8 total, 8 up, 8 in 2024-08-30T21:11:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:03 smithi173 ceph-mon[79976]: pgmap v860: 121 pgs: 121 active+clean; 245 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-08-30T21:11:03.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:03 smithi173 ceph-mon[79976]: osdmap e787: 8 total, 8 up, 8 in 2024-08-30T21:11:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:03 smithi196 ceph-mon[74601]: pgmap v860: 121 pgs: 121 active+clean; 245 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 8 op/s 2024-08-30T21:11:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:03 smithi196 ceph-mon[74601]: osdmap e787: 8 total, 8 up, 8 in 2024-08-30T21:11:04.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:04 smithi173 ceph-mon[79976]: osdmap e788: 8 total, 8 up, 8 in 2024-08-30T21:11:04.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:04 smithi173 ceph-mon[82405]: osdmap e788: 8 total, 8 up, 8 in 2024-08-30T21:11:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:04 smithi196 ceph-mon[74601]: osdmap e788: 8 total, 8 up, 8 in 2024-08-30T21:11:05.075 INFO:tasks.rados.rados.0.smithi173.stdout:3761: done (3 left) 2024-08-30T21:11:05.076 INFO:tasks.rados.rados.0.smithi173.stdout:3762: done (2 left) 2024-08-30T21:11:05.076 INFO:tasks.rados.rados.0.smithi173.stdout:3763: done (1 left) 2024-08-30T21:11:05.076 INFO:tasks.rados.rados.0.smithi173.stdout:3764: done (0 left) 2024-08-30T21:11:05.076 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 2 current snap is 351 2024-08-30T21:11:05.076 INFO:tasks.rados.rados.0.smithi173.stdout:3765: seq_num 1157 ranges {11001856=180224} 2024-08-30T21:11:05.133 INFO:tasks.rados.rados.0.smithi173.stdout:3765: writing smithi17368540-2 from 11001856 to 11182080 tid 1 2024-08-30T21:11:05.133 INFO:tasks.rados.rados.0.smithi173.stdout:3766: snap_remove snap 349 2024-08-30T21:11:05.680 INFO:tasks.rados.rados.0.smithi173.stdout:3766: done (1 left) 2024-08-30T21:11:05.680 INFO:tasks.rados.rados.0.smithi173.stdout:3767: snap_create 2024-08-30T21:11:05.680 INFO:tasks.rados.rados.0.smithi173.stdout:3765: finishing write tid 1 to smithi17368540-2 2024-08-30T21:11:05.680 INFO:tasks.rados.rados.0.smithi173.stdout:3765: finishing write tid 2 to smithi17368540-2 2024-08-30T21:11:05.680 INFO:tasks.rados.rados.0.smithi173.stdout:3765: finishing write tid 3 to smithi17368540-2 2024-08-30T21:11:05.680 INFO:tasks.rados.rados.0.smithi173.stdout:3765: oid 2 updating version 0 to 2440 2024-08-30T21:11:05.680 INFO:tasks.rados.rados.0.smithi173.stdout:3765: oid 2 updating version 2440 to 2441 2024-08-30T21:11:05.681 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 2 v 2441 (ObjNum 1157 snap 351 seq_num 1157) dirty exists 2024-08-30T21:11:05.681 INFO:tasks.rados.rados.0.smithi173.stdout:3765: left oid 2 (ObjNum 1157 snap 351 seq_num 1157) 2024-08-30T21:11:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:05 smithi173 ceph-mon[79976]: pgmap v863: 121 pgs: 121 active+clean; 252 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-30T21:11:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:05 smithi173 ceph-mon[79976]: osdmap e789: 8 total, 8 up, 8 in 2024-08-30T21:11:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:05 smithi173 ceph-mon[82405]: pgmap v863: 121 pgs: 121 active+clean; 252 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-30T21:11:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:05 smithi173 ceph-mon[82405]: osdmap e789: 8 total, 8 up, 8 in 2024-08-30T21:11:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:05 smithi196 ceph-mon[74601]: pgmap v863: 121 pgs: 121 active+clean; 252 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.8 MiB/s wr, 27 op/s 2024-08-30T21:11:06.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:05 smithi196 ceph-mon[74601]: osdmap e789: 8 total, 8 up, 8 in 2024-08-30T21:11:06.604 INFO:tasks.rados.rados.0.smithi173.stdout:3765: done (1 left) 2024-08-30T21:11:06.605 INFO:tasks.rados.rados.0.smithi173.stdout:3767: done (0 left) 2024-08-30T21:11:06.605 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 40 current snap is 352 2024-08-30T21:11:06.605 INFO:tasks.rados.rados.0.smithi173.stdout:3768: seq_num 1158 ranges {131072=196608} 2024-08-30T21:11:06.606 INFO:tasks.rados.rados.0.smithi173.stdout:3768: writing smithi17368540-40 from 131072 to 327680 tid 1 2024-08-30T21:11:06.606 INFO:tasks.rados.rados.0.smithi173.stdout:3769: read oid 26 snap -1 2024-08-30T21:11:06.606 INFO:tasks.rados.rados.0.smithi173.stdout:3769: expect (ObjNum 1138 snap 343 seq_num 1138) 2024-08-30T21:11:06.606 INFO:tasks.rados.rados.0.smithi173.stdout:3770: delete oid 29 current snap is 352 2024-08-30T21:11:06.610 INFO:tasks.rados.rados.0.smithi173.stdout:3768: finishing write tid 1 to smithi17368540-40 2024-08-30T21:11:06.610 INFO:tasks.rados.rados.0.smithi173.stdout:3768: finishing write tid 2 to smithi17368540-40 2024-08-30T21:11:06.611 INFO:tasks.rados.rados.0.smithi173.stdout:3768: finishing write tid 3 to smithi17368540-40 2024-08-30T21:11:06.611 INFO:tasks.rados.rados.0.smithi173.stdout:3768: oid 40 updating version 0 to 2176 2024-08-30T21:11:06.611 INFO:tasks.rados.rados.0.smithi173.stdout:3768: oid 40 updating version 2176 to 2177 2024-08-30T21:11:06.611 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 40 v 2177 (ObjNum 1158 snap 352 seq_num 1158) dirty exists 2024-08-30T21:11:06.611 INFO:tasks.rados.rados.0.smithi173.stdout:3768: left oid 40 (ObjNum 1158 snap 352 seq_num 1158) 2024-08-30T21:11:06.614 INFO:tasks.rados.rados.0.smithi173.stdout:3768: done (2 left) 2024-08-30T21:11:06.614 INFO:tasks.rados.rados.0.smithi173.stdout:3770: done (1 left) 2024-08-30T21:11:06.614 INFO:tasks.rados.rados.0.smithi173.stdout:3771: read oid 17 snap -1 2024-08-30T21:11:06.614 INFO:tasks.rados.rados.0.smithi173.stdout:3771: expect (ObjNum 1036 snap 326 seq_num 1036) 2024-08-30T21:11:06.614 INFO:tasks.rados.rados.0.smithi173.stdout:3772: setattr oid 14 current snap is 352 2024-08-30T21:11:06.619 INFO:tasks.rados.rados.0.smithi173.stdout:3773: copy_from oid 23 from oid 30 current snap is 352 2024-08-30T21:11:06.619 INFO:tasks.rados.rados.0.smithi173.stdout:3774: snap_remove snap 346 2024-08-30T21:11:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:06 smithi173 ceph-mon[79976]: osdmap e790: 8 total, 8 up, 8 in 2024-08-30T21:11:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:06 smithi173 ceph-mon[79976]: osdmap e791: 8 total, 8 up, 8 in 2024-08-30T21:11:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:06 smithi173 ceph-mon[82405]: osdmap e790: 8 total, 8 up, 8 in 2024-08-30T21:11:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:06 smithi173 ceph-mon[82405]: osdmap e791: 8 total, 8 up, 8 in 2024-08-30T21:11:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:06 smithi196 ceph-mon[74601]: osdmap e790: 8 total, 8 up, 8 in 2024-08-30T21:11:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:06 smithi196 ceph-mon[74601]: osdmap e791: 8 total, 8 up, 8 in 2024-08-30T21:11:07.607 INFO:tasks.rados.rados.0.smithi173.stdout:3774: done (4 left) 2024-08-30T21:11:07.607 INFO:tasks.rados.rados.0.smithi173.stdout:3775: rollback oid 22 current snap is 352 2024-08-30T21:11:07.607 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 22 to 341 2024-08-30T21:11:07.608 INFO:tasks.rados.rados.0.smithi173.stdout:3771: expect (ObjNum 1036 snap 326 seq_num 1036) 2024-08-30T21:11:07.635 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 14 v 2417 (ObjNum 113 snap 0 seq_num 4063060571) dirty exists 2024-08-30T21:11:07.635 INFO:tasks.rados.rados.0.smithi173.stdout:3773: finishing copy_from racing read to smithi17368540-23 2024-08-30T21:11:07.635 INFO:tasks.rados.rados.0.smithi173.stdout:3769: expect (ObjNum 1138 snap 343 seq_num 1138) 2024-08-30T21:11:07.745 INFO:tasks.rados.rados.0.smithi173.stdout:3773: finishing copy_from to smithi17368540-23 2024-08-30T21:11:07.745 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2139 (ObjNum 1051 snap 326 seq_num 1051) dirty exists 2024-08-30T21:11:07.745 INFO:tasks.rados.rados.0.smithi173.stdout:3775: finishing rollback tid 0 to smithi17368540-22 2024-08-30T21:11:07.745 INFO:tasks.rados.rados.0.smithi173.stdout:3775: finishing rollback tid 1 to smithi17368540-22 2024-08-30T21:11:07.745 INFO:tasks.rados.rados.0.smithi173.stdout:3775: finishing rollback tid 2 to smithi17368540-22 2024-08-30T21:11:07.745 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2181 (ObjNum 1055 snap 326 seq_num 1055) dirty exists 2024-08-30T21:11:07.746 INFO:tasks.rados.rados.0.smithi173.stdout:3769: done (4 left) 2024-08-30T21:11:07.746 INFO:tasks.rados.rados.0.smithi173.stdout:3771: done (3 left) 2024-08-30T21:11:07.746 INFO:tasks.rados.rados.0.smithi173.stdout:3772: done (2 left) 2024-08-30T21:11:07.746 INFO:tasks.rados.rados.0.smithi173.stdout:3773: done (1 left) 2024-08-30T21:11:07.746 INFO:tasks.rados.rados.0.smithi173.stdout:3775: done (0 left) 2024-08-30T21:11:07.746 INFO:tasks.rados.rados.0.smithi173.stdout:3776: snap_create 2024-08-30T21:11:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:07 smithi173 ceph-mon[79976]: pgmap v866: 121 pgs: 121 active+clean; 253 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-30T21:11:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:07 smithi173 ceph-mon[79976]: osdmap e792: 8 total, 8 up, 8 in 2024-08-30T21:11:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:07 smithi173 ceph-mon[82405]: pgmap v866: 121 pgs: 121 active+clean; 253 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-30T21:11:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:07 smithi173 ceph-mon[82405]: osdmap e792: 8 total, 8 up, 8 in 2024-08-30T21:11:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:07 smithi196 ceph-mon[74601]: pgmap v866: 121 pgs: 121 active+clean; 253 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 36 op/s 2024-08-30T21:11:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:07 smithi196 ceph-mon[74601]: osdmap e792: 8 total, 8 up, 8 in 2024-08-30T21:11:08.691 INFO:tasks.rados.rados.0.smithi173.stdout:3776: done (0 left) 2024-08-30T21:11:08.691 INFO:tasks.rados.rados.0.smithi173.stdout:3777: snap_remove snap 341 2024-08-30T21:11:08.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:09.695 INFO:tasks.rados.rados.0.smithi173.stdout:3777: done (0 left) 2024-08-30T21:11:09.695 INFO:tasks.rados.rados.0.smithi173.stdout:3778: copy_from oid 49 from oid 34 current snap is 353 2024-08-30T21:11:09.695 INFO:tasks.rados.rados.0.smithi173.stdout:3779: delete oid 50 current snap is 353 2024-08-30T21:11:09.705 INFO:tasks.rados.rados.0.smithi173.stdout:3779: done (1 left) 2024-08-30T21:11:09.705 INFO:tasks.rados.rados.0.smithi173.stdout:3780: delete oid 39 current snap is 353 2024-08-30T21:11:09.707 INFO:tasks.rados.rados.0.smithi173.stdout:3778: finishing copy_from to smithi17368540-49 2024-08-30T21:11:09.707 INFO:tasks.rados.rados.0.smithi173.stdout:3778: got expected ENOENT (src dne) 2024-08-30T21:11:09.707 INFO:tasks.rados.rados.0.smithi173.stdout:3778: finishing copy_from racing read to smithi17368540-49 2024-08-30T21:11:09.710 INFO:tasks.rados.rados.0.smithi173.stdout:3778: done (1 left) 2024-08-30T21:11:09.710 INFO:tasks.rados.rados.0.smithi173.stdout:3780: done (0 left) 2024-08-30T21:11:09.710 INFO:tasks.rados.rados.0.smithi173.stdout:3781: read oid 47 snap 350 2024-08-30T21:11:09.710 INFO:tasks.rados.rados.0.smithi173.stdout:3781: expect deleted 2024-08-30T21:11:09.711 INFO:tasks.rados.rados.0.smithi173.stdout:3782: rollback oid 7 current snap is 353 2024-08-30T21:11:09.711 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 7 to 347 2024-08-30T21:11:09.711 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 353 2024-08-30T21:11:09.711 INFO:tasks.rados.rados.0.smithi173.stdout:3783: seq_num 1162 ranges {6979584=270336} 2024-08-30T21:11:09.751 INFO:tasks.rados.rados.0.smithi173.stdout:3783: writing smithi17368540-12 from 6979584 to 7249920 tid 1 2024-08-30T21:11:09.751 INFO:tasks.rados.rados.0.smithi173.stdout:3784: snap_create 2024-08-30T21:11:09.751 INFO:tasks.rados.rados.0.smithi173.stdout:3782: finishing rollback tid 0 to smithi17368540-7 2024-08-30T21:11:09.751 INFO:tasks.rados.rados.0.smithi173.stdout:3782: finishing rollback tid 1 to smithi17368540-7 2024-08-30T21:11:09.751 INFO:tasks.rados.rados.0.smithi173.stdout:3782: finishing rollback tid 2 to smithi17368540-7 2024-08-30T21:11:09.751 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2420 (ObjNum 1063 snap 326 seq_num 1063) dirty exists 2024-08-30T21:11:09.754 INFO:tasks.rados.rados.0.smithi173.stdout:3783: finishing write tid 1 to smithi17368540-12 2024-08-30T21:11:09.754 INFO:tasks.rados.rados.0.smithi173.stdout:3783: finishing write tid 2 to smithi17368540-12 2024-08-30T21:11:09.755 INFO:tasks.rados.rados.0.smithi173.stdout:3783: finishing write tid 3 to smithi17368540-12 2024-08-30T21:11:09.755 INFO:tasks.rados.rados.0.smithi173.stdout:3783: oid 12 updating version 0 to 2520 2024-08-30T21:11:09.755 INFO:tasks.rados.rados.0.smithi173.stdout:3783: oid 12 version 2520 is already newer than 2519 2024-08-30T21:11:09.756 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 2520 (ObjNum 1162 snap 353 seq_num 1162) dirty exists 2024-08-30T21:11:09.756 INFO:tasks.rados.rados.0.smithi173.stdout:3783: left oid 12 (ObjNum 1162 snap 353 seq_num 1162) 2024-08-30T21:11:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:09 smithi173 ceph-mon[79976]: pgmap v869: 121 pgs: 121 active+clean; 253 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 282 KiB/s wr, 15 op/s 2024-08-30T21:11:09.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:09 smithi173 ceph-mon[79976]: osdmap e793: 8 total, 8 up, 8 in 2024-08-30T21:11:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:09 smithi173 ceph-mon[82405]: pgmap v869: 121 pgs: 121 active+clean; 253 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 282 KiB/s wr, 15 op/s 2024-08-30T21:11:09.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:09 smithi173 ceph-mon[82405]: osdmap e793: 8 total, 8 up, 8 in 2024-08-30T21:11:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:09 smithi196 ceph-mon[74601]: pgmap v869: 121 pgs: 121 active+clean; 253 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 282 KiB/s wr, 15 op/s 2024-08-30T21:11:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:09 smithi196 ceph-mon[74601]: osdmap e793: 8 total, 8 up, 8 in 2024-08-30T21:11:10.710 INFO:tasks.rados.rados.0.smithi173.stdout:3781: done (3 left) 2024-08-30T21:11:10.710 INFO:tasks.rados.rados.0.smithi173.stdout:3782: done (2 left) 2024-08-30T21:11:10.710 INFO:tasks.rados.rados.0.smithi173.stdout:3783: done (1 left) 2024-08-30T21:11:10.711 INFO:tasks.rados.rados.0.smithi173.stdout:3784: done (0 left) 2024-08-30T21:11:10.711 INFO:tasks.rados.rados.0.smithi173.stdout:3785: copy_from oid 37 from oid 39 current snap is 354 2024-08-30T21:11:10.711 INFO:tasks.rados.rados.0.smithi173.stdout:3786: snap_create 2024-08-30T21:11:10.713 INFO:tasks.rados.rados.0.smithi173.stdout:3785: finishing copy_from to smithi17368540-37 2024-08-30T21:11:10.714 INFO:tasks.rados.rados.0.smithi173.stdout:3785: got expected ENOENT (src dne) 2024-08-30T21:11:10.714 INFO:tasks.rados.rados.0.smithi173.stdout:3785: finishing copy_from racing read to smithi17368540-37 2024-08-30T21:11:10.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:10 smithi173 ceph-mon[79976]: osdmap e794: 8 total, 8 up, 8 in 2024-08-30T21:11:10.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:10 smithi173 ceph-mon[82405]: osdmap e794: 8 total, 8 up, 8 in 2024-08-30T21:11:11.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:10 smithi196 ceph-mon[74601]: osdmap e794: 8 total, 8 up, 8 in 2024-08-30T21:11:11.606 INFO:tasks.rados.rados.0.smithi173.stdout:3785: done (1 left) 2024-08-30T21:11:11.606 INFO:tasks.rados.rados.0.smithi173.stdout:3786: done (0 left) 2024-08-30T21:11:11.606 INFO:tasks.rados.rados.0.smithi173.stdout:3787: copy_from oid 16 from oid 4 current snap is 355 2024-08-30T21:11:11.606 INFO:tasks.rados.rados.0.smithi173.stdout:3788: setattr oid 50 current snap is 355 2024-08-30T21:11:11.607 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 355 2024-08-30T21:11:11.608 INFO:tasks.rados.rados.0.smithi173.stdout:3789: seq_num 1163 ranges {0=286720} 2024-08-30T21:11:11.610 INFO:tasks.rados.rados.0.smithi173.stdout:3789: writing smithi17368540-6 from 0 to 286720 tid 1 2024-08-30T21:11:11.610 INFO:tasks.rados.rados.0.smithi173.stdout:3790: read oid 7 snap -1 2024-08-30T21:11:11.610 INFO:tasks.rados.rados.0.smithi173.stdout:3790: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:11:11.610 INFO:tasks.rados.rados.0.smithi173.stdout:3791: delete oid 41 current snap is 355 2024-08-30T21:11:11.615 INFO:tasks.rados.rados.0.smithi173.stdout:3791: done (4 left) 2024-08-30T21:11:11.615 INFO:tasks.rados.rados.0.smithi173.stdout:3792: copy_from oid 44 from oid 12 current snap is 355 2024-08-30T21:11:11.615 INFO:tasks.rados.rados.0.smithi173.stdout:3793: copy_from oid 3 from oid 26 current snap is 355 2024-08-30T21:11:11.615 INFO:tasks.rados.rados.0.smithi173.stdout:3794: rollback oid 28 current snap is 355 2024-08-30T21:11:11.615 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 28 to 348 2024-08-30T21:11:11.615 INFO:tasks.rados.rados.0.smithi173.stdout:3795: snap_remove snap 353 2024-08-30T21:11:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:11 smithi173 ceph-mon[79976]: pgmap v872: 121 pgs: 121 active+clean; 254 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 242 KiB/s wr, 8 op/s 2024-08-30T21:11:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:11 smithi173 ceph-mon[79976]: osdmap e795: 8 total, 8 up, 8 in 2024-08-30T21:11:11.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:11 smithi173 ceph-mon[79976]: osdmap e796: 8 total, 8 up, 8 in 2024-08-30T21:11:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:11 smithi173 ceph-mon[82405]: pgmap v872: 121 pgs: 121 active+clean; 254 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 242 KiB/s wr, 8 op/s 2024-08-30T21:11:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:11 smithi173 ceph-mon[82405]: osdmap e795: 8 total, 8 up, 8 in 2024-08-30T21:11:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:11 smithi173 ceph-mon[82405]: osdmap e796: 8 total, 8 up, 8 in 2024-08-30T21:11:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:11 smithi196 ceph-mon[74601]: pgmap v872: 121 pgs: 121 active+clean; 254 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 242 KiB/s wr, 8 op/s 2024-08-30T21:11:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:11 smithi196 ceph-mon[74601]: osdmap e795: 8 total, 8 up, 8 in 2024-08-30T21:11:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:11 smithi196 ceph-mon[74601]: osdmap e796: 8 total, 8 up, 8 in 2024-08-30T21:11:12.609 INFO:tasks.rados.rados.0.smithi173.stdout:3795: done (7 left) 2024-08-30T21:11:12.609 INFO:tasks.rados.rados.0.smithi173.stdout:3796: read oid 19 snap -1 2024-08-30T21:11:12.609 INFO:tasks.rados.rados.0.smithi173.stdout:3796: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-08-30T21:11:12.609 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 355 2024-08-30T21:11:12.609 INFO:tasks.rados.rados.0.smithi173.stdout:3797: seq_num 1165 ranges {0=319488} 2024-08-30T21:11:12.611 INFO:tasks.rados.rados.0.smithi173.stdout:3797: writing smithi17368540-34 from 0 to 319488 tid 1 2024-08-30T21:11:12.611 INFO:tasks.rados.rados.0.smithi173.stdout:3798: snap_create 2024-08-30T21:11:12.611 INFO:tasks.rados.rados.0.smithi173.stdout:3787: finishing copy_from racing read to smithi17368540-16 2024-08-30T21:11:12.611 INFO:tasks.rados.rados.0.smithi173.stdout:3789: finishing write tid 1 to smithi17368540-6 2024-08-30T21:11:12.611 INFO:tasks.rados.rados.0.smithi173.stdout:3789: finishing write tid 2 to smithi17368540-6 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3787: finishing copy_from to smithi17368540-16 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 2515 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3789: finishing write tid 3 to smithi17368540-6 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3789: oid 6 updating version 0 to 2203 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3789: oid 6 version 2203 is already newer than 2202 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2203 (ObjNum 1163 snap 355 seq_num 1163) dirty exists 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3789: left oid 6 (ObjNum 1163 snap 355 seq_num 1163) 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 2421 (ObjNum 129 snap 0 seq_num 138384422) dirty exists 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3794: finishing rollback tid 0 to smithi17368540-28 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3794: finishing rollback tid 1 to smithi17368540-28 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3794: finishing rollback tid 2 to smithi17368540-28 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2184 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2024-08-30T21:11:12.612 INFO:tasks.rados.rados.0.smithi173.stdout:3790: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:3792: finishing copy_from racing read to smithi17368540-44 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:3793: finishing copy_from racing read to smithi17368540-3 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:3792: finishing copy_from to smithi17368540-44 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2520 (ObjNum 1162 snap 353 seq_num 1162) dirty exists 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:3793: finishing copy_from to smithi17368540-3 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2445 (ObjNum 1138 snap 343 seq_num 1138) dirty exists 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:3797: finishing write tid 1 to smithi17368540-34 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:3797: finishing write tid 2 to smithi17368540-34 2024-08-30T21:11:13.060 INFO:tasks.rados.rados.0.smithi173.stdout:3796: expect (ObjNum 1056 snap 326 seq_num 1056) 2024-08-30T21:11:13.082 INFO:tasks.rados.rados.0.smithi173.stdout:3797: finishing write tid 3 to smithi17368540-34 2024-08-30T21:11:13.082 INFO:tasks.rados.rados.0.smithi173.stdout:3797: oid 34 updating version 0 to 2205 2024-08-30T21:11:13.082 INFO:tasks.rados.rados.0.smithi173.stdout:3797: oid 34 version 2205 is already newer than 2204 2024-08-30T21:11:13.082 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 2205 (ObjNum 1165 snap 355 seq_num 1165) dirty exists 2024-08-30T21:11:13.082 INFO:tasks.rados.rados.0.smithi173.stdout:3797: left oid 34 (ObjNum 1165 snap 355 seq_num 1165) 2024-08-30T21:11:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:11:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:11:13] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-08-30T21:11:13.614 INFO:tasks.rados.rados.0.smithi173.stdout:3787: done (9 left) 2024-08-30T21:11:13.614 INFO:tasks.rados.rados.0.smithi173.stdout:3788: done (8 left) 2024-08-30T21:11:13.614 INFO:tasks.rados.rados.0.smithi173.stdout:3789: done (7 left) 2024-08-30T21:11:13.614 INFO:tasks.rados.rados.0.smithi173.stdout:3790: done (6 left) 2024-08-30T21:11:13.614 INFO:tasks.rados.rados.0.smithi173.stdout:3792: done (5 left) 2024-08-30T21:11:13.615 INFO:tasks.rados.rados.0.smithi173.stdout:3793: done (4 left) 2024-08-30T21:11:13.615 INFO:tasks.rados.rados.0.smithi173.stdout:3794: done (3 left) 2024-08-30T21:11:13.616 INFO:tasks.rados.rados.0.smithi173.stdout:3796: done (2 left) 2024-08-30T21:11:13.616 INFO:tasks.rados.rados.0.smithi173.stdout:3797: done (1 left) 2024-08-30T21:11:13.616 INFO:tasks.rados.rados.0.smithi173.stdout:3798: done (0 left) 2024-08-30T21:11:13.616 INFO:tasks.rados.rados.0.smithi173.stdout:3799: rmattr oid 24 current snap is 356 2024-08-30T21:11:13.616 INFO:tasks.rados.rados.0.smithi173.stdout:3799: done (0 left) 2024-08-30T21:11:13.616 INFO:tasks.rados.rados.0.smithi173.stdout:3800: snap_create 2024-08-30T21:11:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:13 smithi173 ceph-mon[79976]: pgmap v875: 121 pgs: 121 active+clean; 243 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 290 KiB/s wr, 9 op/s 2024-08-30T21:11:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:13 smithi173 ceph-mon[79976]: osdmap e797: 8 total, 8 up, 8 in 2024-08-30T21:11:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:13 smithi173 ceph-mon[82405]: pgmap v875: 121 pgs: 121 active+clean; 243 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 290 KiB/s wr, 9 op/s 2024-08-30T21:11:13.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:13 smithi173 ceph-mon[82405]: osdmap e797: 8 total, 8 up, 8 in 2024-08-30T21:11:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:13 smithi196 ceph-mon[74601]: pgmap v875: 121 pgs: 121 active+clean; 243 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 290 KiB/s wr, 9 op/s 2024-08-30T21:11:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:13 smithi196 ceph-mon[74601]: osdmap e797: 8 total, 8 up, 8 in 2024-08-30T21:11:14.620 INFO:tasks.rados.rados.0.smithi173.stdout:3800: done (0 left) 2024-08-30T21:11:14.620 INFO:tasks.rados.rados.0.smithi173.stdout:3801: copy_from oid 8 from oid 38 current snap is 357 2024-08-30T21:11:14.621 INFO:tasks.rados.rados.0.smithi173.stdout:3802: snap_remove snap 355 2024-08-30T21:11:14.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:14 smithi173 ceph-mon[79976]: osdmap e798: 8 total, 8 up, 8 in 2024-08-30T21:11:14.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:14 smithi173 ceph-mon[82405]: osdmap e798: 8 total, 8 up, 8 in 2024-08-30T21:11:15.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:14 smithi196 ceph-mon[74601]: osdmap e798: 8 total, 8 up, 8 in 2024-08-30T21:11:15.622 INFO:tasks.rados.rados.0.smithi173.stdout:3802: done (1 left) 2024-08-30T21:11:15.622 INFO:tasks.rados.rados.0.smithi173.stdout:3803: copy_from oid 15 from oid 22 current snap is 357 2024-08-30T21:11:15.622 INFO:tasks.rados.rados.0.smithi173.stdout:3801: finishing copy_from racing read to smithi17368540-8 2024-08-30T21:11:15.623 INFO:tasks.rados.rados.0.smithi173.stdout:3801: finishing copy_from to smithi17368540-8 2024-08-30T21:11:15.623 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 1927 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:11:15.623 INFO:tasks.rados.rados.0.smithi173.stdout:3801: done (1 left) 2024-08-30T21:11:15.623 INFO:tasks.rados.rados.0.smithi173.stdout:3804: snap_create 2024-08-30T21:11:15.650 INFO:tasks.rados.rados.0.smithi173.stdout:3803: finishing copy_from racing read to smithi17368540-15 2024-08-30T21:11:15.653 INFO:tasks.rados.rados.0.smithi173.stdout:3803: finishing copy_from to smithi17368540-15 2024-08-30T21:11:15.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2181 (ObjNum 1055 snap 326 seq_num 1055) dirty exists 2024-08-30T21:11:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:15 smithi173 ceph-mon[79976]: pgmap v878: 121 pgs: 121 active+clean; 240 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 48 KiB/s wr, 10 op/s 2024-08-30T21:11:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:15 smithi173 ceph-mon[79976]: osdmap e799: 8 total, 8 up, 8 in 2024-08-30T21:11:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:15 smithi173 ceph-mon[82405]: pgmap v878: 121 pgs: 121 active+clean; 240 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 48 KiB/s wr, 10 op/s 2024-08-30T21:11:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:15 smithi173 ceph-mon[82405]: osdmap e799: 8 total, 8 up, 8 in 2024-08-30T21:11:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:15 smithi196 ceph-mon[74601]: pgmap v878: 121 pgs: 121 active+clean; 240 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 48 KiB/s wr, 10 op/s 2024-08-30T21:11:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:15 smithi196 ceph-mon[74601]: osdmap e799: 8 total, 8 up, 8 in 2024-08-30T21:11:16.607 INFO:tasks.rados.rados.0.smithi173.stdout:3803: done (1 left) 2024-08-30T21:11:16.607 INFO:tasks.rados.rados.0.smithi173.stdout:3804: done (0 left) 2024-08-30T21:11:16.607 INFO:tasks.rados.rados.0.smithi173.stdout:3805: read oid 39 snap 356 2024-08-30T21:11:16.608 INFO:tasks.rados.rados.0.smithi173.stdout:3805: expect deleted 2024-08-30T21:11:16.608 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 45 current snap is 358 2024-08-30T21:11:16.608 INFO:tasks.rados.rados.0.smithi173.stdout:3806: seq_num 1166 ranges {0=335872} 2024-08-30T21:11:16.609 INFO:tasks.rados.rados.0.smithi173.stdout:3806: writing smithi17368540-45 from 0 to 335872 tid 1 2024-08-30T21:11:16.609 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 1 current snap is 358 2024-08-30T21:11:16.609 INFO:tasks.rados.rados.0.smithi173.stdout:3807: seq_num 1167 ranges {0=352256} 2024-08-30T21:11:16.612 INFO:tasks.rados.rados.0.smithi173.stdout:3807: writing smithi17368540-1 from 0 to 352256 tid 1 2024-08-30T21:11:16.612 INFO:tasks.rados.rados.0.smithi173.stdout:3808: rmattr oid 9 current snap is 358 2024-08-30T21:11:16.612 INFO:tasks.rados.rados.0.smithi173.stdout:3808: done (3 left) 2024-08-30T21:11:16.612 INFO:tasks.rados.rados.0.smithi173.stdout:3809: rollback oid 36 current snap is 358 2024-08-30T21:11:16.612 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 36 to 350 2024-08-30T21:11:16.612 INFO:tasks.rados.rados.0.smithi173.stdout:3810: snap_create 2024-08-30T21:11:16.614 INFO:tasks.rados.rados.0.smithi173.stdout:3809: finishing rollback tid 1 to smithi17368540-36 2024-08-30T21:11:16.614 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 0 (ObjNum 97 snap 0 seq_num 8926) dirty dne 2024-08-30T21:11:16.617 INFO:tasks.rados.rados.0.smithi173.stdout:3806: finishing write tid 1 to smithi17368540-45 2024-08-30T21:11:16.617 INFO:tasks.rados.rados.0.smithi173.stdout:3807: finishing write tid 1 to smithi17368540-1 2024-08-30T21:11:16.618 INFO:tasks.rados.rados.0.smithi173.stdout:3807: finishing write tid 2 to smithi17368540-1 2024-08-30T21:11:16.618 INFO:tasks.rados.rados.0.smithi173.stdout:3806: finishing write tid 2 to smithi17368540-45 2024-08-30T21:11:16.619 INFO:tasks.rados.rados.0.smithi173.stdout:3807: finishing write tid 3 to smithi17368540-1 2024-08-30T21:11:16.619 INFO:tasks.rados.rados.0.smithi173.stdout:3807: oid 1 updating version 0 to 2178 2024-08-30T21:11:16.619 INFO:tasks.rados.rados.0.smithi173.stdout:3807: oid 1 updating version 2178 to 2179 2024-08-30T21:11:16.619 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 2179 (ObjNum 1167 snap 358 seq_num 1167) dirty exists 2024-08-30T21:11:16.620 INFO:tasks.rados.rados.0.smithi173.stdout:3807: left oid 1 (ObjNum 1167 snap 358 seq_num 1167) 2024-08-30T21:11:16.620 INFO:tasks.rados.rados.0.smithi173.stdout:3806: finishing write tid 3 to smithi17368540-45 2024-08-30T21:11:16.620 INFO:tasks.rados.rados.0.smithi173.stdout:3806: oid 45 updating version 0 to 2185 2024-08-30T21:11:16.620 INFO:tasks.rados.rados.0.smithi173.stdout:3806: oid 45 updating version 2185 to 2186 2024-08-30T21:11:16.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 45 v 2186 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-08-30T21:11:16.621 INFO:tasks.rados.rados.0.smithi173.stdout:3806: left oid 45 (ObjNum 1166 snap 358 seq_num 1166) 2024-08-30T21:11:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:16 smithi173 ceph-mon[82405]: osdmap e800: 8 total, 8 up, 8 in 2024-08-30T21:11:16.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:16 smithi173 ceph-mon[82405]: osdmap e801: 8 total, 8 up, 8 in 2024-08-30T21:11:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:16 smithi173 ceph-mon[79976]: osdmap e800: 8 total, 8 up, 8 in 2024-08-30T21:11:16.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:16 smithi173 ceph-mon[79976]: osdmap e801: 8 total, 8 up, 8 in 2024-08-30T21:11:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:16 smithi196 ceph-mon[74601]: osdmap e800: 8 total, 8 up, 8 in 2024-08-30T21:11:17.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:16 smithi196 ceph-mon[74601]: osdmap e801: 8 total, 8 up, 8 in 2024-08-30T21:11:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:3805: done (4 left) 2024-08-30T21:11:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:3806: done (3 left) 2024-08-30T21:11:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:3807: done (2 left) 2024-08-30T21:11:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:3809: done (1 left) 2024-08-30T21:11:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:3810: done (0 left) 2024-08-30T21:11:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:3811: rollback oid 34 current snap is 359 2024-08-30T21:11:17.609 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 34 to 358 2024-08-30T21:11:17.610 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 7 current snap is 359 2024-08-30T21:11:17.610 INFO:tasks.rados.rados.0.smithi173.stdout:3812: seq_num 1168 ranges {7454720=368640} 2024-08-30T21:11:17.652 INFO:tasks.rados.rados.0.smithi173.stdout:3812: writing smithi17368540-7 from 7454720 to 7823360 tid 1 2024-08-30T21:11:17.652 INFO:tasks.rados.rados.0.smithi173.stdout:3813: snap_remove snap 356 2024-08-30T21:11:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:17 smithi173 ceph-mon[79976]: pgmap v881: 121 pgs: 121 active+clean; 250 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 12 op/s 2024-08-30T21:11:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:17 smithi173 ceph-mon[79976]: osdmap e802: 8 total, 8 up, 8 in 2024-08-30T21:11:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:17 smithi173 ceph-mon[82405]: pgmap v881: 121 pgs: 121 active+clean; 250 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 12 op/s 2024-08-30T21:11:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:17 smithi173 ceph-mon[82405]: osdmap e802: 8 total, 8 up, 8 in 2024-08-30T21:11:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:17 smithi196 ceph-mon[74601]: pgmap v881: 121 pgs: 121 active+clean; 250 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 12 op/s 2024-08-30T21:11:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:17 smithi196 ceph-mon[74601]: osdmap e802: 8 total, 8 up, 8 in 2024-08-30T21:11:18.641 INFO:tasks.rados.rados.0.smithi173.stdout:3813: done (2 left) 2024-08-30T21:11:18.641 INFO:tasks.rados.rados.0.smithi173.stdout:3814: copy_from oid 21 from oid 4 current snap is 359 2024-08-30T21:11:18.641 INFO:tasks.rados.rados.0.smithi173.stdout:3811: finishing rollback tid 0 to smithi17368540-34 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3811: finishing rollback tid 1 to smithi17368540-34 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3811: finishing rollback tid 2 to smithi17368540-34 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 2208 (ObjNum 1165 snap 355 seq_num 1165) dirty exists 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3812: finishing write tid 1 to smithi17368540-7 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3812: finishing write tid 2 to smithi17368540-7 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3812: finishing write tid 3 to smithi17368540-7 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3812: oid 7 updating version 0 to 2423 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3812: oid 7 version 2423 is already newer than 2422 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2423 (ObjNum 1168 snap 359 seq_num 1168) dirty exists 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3812: left oid 7 (ObjNum 1168 snap 359 seq_num 1168) 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3811: done (2 left) 2024-08-30T21:11:18.642 INFO:tasks.rados.rados.0.smithi173.stdout:3812: done (1 left) 2024-08-30T21:11:18.643 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 18 current snap is 359 2024-08-30T21:11:18.643 INFO:tasks.rados.rados.0.smithi173.stdout:3815: seq_num 1169 ranges {7626752=385024} 2024-08-30T21:11:18.684 INFO:tasks.rados.rados.0.smithi173.stdout:3815: writing smithi17368540-18 from 7626752 to 8011776 tid 1 2024-08-30T21:11:18.685 INFO:tasks.rados.rados.0.smithi173.stdout:3816: snap_create 2024-08-30T21:11:18.685 INFO:tasks.rados.rados.0.smithi173.stdout:3814: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:11:18.685 INFO:tasks.rados.rados.0.smithi173.stdout:3814: finishing copy_from to smithi17368540-21 2024-08-30T21:11:18.685 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2515 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-30T21:11:18.690 INFO:tasks.rados.rados.0.smithi173.stdout:3815: finishing write tid 1 to smithi17368540-18 2024-08-30T21:11:18.690 INFO:tasks.rados.rados.0.smithi173.stdout:3815: finishing write tid 2 to smithi17368540-18 2024-08-30T21:11:18.691 INFO:tasks.rados.rados.0.smithi173.stdout:3815: finishing write tid 3 to smithi17368540-18 2024-08-30T21:11:18.692 INFO:tasks.rados.rados.0.smithi173.stdout:3815: oid 18 updating version 0 to 2541 2024-08-30T21:11:18.692 INFO:tasks.rados.rados.0.smithi173.stdout:3815: oid 18 version 2541 is already newer than 2540 2024-08-30T21:11:18.692 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2541 (ObjNum 1169 snap 359 seq_num 1169) dirty exists 2024-08-30T21:11:18.692 INFO:tasks.rados.rados.0.smithi173.stdout:3815: left oid 18 (ObjNum 1169 snap 359 seq_num 1169) 2024-08-30T21:11:19.649 INFO:tasks.rados.rados.0.smithi173.stdout:3814: done (2 left) 2024-08-30T21:11:19.649 INFO:tasks.rados.rados.0.smithi173.stdout:3815: done (1 left) 2024-08-30T21:11:19.649 INFO:tasks.rados.rados.0.smithi173.stdout:3816: done (0 left) 2024-08-30T21:11:19.649 INFO:tasks.rados.rados.0.smithi173.stdout:3817: snap_create 2024-08-30T21:11:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:19 smithi173 ceph-mon[79976]: pgmap v884: 121 pgs: 121 active+clean; 250 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 5.0 MiB/s wr, 4 op/s 2024-08-30T21:11:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:19 smithi173 ceph-mon[79976]: osdmap e803: 8 total, 8 up, 8 in 2024-08-30T21:11:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:19 smithi173 ceph-mon[82405]: pgmap v884: 121 pgs: 121 active+clean; 250 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 5.0 MiB/s wr, 4 op/s 2024-08-30T21:11:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:19 smithi173 ceph-mon[82405]: osdmap e803: 8 total, 8 up, 8 in 2024-08-30T21:11:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:19 smithi196 ceph-mon[74601]: pgmap v884: 121 pgs: 121 active+clean; 250 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 5.0 MiB/s wr, 4 op/s 2024-08-30T21:11:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:19 smithi196 ceph-mon[74601]: osdmap e803: 8 total, 8 up, 8 in 2024-08-30T21:11:20.656 INFO:tasks.rados.rados.0.smithi173.stdout:3817: done (0 left) 2024-08-30T21:11:20.656 INFO:tasks.rados.rados.0.smithi173.stdout:3818: read oid 35 snap -1 2024-08-30T21:11:20.656 INFO:tasks.rados.rados.0.smithi173.stdout:3818: expect (ObjNum 1108 snap 337 seq_num 1108) 2024-08-30T21:11:20.656 INFO:tasks.rados.rados.0.smithi173.stdout:3819: snap_create 2024-08-30T21:11:20.665 INFO:tasks.rados.rados.0.smithi173.stdout:3818: expect (ObjNum 1108 snap 337 seq_num 1108) 2024-08-30T21:11:20.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:20 smithi173 ceph-mon[79976]: osdmap e804: 8 total, 8 up, 8 in 2024-08-30T21:11:20.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:20 smithi173 ceph-mon[82405]: osdmap e804: 8 total, 8 up, 8 in 2024-08-30T21:11:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:20 smithi196 ceph-mon[74601]: osdmap e804: 8 total, 8 up, 8 in 2024-08-30T21:11:21.611 INFO:tasks.rados.rados.0.smithi173.stdout:3818: done (1 left) 2024-08-30T21:11:21.611 INFO:tasks.rados.rados.0.smithi173.stdout:3819: done (0 left) 2024-08-30T21:11:21.611 INFO:tasks.rados.rados.0.smithi173.stdout:3820: read oid 22 snap -1 2024-08-30T21:11:21.611 INFO:tasks.rados.rados.0.smithi173.stdout:3820: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:11:21.611 INFO:tasks.rados.rados.0.smithi173.stdout:3821: snap_create 2024-08-30T21:11:21.626 INFO:tasks.rados.rados.0.smithi173.stdout:3820: expect (ObjNum 1055 snap 326 seq_num 1055) 2024-08-30T21:11:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:21 smithi173 ceph-mon[79976]: pgmap v887: 121 pgs: 121 active+clean; 251 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 172 KiB/s wr, 1 op/s 2024-08-30T21:11:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:21 smithi173 ceph-mon[79976]: osdmap e805: 8 total, 8 up, 8 in 2024-08-30T21:11:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:21 smithi173 ceph-mon[79976]: osdmap e806: 8 total, 8 up, 8 in 2024-08-30T21:11:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:21 smithi173 ceph-mon[82405]: pgmap v887: 121 pgs: 121 active+clean; 251 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 172 KiB/s wr, 1 op/s 2024-08-30T21:11:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:21 smithi173 ceph-mon[82405]: osdmap e805: 8 total, 8 up, 8 in 2024-08-30T21:11:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:21 smithi173 ceph-mon[82405]: osdmap e806: 8 total, 8 up, 8 in 2024-08-30T21:11:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:21 smithi196 ceph-mon[74601]: pgmap v887: 121 pgs: 121 active+clean; 251 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 172 KiB/s wr, 1 op/s 2024-08-30T21:11:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:21 smithi196 ceph-mon[74601]: osdmap e805: 8 total, 8 up, 8 in 2024-08-30T21:11:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:21 smithi196 ceph-mon[74601]: osdmap e806: 8 total, 8 up, 8 in 2024-08-30T21:11:22.614 INFO:tasks.rados.rados.0.smithi173.stdout:3820: done (1 left) 2024-08-30T21:11:22.614 INFO:tasks.rados.rados.0.smithi173.stdout:3821: done (0 left) 2024-08-30T21:11:22.614 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 363 2024-08-30T21:11:22.614 INFO:tasks.rados.rados.0.smithi173.stdout:3822: seq_num 1170 ranges {0=401408} 2024-08-30T21:11:22.616 INFO:tasks.rados.rados.0.smithi173.stdout:3822: writing smithi17368540-42 from 0 to 401408 tid 1 2024-08-30T21:11:22.616 INFO:tasks.rados.rados.0.smithi173.stdout:3823: setattr oid 10 current snap is 363 2024-08-30T21:11:22.618 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 363 2024-08-30T21:11:22.620 INFO:tasks.rados.rados.0.smithi173.stdout:3824: seq_num 1171 ranges {5177344=417792} 2024-08-30T21:11:22.648 INFO:tasks.rados.rados.0.smithi173.stdout:3824: writing smithi17368540-38 from 5177344 to 5595136 tid 1 2024-08-30T21:11:22.648 INFO:tasks.rados.rados.0.smithi173.stdout:3825: snap_remove snap 351 2024-08-30T21:11:23.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:11:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:11:23] "GET /metrics HTTP/1.1" 200 36525 "" "Prometheus/2.51.0" 2024-08-30T21:11:23.617 INFO:tasks.rados.rados.0.smithi173.stdout:3825: done (3 left) 2024-08-30T21:11:23.617 INFO:tasks.rados.rados.0.smithi173.stdout:3826: read oid 35 snap -1 2024-08-30T21:11:23.617 INFO:tasks.rados.rados.0.smithi173.stdout:3826: expect (ObjNum 1108 snap 337 seq_num 1108) 2024-08-30T21:11:23.618 INFO:tasks.rados.rados.0.smithi173.stdout:3827: snap_remove snap 360 2024-08-30T21:11:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:23 smithi173 ceph-mon[79976]: pgmap v890: 121 pgs: 121 active+clean; 251 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 352 KiB/s wr, 3 op/s 2024-08-30T21:11:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:23 smithi173 ceph-mon[79976]: osdmap e807: 8 total, 8 up, 8 in 2024-08-30T21:11:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:23 smithi173 ceph-mon[82405]: pgmap v890: 121 pgs: 121 active+clean; 251 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 352 KiB/s wr, 3 op/s 2024-08-30T21:11:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:23 smithi173 ceph-mon[82405]: osdmap e807: 8 total, 8 up, 8 in 2024-08-30T21:11:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:23 smithi196 ceph-mon[74601]: pgmap v890: 121 pgs: 121 active+clean; 251 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 352 KiB/s wr, 3 op/s 2024-08-30T21:11:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:23 smithi196 ceph-mon[74601]: osdmap e807: 8 total, 8 up, 8 in 2024-08-30T21:11:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3827: done (4 left) 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3828: copy_from oid 36 from oid 3 current snap is 363 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1951 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3822: finishing write tid 1 to smithi17368540-42 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3822: finishing write tid 2 to smithi17368540-42 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3822: finishing write tid 3 to smithi17368540-42 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3822: oid 42 updating version 0 to 2522 2024-08-30T21:11:24.623 INFO:tasks.rados.rados.0.smithi173.stdout:3822: oid 42 version 2522 is already newer than 2521 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 2522 (ObjNum 1170 snap 363 seq_num 1170) dirty exists 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3822: left oid 42 (ObjNum 1170 snap 363 seq_num 1170) 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3824: finishing write tid 1 to smithi17368540-38 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3824: finishing write tid 2 to smithi17368540-38 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3824: finishing write tid 3 to smithi17368540-38 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3824: oid 38 updating version 0 to 1953 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3824: oid 38 version 1953 is already newer than 1952 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1953 (ObjNum 1171 snap 363 seq_num 1171) dirty exists 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3824: left oid 38 (ObjNum 1171 snap 363 seq_num 1171) 2024-08-30T21:11:24.624 INFO:tasks.rados.rados.0.smithi173.stdout:3826: expect (ObjNum 1108 snap 337 seq_num 1108) 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3828: finishing copy_from racing read to smithi17368540-36 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3828: finishing copy_from to smithi17368540-36 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2445 (ObjNum 1138 snap 343 seq_num 1138) dirty exists 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3822: done (4 left) 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3823: done (3 left) 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3824: done (2 left) 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3826: done (1 left) 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3828: done (0 left) 2024-08-30T21:11:24.674 INFO:tasks.rados.rados.0.smithi173.stdout:3829: rmattr oid 30 current snap is 363 2024-08-30T21:11:24.675 INFO:tasks.rados.rados.0.smithi173.stdout:3829: done (0 left) 2024-08-30T21:11:24.675 INFO:tasks.rados.rados.0.smithi173.stdout:3830: snap_create 2024-08-30T21:11:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:24 smithi173 ceph-mon[79976]: osdmap e808: 8 total, 8 up, 8 in 2024-08-30T21:11:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:24 smithi173 ceph-mon[82405]: osdmap e808: 8 total, 8 up, 8 in 2024-08-30T21:11:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:24 smithi196 ceph-mon[74601]: osdmap e808: 8 total, 8 up, 8 in 2024-08-30T21:11:25.634 INFO:tasks.rados.rados.0.smithi173.stdout:3830: done (0 left) 2024-08-30T21:11:25.634 INFO:tasks.rados.rados.0.smithi173.stdout:3831: read oid 44 snap -1 2024-08-30T21:11:25.634 INFO:tasks.rados.rados.0.smithi173.stdout:3831: expect (ObjNum 1162 snap 353 seq_num 1162) 2024-08-30T21:11:25.635 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 12 current snap is 364 2024-08-30T21:11:25.635 INFO:tasks.rados.rados.0.smithi173.stdout:3832: seq_num 1172 ranges {7249920=434176} 2024-08-30T21:11:25.675 INFO:tasks.rados.rados.0.smithi173.stdout:3832: writing smithi17368540-12 from 7249920 to 7684096 tid 1 2024-08-30T21:11:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3833: delete oid 49 current snap is 364 2024-08-30T21:11:25.676 INFO:tasks.rados.rados.0.smithi173.stdout:3831: expect (ObjNum 1162 snap 353 seq_num 1162) 2024-08-30T21:11:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:25 smithi173 ceph-mon[82405]: pgmap v893: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 282 KiB/s wr, 9 op/s 2024-08-30T21:11:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:25 smithi173 ceph-mon[82405]: osdmap e809: 8 total, 8 up, 8 in 2024-08-30T21:11:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:25 smithi173 ceph-mon[79976]: pgmap v893: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 282 KiB/s wr, 9 op/s 2024-08-30T21:11:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:25 smithi173 ceph-mon[79976]: osdmap e809: 8 total, 8 up, 8 in 2024-08-30T21:11:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:25 smithi196 ceph-mon[74601]: pgmap v893: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 282 KiB/s wr, 9 op/s 2024-08-30T21:11:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:25 smithi196 ceph-mon[74601]: osdmap e809: 8 total, 8 up, 8 in 2024-08-30T21:11:26.145 INFO:tasks.rados.rados.0.smithi173.stdout:3832: finishing write tid 1 to smithi17368540-12 2024-08-30T21:11:26.145 INFO:tasks.rados.rados.0.smithi173.stdout:3832: finishing write tid 2 to smithi17368540-12 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3832: finishing write tid 3 to smithi17368540-12 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3832: oid 12 updating version 0 to 2524 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3832: oid 12 version 2524 is already newer than 2523 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 12 v 2524 (ObjNum 1172 snap 364 seq_num 1172) dirty exists 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3832: left oid 12 (ObjNum 1172 snap 364 seq_num 1172) 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3831: done (2 left) 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3832: done (1 left) 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3833: done (0 left) 2024-08-30T21:11:26.146 INFO:tasks.rados.rados.0.smithi173.stdout:3834: snap_remove snap 362 2024-08-30T21:11:26.611 INFO:tasks.rados.rados.0.smithi173.stdout:3834: done (0 left) 2024-08-30T21:11:26.611 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 4 current snap is 364 2024-08-30T21:11:26.611 INFO:tasks.rados.rados.0.smithi173.stdout:3835: seq_num 1174 ranges {0=466944} 2024-08-30T21:11:26.614 INFO:tasks.rados.rados.0.smithi173.stdout:3835: writing smithi17368540-4 from 0 to 466944 tid 1 2024-08-30T21:11:26.614 INFO:tasks.rados.rados.0.smithi173.stdout:3836: snap_remove snap 359 2024-08-30T21:11:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:26 smithi173 ceph-mon[82405]: osdmap e810: 8 total, 8 up, 8 in 2024-08-30T21:11:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:26 smithi173 ceph-mon[82405]: osdmap e811: 8 total, 8 up, 8 in 2024-08-30T21:11:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:26 smithi173 ceph-mon[79976]: osdmap e810: 8 total, 8 up, 8 in 2024-08-30T21:11:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:26 smithi173 ceph-mon[79976]: osdmap e811: 8 total, 8 up, 8 in 2024-08-30T21:11:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:26 smithi196 ceph-mon[74601]: osdmap e810: 8 total, 8 up, 8 in 2024-08-30T21:11:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:26 smithi196 ceph-mon[74601]: osdmap e811: 8 total, 8 up, 8 in 2024-08-30T21:11:27.617 INFO:tasks.rados.rados.0.smithi173.stdout:3836: done (1 left) 2024-08-30T21:11:27.617 INFO:tasks.rados.rados.0.smithi173.stdout:3837: snap_create 2024-08-30T21:11:27.618 INFO:tasks.rados.rados.0.smithi173.stdout:3835: finishing write tid 1 to smithi17368540-4 2024-08-30T21:11:27.618 INFO:tasks.rados.rados.0.smithi173.stdout:3835: finishing write tid 2 to smithi17368540-4 2024-08-30T21:11:27.618 INFO:tasks.rados.rados.0.smithi173.stdout:3835: finishing write tid 3 to smithi17368540-4 2024-08-30T21:11:27.618 INFO:tasks.rados.rados.0.smithi173.stdout:3835: oid 4 updating version 0 to 2548 2024-08-30T21:11:27.618 INFO:tasks.rados.rados.0.smithi173.stdout:3835: oid 4 version 2548 is already newer than 2547 2024-08-30T21:11:27.618 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 2548 (ObjNum 1174 snap 364 seq_num 1174) dirty exists 2024-08-30T21:11:27.618 INFO:tasks.rados.rados.0.smithi173.stdout:3835: left oid 4 (ObjNum 1174 snap 364 seq_num 1174) 2024-08-30T21:11:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:27 smithi173 ceph-mon[79976]: pgmap v896: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 200 KiB/s wr, 9 op/s 2024-08-30T21:11:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:27 smithi173 ceph-mon[79976]: osdmap e812: 8 total, 8 up, 8 in 2024-08-30T21:11:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:27 smithi173 ceph-mon[82405]: pgmap v896: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 200 KiB/s wr, 9 op/s 2024-08-30T21:11:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:27 smithi173 ceph-mon[82405]: osdmap e812: 8 total, 8 up, 8 in 2024-08-30T21:11:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:27 smithi196 ceph-mon[74601]: pgmap v896: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 200 KiB/s wr, 9 op/s 2024-08-30T21:11:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:27 smithi196 ceph-mon[74601]: osdmap e812: 8 total, 8 up, 8 in 2024-08-30T21:11:28.613 INFO:tasks.rados.rados.0.smithi173.stdout:3835: done (1 left) 2024-08-30T21:11:28.613 INFO:tasks.rados.rados.0.smithi173.stdout:3837: done (0 left) 2024-08-30T21:11:28.613 INFO:tasks.rados.rados.0.smithi173.stdout:3838: setattr oid 19 current snap is 365 2024-08-30T21:11:28.614 INFO:tasks.rados.rados.0.smithi173.stdout:3839: read oid 16 snap -1 2024-08-30T21:11:28.614 INFO:tasks.rados.rados.0.smithi173.stdout:3839: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:28.614 INFO:tasks.rados.rados.0.smithi173.stdout:3840: snap_remove snap 354 2024-08-30T21:11:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:11:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[79976]: osdmap e813: 8 total, 8 up, 8 in 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:11:28.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:11:28.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:28.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:28 smithi173 ceph-mon[82405]: osdmap e813: 8 total, 8 up, 8 in 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:11:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:28 smithi196 ceph-mon[74601]: osdmap e813: 8 total, 8 up, 8 in 2024-08-30T21:11:29.618 INFO:tasks.rados.rados.0.smithi173.stdout:3840: done (2 left) 2024-08-30T21:11:29.618 INFO:tasks.rados.rados.0.smithi173.stdout:3841: rmattr oid 10 current snap is 365 2024-08-30T21:11:29.618 INFO:tasks.rados.rados.0.smithi173.stdout:3839: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 19 v 2442 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:11:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:3838: done (2 left) 2024-08-30T21:11:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:3839: done (1 left) 2024-08-30T21:11:29.620 INFO:tasks.rados.rados.0.smithi173.stdout:3842: snap_remove snap 361 2024-08-30T21:11:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:29 smithi173 ceph-mon[79976]: pgmap v899: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 98 KiB/s wr, 2 op/s 2024-08-30T21:11:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:29 smithi173 ceph-mon[79976]: osdmap e814: 8 total, 8 up, 8 in 2024-08-30T21:11:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:29 smithi173 ceph-mon[82405]: pgmap v899: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 98 KiB/s wr, 2 op/s 2024-08-30T21:11:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:29 smithi173 ceph-mon[82405]: osdmap e814: 8 total, 8 up, 8 in 2024-08-30T21:11:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:29 smithi196 ceph-mon[74601]: pgmap v899: 121 pgs: 121 active+clean; 252 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 98 KiB/s wr, 2 op/s 2024-08-30T21:11:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:29 smithi196 ceph-mon[74601]: osdmap e814: 8 total, 8 up, 8 in 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3842: done (1 left) 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3843: read oid 30 snap -1 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3843: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 10 v 1954 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3844: read oid 4 snap -1 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3844: expect (ObjNum 1174 snap 364 seq_num 1174) 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3841: done (2 left) 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3845: rmattr oid 8 current snap is 365 2024-08-30T21:11:30.619 INFO:tasks.rados.rados.0.smithi173.stdout:3846: rollback oid 7 current snap is 365 2024-08-30T21:11:30.620 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 7 to 345 2024-08-30T21:11:30.620 INFO:tasks.rados.rados.0.smithi173.stdout:3847: snap_create 2024-08-30T21:11:30.629 INFO:tasks.rados.rados.0.smithi173.stdout:3844: expect (ObjNum 1174 snap 364 seq_num 1174) 2024-08-30T21:11:30.644 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2521 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:11:30.644 INFO:tasks.rados.rados.0.smithi173.stdout:3843: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:30.664 INFO:tasks.rados.rados.0.smithi173.stdout:3846: finishing rollback tid 0 to smithi17368540-7 2024-08-30T21:11:30.664 INFO:tasks.rados.rados.0.smithi173.stdout:3846: finishing rollback tid 1 to smithi17368540-7 2024-08-30T21:11:30.664 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 7 v 2425 (ObjNum 289 snap 0 seq_num 137823366) dirty dne 2024-08-30T21:11:31.020 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:11:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:11:30.625+0000 7f8f4dc35640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1aa after trimming was started 2024-08-30T21:11:31.612 INFO:tasks.rados.rados.0.smithi173.stdout:3843: done (4 left) 2024-08-30T21:11:31.612 INFO:tasks.rados.rados.0.smithi173.stdout:3844: done (3 left) 2024-08-30T21:11:31.612 INFO:tasks.rados.rados.0.smithi173.stdout:3845: done (2 left) 2024-08-30T21:11:31.612 INFO:tasks.rados.rados.0.smithi173.stdout:3846: done (1 left) 2024-08-30T21:11:31.612 INFO:tasks.rados.rados.0.smithi173.stdout:3847: done (0 left) 2024-08-30T21:11:31.612 INFO:tasks.rados.rados.0.smithi173.stdout:3848: snap_remove snap 348 2024-08-30T21:11:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:31 smithi173 ceph-mon[79976]: pgmap v902: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 968 KiB/s wr, 8 op/s 2024-08-30T21:11:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:31 smithi173 ceph-mon[79976]: osdmap e815: 8 total, 8 up, 8 in 2024-08-30T21:11:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:31 smithi173 ceph-mon[79976]: osdmap e816: 8 total, 8 up, 8 in 2024-08-30T21:11:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:31 smithi173 ceph-mon[82405]: pgmap v902: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 968 KiB/s wr, 8 op/s 2024-08-30T21:11:31.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:31 smithi173 ceph-mon[82405]: osdmap e815: 8 total, 8 up, 8 in 2024-08-30T21:11:31.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:31 smithi173 ceph-mon[82405]: osdmap e816: 8 total, 8 up, 8 in 2024-08-30T21:11:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:31 smithi196 ceph-mon[74601]: pgmap v902: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 968 KiB/s wr, 8 op/s 2024-08-30T21:11:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:31 smithi196 ceph-mon[74601]: osdmap e815: 8 total, 8 up, 8 in 2024-08-30T21:11:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:31 smithi196 ceph-mon[74601]: osdmap e816: 8 total, 8 up, 8 in 2024-08-30T21:11:32.614 INFO:tasks.rados.rados.0.smithi173.stdout:3848: done (0 left) 2024-08-30T21:11:32.614 INFO:tasks.rados.rados.0.smithi173.stdout:3849: snap_create 2024-08-30T21:11:33.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:11:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:11:33] "GET /metrics HTTP/1.1" 200 36523 "" "Prometheus/2.51.0" 2024-08-30T21:11:33.618 INFO:tasks.rados.rados.0.smithi173.stdout:3849: done (0 left) 2024-08-30T21:11:33.618 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 367 2024-08-30T21:11:33.619 INFO:tasks.rados.rados.0.smithi173.stdout:3850: seq_num 1175 ranges {3981312=483328} 2024-08-30T21:11:33.644 INFO:tasks.rados.rados.0.smithi173.stdout:3850: writing smithi17368540-15 from 3981312 to 4464640 tid 1 2024-08-30T21:11:33.644 INFO:tasks.rados.rados.0.smithi173.stdout:3851: read oid 45 snap -1 2024-08-30T21:11:33.644 INFO:tasks.rados.rados.0.smithi173.stdout:3851: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-30T21:11:33.645 INFO:tasks.rados.rados.0.smithi173.stdout:3852: read oid 7 snap -1 2024-08-30T21:11:33.645 INFO:tasks.rados.rados.0.smithi173.stdout:3852: expect deleted 2024-08-30T21:11:33.645 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 34 current snap is 367 2024-08-30T21:11:33.645 INFO:tasks.rados.rados.0.smithi173.stdout:3853: seq_num 1176 ranges {319488=499712} 2024-08-30T21:11:33.650 INFO:tasks.rados.rados.0.smithi173.stdout:3853: writing smithi17368540-34 from 319488 to 819200 tid 1 2024-08-30T21:11:33.650 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 367 2024-08-30T21:11:33.650 INFO:tasks.rados.rados.0.smithi173.stdout:3854: seq_num 1177 ranges {0=516096} 2024-08-30T21:11:33.656 INFO:tasks.rados.rados.0.smithi173.stdout:3854: writing smithi17368540-32 from 0 to 516096 tid 1 2024-08-30T21:11:33.656 INFO:tasks.rados.rados.0.smithi173.stdout:3855: read oid 49 snap -1 2024-08-30T21:11:33.656 INFO:tasks.rados.rados.0.smithi173.stdout:3855: expect deleted 2024-08-30T21:11:33.656 INFO:tasks.rados.rados.0.smithi173.stdout:3856: snap_remove snap 366 2024-08-30T21:11:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:33 smithi173 ceph-mon[79976]: pgmap v905: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-30T21:11:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:33 smithi173 ceph-mon[79976]: osdmap e817: 8 total, 8 up, 8 in 2024-08-30T21:11:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:33 smithi173 ceph-mon[82405]: pgmap v905: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-30T21:11:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:33 smithi173 ceph-mon[82405]: osdmap e817: 8 total, 8 up, 8 in 2024-08-30T21:11:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:33 smithi196 ceph-mon[74601]: pgmap v905: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 364 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-30T21:11:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:33 smithi196 ceph-mon[74601]: osdmap e817: 8 total, 8 up, 8 in 2024-08-30T21:11:34.636 INFO:tasks.rados.rados.0.smithi173.stdout:3856: done (6 left) 2024-08-30T21:11:34.636 INFO:tasks.rados.rados.0.smithi173.stdout:3857: read oid 40 snap -1 2024-08-30T21:11:34.636 INFO:tasks.rados.rados.0.smithi173.stdout:3857: expect (ObjNum 1158 snap 352 seq_num 1158) 2024-08-30T21:11:34.636 INFO:tasks.rados.rados.0.smithi173.stdout:3858: snap_create 2024-08-30T21:11:34.637 INFO:tasks.rados.rados.0.smithi173.stdout:3851: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-30T21:11:34.646 INFO:tasks.rados.rados.0.smithi173.stdout:3850: finishing write tid 1 to smithi17368540-15 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3850: finishing write tid 2 to smithi17368540-15 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3850: finishing write tid 3 to smithi17368540-15 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3850: oid 15 updating version 0 to 2523 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3850: oid 15 version 2523 is already newer than 2522 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2523 (ObjNum 1175 snap 367 seq_num 1175) dirty exists 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3850: left oid 15 (ObjNum 1175 snap 367 seq_num 1175) 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3853: finishing write tid 1 to smithi17368540-34 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3853: finishing write tid 2 to smithi17368540-34 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3853: finishing write tid 3 to smithi17368540-34 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3853: oid 34 updating version 0 to 2209 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3853: oid 34 updating version 2209 to 2210 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 34 v 2210 (ObjNum 1176 snap 367 seq_num 1176) dirty exists 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3853: left oid 34 (ObjNum 1176 snap 367 seq_num 1176) 2024-08-30T21:11:34.647 INFO:tasks.rados.rados.0.smithi173.stdout:3854: finishing write tid 1 to smithi17368540-32 2024-08-30T21:11:34.648 INFO:tasks.rados.rados.0.smithi173.stdout:3854: finishing write tid 2 to smithi17368540-32 2024-08-30T21:11:34.648 INFO:tasks.rados.rados.0.smithi173.stdout:3854: finishing write tid 3 to smithi17368540-32 2024-08-30T21:11:34.648 INFO:tasks.rados.rados.0.smithi173.stdout:3854: oid 32 updating version 0 to 2526 2024-08-30T21:11:34.648 INFO:tasks.rados.rados.0.smithi173.stdout:3854: oid 32 version 2526 is already newer than 2525 2024-08-30T21:11:34.648 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 2526 (ObjNum 1177 snap 367 seq_num 1177) dirty exists 2024-08-30T21:11:34.648 INFO:tasks.rados.rados.0.smithi173.stdout:3854: left oid 32 (ObjNum 1177 snap 367 seq_num 1177) 2024-08-30T21:11:34.648 INFO:tasks.rados.rados.0.smithi173.stdout:3857: expect (ObjNum 1158 snap 352 seq_num 1158) 2024-08-30T21:11:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:34 smithi173 ceph-mon[79976]: osdmap e818: 8 total, 8 up, 8 in 2024-08-30T21:11:34.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:34 smithi173 ceph-mon[82405]: osdmap e818: 8 total, 8 up, 8 in 2024-08-30T21:11:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:34 smithi196 ceph-mon[74601]: osdmap e818: 8 total, 8 up, 8 in 2024-08-30T21:11:35.637 INFO:tasks.rados.rados.0.smithi173.stdout:3850: done (7 left) 2024-08-30T21:11:35.637 INFO:tasks.rados.rados.0.smithi173.stdout:3851: done (6 left) 2024-08-30T21:11:35.637 INFO:tasks.rados.rados.0.smithi173.stdout:3852: done (5 left) 2024-08-30T21:11:35.638 INFO:tasks.rados.rados.0.smithi173.stdout:3853: done (4 left) 2024-08-30T21:11:35.638 INFO:tasks.rados.rados.0.smithi173.stdout:3854: done (3 left) 2024-08-30T21:11:35.638 INFO:tasks.rados.rados.0.smithi173.stdout:3855: done (2 left) 2024-08-30T21:11:35.638 INFO:tasks.rados.rados.0.smithi173.stdout:3857: done (1 left) 2024-08-30T21:11:35.638 INFO:tasks.rados.rados.0.smithi173.stdout:3858: done (0 left) 2024-08-30T21:11:35.638 INFO:tasks.rados.rados.0.smithi173.stdout:3859: copy_from oid 9 from oid 35 current snap is 368 2024-08-30T21:11:35.638 INFO:tasks.rados.rados.0.smithi173.stdout:3860: snap_create 2024-08-30T21:11:35.653 INFO:tasks.rados.rados.0.smithi173.stdout:3859: finishing copy_from racing read to smithi17368540-9 2024-08-30T21:11:35.653 INFO:tasks.rados.rados.0.smithi173.stdout:3859: finishing copy_from to smithi17368540-9 2024-08-30T21:11:35.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2432 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-08-30T21:11:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:35 smithi173 ceph-mon[82405]: pgmap v908: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 114 KiB/s wr, 9 op/s 2024-08-30T21:11:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:35 smithi173 ceph-mon[82405]: osdmap e819: 8 total, 8 up, 8 in 2024-08-30T21:11:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:35 smithi173 ceph-mon[79976]: pgmap v908: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 114 KiB/s wr, 9 op/s 2024-08-30T21:11:35.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:35 smithi173 ceph-mon[79976]: osdmap e819: 8 total, 8 up, 8 in 2024-08-30T21:11:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:35 smithi196 ceph-mon[74601]: pgmap v908: 121 pgs: 121 active+clean; 256 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 114 KiB/s wr, 9 op/s 2024-08-30T21:11:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:35 smithi196 ceph-mon[74601]: osdmap e819: 8 total, 8 up, 8 in 2024-08-30T21:11:36.615 INFO:tasks.rados.rados.0.smithi173.stdout:3859: done (1 left) 2024-08-30T21:11:36.615 INFO:tasks.rados.rados.0.smithi173.stdout:3860: done (0 left) 2024-08-30T21:11:36.615 INFO:tasks.rados.rados.0.smithi173.stdout:3861: read oid 23 snap -1 2024-08-30T21:11:36.615 INFO:tasks.rados.rados.0.smithi173.stdout:3861: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:36.615 INFO:tasks.rados.rados.0.smithi173.stdout:3862: delete oid 9 current snap is 369 2024-08-30T21:11:36.621 INFO:tasks.rados.rados.0.smithi173.stdout:3861: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3861: done (1 left) 2024-08-30T21:11:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3862: done (0 left) 2024-08-30T21:11:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3863: read oid 15 snap -1 2024-08-30T21:11:36.642 INFO:tasks.rados.rados.0.smithi173.stdout:3863: expect (ObjNum 1175 snap 367 seq_num 1175) 2024-08-30T21:11:36.643 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 369 2024-08-30T21:11:36.643 INFO:tasks.rados.rados.0.smithi173.stdout:3864: seq_num 1179 ranges {0=548864} 2024-08-30T21:11:36.645 INFO:tasks.rados.rados.0.smithi173.stdout:3864: writing smithi17368540-46 from 0 to 548864 tid 1 2024-08-30T21:11:36.645 INFO:tasks.rados.rados.0.smithi173.stdout:3865: snap_remove snap 350 2024-08-30T21:11:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:36 smithi173 ceph-mon[79976]: osdmap e820: 8 total, 8 up, 8 in 2024-08-30T21:11:36.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:36 smithi173 ceph-mon[79976]: osdmap e821: 8 total, 8 up, 8 in 2024-08-30T21:11:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:36 smithi173 ceph-mon[82405]: osdmap e820: 8 total, 8 up, 8 in 2024-08-30T21:11:36.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:36 smithi173 ceph-mon[82405]: osdmap e821: 8 total, 8 up, 8 in 2024-08-30T21:11:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:36 smithi196 ceph-mon[74601]: osdmap e820: 8 total, 8 up, 8 in 2024-08-30T21:11:37.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:36 smithi196 ceph-mon[74601]: osdmap e821: 8 total, 8 up, 8 in 2024-08-30T21:11:37.652 INFO:tasks.rados.rados.0.smithi173.stdout:3865: done (2 left) 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3866: copy_from oid 17 from oid 45 current snap is 369 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3864: finishing write tid 1 to smithi17368540-46 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3864: finishing write tid 2 to smithi17368540-46 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3864: finishing write tid 3 to smithi17368540-46 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3864: oid 46 updating version 0 to 2433 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3864: oid 46 updating version 2433 to 2434 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 2434 (ObjNum 1179 snap 369 seq_num 1179) dirty exists 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3864: left oid 46 (ObjNum 1179 snap 369 seq_num 1179) 2024-08-30T21:11:37.653 INFO:tasks.rados.rados.0.smithi173.stdout:3863: expect (ObjNum 1175 snap 367 seq_num 1175) 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3866: finishing copy_from racing read to smithi17368540-17 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3866: finishing copy_from to smithi17368540-17 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 17 v 2186 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3863: done (2 left) 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3864: done (1 left) 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3866: done (0 left) 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3867: copy_from oid 50 from oid 4 current snap is 369 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3868: copy_from oid 43 from oid 45 current snap is 369 2024-08-30T21:11:37.955 INFO:tasks.rados.rados.0.smithi173.stdout:3869: delete oid 39 current snap is 369 2024-08-30T21:11:37.956 INFO:tasks.rados.rados.0.smithi173.stdout:3869: done (2 left) 2024-08-30T21:11:37.956 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 369 2024-08-30T21:11:37.956 INFO:tasks.rados.rados.0.smithi173.stdout:3870: seq_num 1181 ranges {0=581632} 2024-08-30T21:11:37.960 INFO:tasks.rados.rados.0.smithi173.stdout:3870: writing smithi17368540-20 from 0 to 581632 tid 1 2024-08-30T21:11:37.960 INFO:tasks.rados.rados.0.smithi173.stdout:3871: read oid 33 snap 365 2024-08-30T21:11:37.960 INFO:tasks.rados.rados.0.smithi173.stdout:3871: expect (ObjNum 1578870688 snap 21857 seq_num 1579027392) 2024-08-30T21:11:37.960 INFO:tasks.rados.rados.0.smithi173.stdout:3872: snap_remove snap 357 2024-08-30T21:11:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:37 smithi173 ceph-mon[82405]: pgmap v911: 121 pgs: 121 active+clean; 259 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-30T21:11:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:37 smithi173 ceph-mon[79976]: pgmap v911: 121 pgs: 121 active+clean; 259 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-30T21:11:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:37 smithi196 ceph-mon[74601]: pgmap v911: 121 pgs: 121 active+clean; 259 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 798 KiB/s wr, 7 op/s 2024-08-30T21:11:38.663 INFO:tasks.rados.rados.0.smithi173.stdout:3872: done (4 left) 2024-08-30T21:11:38.663 INFO:tasks.rados.rados.0.smithi173.stdout:3873: setattr oid 18 current snap is 369 2024-08-30T21:11:38.663 INFO:tasks.rados.rados.0.smithi173.stdout:3868: finishing copy_from racing read to smithi17368540-43 2024-08-30T21:11:38.663 INFO:tasks.rados.rados.0.smithi173.stdout:3867: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:11:38.663 INFO:tasks.rados.rados.0.smithi173.stdout:3868: finishing copy_from to smithi17368540-43 2024-08-30T21:11:38.663 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 43 v 2186 (ObjNum 1166 snap 358 seq_num 1166) dirty exists 2024-08-30T21:11:38.663 INFO:tasks.rados.rados.0.smithi173.stdout:3871: expect (ObjNum 1578870688 snap 21857 seq_num 1579027392) 2024-08-30T21:11:38.666 INFO:tasks.rados.rados.0.smithi173.stdout:3867: finishing copy_from to smithi17368540-50 2024-08-30T21:11:38.666 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 2548 (ObjNum 1174 snap 364 seq_num 1174) dirty exists 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3870: finishing write tid 1 to smithi17368540-20 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3870: finishing write tid 2 to smithi17368540-20 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3870: finishing write tid 3 to smithi17368540-20 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3870: oid 20 updating version 0 to 1836 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3870: oid 20 version 1836 is already newer than 1835 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1836 (ObjNum 1181 snap 369 seq_num 1181) dirty exists 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3870: left oid 20 (ObjNum 1181 snap 369 seq_num 1181) 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3867: done (4 left) 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3868: done (3 left) 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3870: done (2 left) 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3871: done (1 left) 2024-08-30T21:11:38.667 INFO:tasks.rados.rados.0.smithi173.stdout:3874: delete oid 44 current snap is 369 2024-08-30T21:11:38.676 INFO:tasks.rados.rados.0.smithi173.stdout:3874: done (1 left) 2024-08-30T21:11:38.676 INFO:tasks.rados.rados.0.smithi173.stdout:3875: setattr oid 3 current snap is 369 2024-08-30T21:11:38.679 INFO:tasks.rados.rados.0.smithi173.stdout:3876: rollback oid 30 current snap is 369 2024-08-30T21:11:38.679 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 30 to 364 2024-08-30T21:11:38.679 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 369 2024-08-30T21:11:38.679 INFO:tasks.rados.rados.0.smithi173.stdout:3877: seq_num 1183 ranges {3981312=622592} 2024-08-30T21:11:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:3877: writing smithi17368540-22 from 3981312 to 4603904 tid 1 2024-08-30T21:11:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 38 current snap is 369 2024-08-30T21:11:38.704 INFO:tasks.rados.rados.0.smithi173.stdout:3878: seq_num 1184 ranges {5595136=638976} 2024-08-30T21:11:38.737 INFO:tasks.rados.rados.0.smithi173.stdout:3878: writing smithi17368540-38 from 5595136 to 6234112 tid 1 2024-08-30T21:11:38.737 INFO:tasks.rados.rados.0.smithi173.stdout:3879: snap_remove snap 363 2024-08-30T21:11:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:38 smithi173 ceph-mon[79976]: osdmap e822: 8 total, 8 up, 8 in 2024-08-30T21:11:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:38 smithi173 ceph-mon[82405]: osdmap e822: 8 total, 8 up, 8 in 2024-08-30T21:11:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:38 smithi196 ceph-mon[74601]: osdmap e822: 8 total, 8 up, 8 in 2024-08-30T21:11:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:39.664 INFO:tasks.rados.rados.0.smithi173.stdout:3879: done (5 left) 2024-08-30T21:11:39.665 INFO:tasks.rados.rados.0.smithi173.stdout:3880: read oid 35 snap -1 2024-08-30T21:11:39.665 INFO:tasks.rados.rados.0.smithi173.stdout:3880: expect (ObjNum 1108 snap 337 seq_num 1108) 2024-08-30T21:11:39.665 INFO:tasks.rados.rados.0.smithi173.stdout:3881: snap_remove snap 347 2024-08-30T21:11:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:39 smithi173 ceph-mon[79976]: pgmap v914: 121 pgs: 121 active+clean; 260 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 241 KiB/s rd, 932 KiB/s wr, 4 op/s 2024-08-30T21:11:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:39 smithi173 ceph-mon[79976]: osdmap e823: 8 total, 8 up, 8 in 2024-08-30T21:11:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:39 smithi173 ceph-mon[82405]: pgmap v914: 121 pgs: 121 active+clean; 260 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 241 KiB/s rd, 932 KiB/s wr, 4 op/s 2024-08-30T21:11:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:39 smithi173 ceph-mon[82405]: osdmap e823: 8 total, 8 up, 8 in 2024-08-30T21:11:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:39 smithi196 ceph-mon[74601]: pgmap v914: 121 pgs: 121 active+clean; 260 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 241 KiB/s rd, 932 KiB/s wr, 4 op/s 2024-08-30T21:11:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:39 smithi196 ceph-mon[74601]: osdmap e823: 8 total, 8 up, 8 in 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:3881: done (6 left) 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:3882: read oid 27 snap -1 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:3882: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:3883: delete oid 28 current snap is 369 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2570 (ObjNum 1169 snap 359 seq_num 1169) dirty exists 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:3876: finishing rollback tid 0 to smithi17368540-30 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:3876: finishing rollback tid 1 to smithi17368540-30 2024-08-30T21:11:40.682 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2576 (ObjNum 1138 snap 343 seq_num 1138) dirty exists 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3876: finishing rollback tid 2 to smithi17368540-30 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 30 v 2551 (ObjNum 1051 snap 326 seq_num 1051) dirty exists 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3877: finishing write tid 1 to smithi17368540-22 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3877: finishing write tid 2 to smithi17368540-22 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3877: finishing write tid 3 to smithi17368540-22 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3877: oid 22 updating version 0 to 2517 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3877: oid 22 version 2517 is already newer than 2516 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2517 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3877: left oid 22 (ObjNum 1183 snap 369 seq_num 1183) 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3878: finishing write tid 1 to smithi17368540-38 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3878: finishing write tid 2 to smithi17368540-38 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3878: finishing write tid 3 to smithi17368540-38 2024-08-30T21:11:40.683 INFO:tasks.rados.rados.0.smithi173.stdout:3878: oid 38 updating version 0 to 1956 2024-08-30T21:11:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:3878: oid 38 version 1956 is already newer than 1955 2024-08-30T21:11:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1956 (ObjNum 1184 snap 369 seq_num 1184) dirty exists 2024-08-30T21:11:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:3878: left oid 38 (ObjNum 1184 snap 369 seq_num 1184) 2024-08-30T21:11:40.684 INFO:tasks.rados.rados.0.smithi173.stdout:3880: expect (ObjNum 1108 snap 337 seq_num 1108) 2024-08-30T21:11:40.746 INFO:tasks.rados.rados.0.smithi173.stdout:3882: expect (ObjNum 1063 snap 326 seq_num 1063) 2024-08-30T21:11:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:40 smithi173 ceph-mon[79976]: osdmap e824: 8 total, 8 up, 8 in 2024-08-30T21:11:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:40 smithi173 ceph-mon[82405]: osdmap e824: 8 total, 8 up, 8 in 2024-08-30T21:11:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:40 smithi196 ceph-mon[74601]: osdmap e824: 8 total, 8 up, 8 in 2024-08-30T21:11:41.191 INFO:tasks.rados.rados.0.smithi173.stdout:3873: done (7 left) 2024-08-30T21:11:41.191 INFO:tasks.rados.rados.0.smithi173.stdout:3875: done (6 left) 2024-08-30T21:11:41.191 INFO:tasks.rados.rados.0.smithi173.stdout:3876: done (5 left) 2024-08-30T21:11:41.191 INFO:tasks.rados.rados.0.smithi173.stdout:3877: done (4 left) 2024-08-30T21:11:41.191 INFO:tasks.rados.rados.0.smithi173.stdout:3878: done (3 left) 2024-08-30T21:11:41.192 INFO:tasks.rados.rados.0.smithi173.stdout:3880: done (2 left) 2024-08-30T21:11:41.192 INFO:tasks.rados.rados.0.smithi173.stdout:3882: done (1 left) 2024-08-30T21:11:41.192 INFO:tasks.rados.rados.0.smithi173.stdout:3883: done (0 left) 2024-08-30T21:11:41.192 INFO:tasks.rados.rados.0.smithi173.stdout:3884: delete oid 5 current snap is 369 2024-08-30T21:11:41.195 INFO:tasks.rados.rados.0.smithi173.stdout:3884: done (0 left) 2024-08-30T21:11:41.195 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 46 current snap is 369 2024-08-30T21:11:41.195 INFO:tasks.rados.rados.0.smithi173.stdout:3885: seq_num 1187 ranges {548864=688128} 2024-08-30T21:11:41.202 INFO:tasks.rados.rados.0.smithi173.stdout:3885: writing smithi17368540-46 from 548864 to 1236992 tid 1 2024-08-30T21:11:41.202 INFO:tasks.rados.rados.0.smithi173.stdout:3886: read oid 23 snap -1 2024-08-30T21:11:41.202 INFO:tasks.rados.rados.0.smithi173.stdout:3886: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:41.202 INFO:tasks.rados.rados.0.smithi173.stdout:3887: snap_create 2024-08-30T21:11:41.205 INFO:tasks.rados.rados.0.smithi173.stdout:3885: finishing write tid 1 to smithi17368540-46 2024-08-30T21:11:41.205 INFO:tasks.rados.rados.0.smithi173.stdout:3885: finishing write tid 2 to smithi17368540-46 2024-08-30T21:11:41.206 INFO:tasks.rados.rados.0.smithi173.stdout:3886: expect (ObjNum 1051 snap 326 seq_num 1051) 2024-08-30T21:11:41.227 INFO:tasks.rados.rados.0.smithi173.stdout:3885: finishing write tid 3 to smithi17368540-46 2024-08-30T21:11:41.227 INFO:tasks.rados.rados.0.smithi173.stdout:3885: oid 46 updating version 0 to 2436 2024-08-30T21:11:41.227 INFO:tasks.rados.rados.0.smithi173.stdout:3885: oid 46 version 2436 is already newer than 2435 2024-08-30T21:11:41.227 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 2436 (ObjNum 1187 snap 369 seq_num 1187) dirty exists 2024-08-30T21:11:41.227 INFO:tasks.rados.rados.0.smithi173.stdout:3885: left oid 46 (ObjNum 1187 snap 369 seq_num 1187) 2024-08-30T21:11:41.615 INFO:tasks.rados.rados.0.smithi173.stdout:3885: done (2 left) 2024-08-30T21:11:41.615 INFO:tasks.rados.rados.0.smithi173.stdout:3886: done (1 left) 2024-08-30T21:11:41.615 INFO:tasks.rados.rados.0.smithi173.stdout:3887: done (0 left) 2024-08-30T21:11:41.615 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 48 current snap is 370 2024-08-30T21:11:41.615 INFO:tasks.rados.rados.0.smithi173.stdout:3888: seq_num 1188 ranges {2760704=704512} 2024-08-30T21:11:41.633 INFO:tasks.rados.rados.0.smithi173.stdout:3888: writing smithi17368540-48 from 2760704 to 3465216 tid 1 2024-08-30T21:11:41.634 INFO:tasks.rados.rados.0.smithi173.stdout:3889: read oid 45 snap -1 2024-08-30T21:11:41.634 INFO:tasks.rados.rados.0.smithi173.stdout:3889: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-30T21:11:41.634 INFO:tasks.rados.rados.0.smithi173.stdout:3890: rollback oid 49 current snap is 370 2024-08-30T21:11:41.634 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 49 to 369 2024-08-30T21:11:41.634 INFO:tasks.rados.rados.0.smithi173.stdout:3891: copy_from oid 6 from oid 21 current snap is 370 2024-08-30T21:11:41.635 INFO:tasks.rados.rados.0.smithi173.stdout:3892: copy_from oid 33 from oid 39 current snap is 370 2024-08-30T21:11:41.635 INFO:tasks.rados.rados.0.smithi173.stdout:3893: snap_create 2024-08-30T21:11:41.635 INFO:tasks.rados.rados.0.smithi173.stdout:3890: finishing rollback tid 1 to smithi17368540-49 2024-08-30T21:11:41.635 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 2165 (ObjNum 65 snap 0 seq_num 1449419114) dirty dne 2024-08-30T21:11:41.638 INFO:tasks.rados.rados.0.smithi173.stdout:3892: finishing copy_from to smithi17368540-33 2024-08-30T21:11:41.638 INFO:tasks.rados.rados.0.smithi173.stdout:3892: got expected ENOENT (src dne) 2024-08-30T21:11:41.638 INFO:tasks.rados.rados.0.smithi173.stdout:3892: finishing copy_from racing read to smithi17368540-33 2024-08-30T21:11:41.640 INFO:tasks.rados.rados.0.smithi173.stdout:3889: expect (ObjNum 1166 snap 358 seq_num 1166) 2024-08-30T21:11:41.649 INFO:tasks.rados.rados.0.smithi173.stdout:3891: finishing copy_from racing read to smithi17368540-6 2024-08-30T21:11:41.649 INFO:tasks.rados.rados.0.smithi173.stdout:3888: finishing write tid 1 to smithi17368540-48 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:3888: finishing write tid 2 to smithi17368540-48 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:3891: finishing copy_from to smithi17368540-6 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2515 (ObjNum 225 snap 0 seq_num 1579105408) dirty exists 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:3888: finishing write tid 3 to smithi17368540-48 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:3888: oid 48 updating version 0 to 1838 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:3888: oid 48 version 1838 is already newer than 1837 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1838 (ObjNum 1188 snap 370 seq_num 1188) dirty exists 2024-08-30T21:11:41.650 INFO:tasks.rados.rados.0.smithi173.stdout:3888: left oid 48 (ObjNum 1188 snap 370 seq_num 1188) 2024-08-30T21:11:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:41 smithi173 ceph-mon[82405]: pgmap v917: 121 pgs: 121 active+clean; 263 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 606 KiB/s rd, 780 KiB/s wr, 5 op/s 2024-08-30T21:11:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:41 smithi173 ceph-mon[82405]: osdmap e825: 8 total, 8 up, 8 in 2024-08-30T21:11:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:41 smithi173 ceph-mon[82405]: osdmap e826: 8 total, 8 up, 8 in 2024-08-30T21:11:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:41 smithi173 ceph-mon[79976]: pgmap v917: 121 pgs: 121 active+clean; 263 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 606 KiB/s rd, 780 KiB/s wr, 5 op/s 2024-08-30T21:11:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:41 smithi173 ceph-mon[79976]: osdmap e825: 8 total, 8 up, 8 in 2024-08-30T21:11:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:41 smithi173 ceph-mon[79976]: osdmap e826: 8 total, 8 up, 8 in 2024-08-30T21:11:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:41 smithi196 ceph-mon[74601]: pgmap v917: 121 pgs: 121 active+clean; 263 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 606 KiB/s rd, 780 KiB/s wr, 5 op/s 2024-08-30T21:11:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:41 smithi196 ceph-mon[74601]: osdmap e825: 8 total, 8 up, 8 in 2024-08-30T21:11:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:41 smithi196 ceph-mon[74601]: osdmap e826: 8 total, 8 up, 8 in 2024-08-30T21:11:42.618 INFO:tasks.rados.rados.0.smithi173.stdout:3888: done (5 left) 2024-08-30T21:11:42.618 INFO:tasks.rados.rados.0.smithi173.stdout:3889: done (4 left) 2024-08-30T21:11:42.618 INFO:tasks.rados.rados.0.smithi173.stdout:3890: done (3 left) 2024-08-30T21:11:42.618 INFO:tasks.rados.rados.0.smithi173.stdout:3891: done (2 left) 2024-08-30T21:11:42.618 INFO:tasks.rados.rados.0.smithi173.stdout:3892: done (1 left) 2024-08-30T21:11:42.618 INFO:tasks.rados.rados.0.smithi173.stdout:3893: done (0 left) 2024-08-30T21:11:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:3894: rollback oid 13 current snap is 371 2024-08-30T21:11:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 13 to 358 2024-08-30T21:11:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:3895: copy_from oid 50 from oid 42 current snap is 371 2024-08-30T21:11:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:3896: copy_from oid 49 from oid 46 current snap is 371 2024-08-30T21:11:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:3897: copy_from oid 21 from oid 35 current snap is 371 2024-08-30T21:11:42.619 INFO:tasks.rados.rados.0.smithi173.stdout:3898: snap_create 2024-08-30T21:11:42.630 INFO:tasks.rados.rados.0.smithi173.stdout:3894: finishing rollback tid 0 to smithi17368540-13 2024-08-30T21:11:42.630 INFO:tasks.rados.rados.0.smithi173.stdout:3894: finishing rollback tid 1 to smithi17368540-13 2024-08-30T21:11:42.630 INFO:tasks.rados.rados.0.smithi173.stdout:3895: finishing copy_from racing read to smithi17368540-50 2024-08-30T21:11:42.630 INFO:tasks.rados.rados.0.smithi173.stdout:3894: finishing rollback tid 2 to smithi17368540-13 2024-08-30T21:11:42.630 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 13 v 2592 (ObjNum 1067 snap 327 seq_num 1067) dirty exists 2024-08-30T21:11:42.632 INFO:tasks.rados.rados.0.smithi173.stdout:3895: finishing copy_from to smithi17368540-50 2024-08-30T21:11:42.632 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 50 v 2522 (ObjNum 1170 snap 363 seq_num 1170) dirty exists 2024-08-30T21:11:42.632 INFO:tasks.rados.rados.0.smithi173.stdout:3896: finishing copy_from racing read to smithi17368540-49 2024-08-30T21:11:42.633 INFO:tasks.rados.rados.0.smithi173.stdout:3896: finishing copy_from to smithi17368540-49 2024-08-30T21:11:42.633 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 2436 (ObjNum 1187 snap 369 seq_num 1187) dirty exists 2024-08-30T21:11:42.635 INFO:tasks.rados.rados.0.smithi173.stdout:3897: finishing copy_from racing read to smithi17368540-21 2024-08-30T21:11:42.637 INFO:tasks.rados.rados.0.smithi173.stdout:3897: finishing copy_from to smithi17368540-21 2024-08-30T21:11:42.637 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 21 v 2432 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-08-30T21:11:43.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:11:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:11:43] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.51.0" 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:3894: done (4 left) 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:3895: done (3 left) 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:3896: done (2 left) 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:3897: done (1 left) 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:3898: done (0 left) 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:3899: copy_from oid 28 from oid 22 current snap is 372 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 20 current snap is 372 2024-08-30T21:11:43.619 INFO:tasks.rados.rados.0.smithi173.stdout:3900: seq_num 1189 ranges {581632=720896} 2024-08-30T21:11:43.626 INFO:tasks.rados.rados.0.smithi173.stdout:3900: writing smithi17368540-20 from 581632 to 1302528 tid 1 2024-08-30T21:11:43.626 INFO:tasks.rados.rados.0.smithi173.stdout:3901: delete oid 30 current snap is 372 2024-08-30T21:11:43.632 INFO:tasks.rados.rados.0.smithi173.stdout:3901: done (2 left) 2024-08-30T21:11:43.633 INFO:tasks.rados.rados.0.smithi173.stdout:3902: rollback oid 35 current snap is 372 2024-08-30T21:11:43.633 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 35 to 358 2024-08-30T21:11:43.633 INFO:tasks.rados.rados.0.smithi173.stdout:3903: copy_from oid 47 from oid 36 current snap is 372 2024-08-30T21:11:43.633 INFO:tasks.rados.rados.0.smithi173.stdout:3904: snap_create 2024-08-30T21:11:43.635 INFO:tasks.rados.rados.0.smithi173.stdout:3900: finishing write tid 1 to smithi17368540-20 2024-08-30T21:11:43.636 INFO:tasks.rados.rados.0.smithi173.stdout:3900: finishing write tid 2 to smithi17368540-20 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:3902: finishing rollback tid 0 to smithi17368540-35 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:3902: finishing rollback tid 1 to smithi17368540-35 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:3900: finishing write tid 3 to smithi17368540-20 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:3900: oid 20 updating version 0 to 1840 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:3900: oid 20 version 1840 is already newer than 1839 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1840 (ObjNum 1189 snap 372 seq_num 1189) dirty exists 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:3900: left oid 20 (ObjNum 1189 snap 372 seq_num 1189) 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:3902: finishing rollback tid 2 to smithi17368540-35 2024-08-30T21:11:43.638 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 35 v 2439 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-08-30T21:11:43.642 INFO:tasks.rados.rados.0.smithi173.stdout:3899: finishing copy_from racing read to smithi17368540-28 2024-08-30T21:11:43.647 INFO:tasks.rados.rados.0.smithi173.stdout:3899: finishing copy_from to smithi17368540-28 2024-08-30T21:11:43.647 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2517 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-08-30T21:11:43.649 INFO:tasks.rados.rados.0.smithi173.stdout:3903: finishing copy_from racing read to smithi17368540-47 2024-08-30T21:11:43.654 INFO:tasks.rados.rados.0.smithi173.stdout:3903: finishing copy_from to smithi17368540-47 2024-08-30T21:11:43.654 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 2445 (ObjNum 1138 snap 343 seq_num 1138) dirty exists 2024-08-30T21:11:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:43 smithi173 ceph-mon[79976]: pgmap v920: 121 pgs: 121 active+clean; 263 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 728 KiB/s wr, 17 op/s 2024-08-30T21:11:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:43 smithi173 ceph-mon[79976]: osdmap e827: 8 total, 8 up, 8 in 2024-08-30T21:11:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:43 smithi173 ceph-mon[82405]: pgmap v920: 121 pgs: 121 active+clean; 263 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 728 KiB/s wr, 17 op/s 2024-08-30T21:11:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:43 smithi173 ceph-mon[82405]: osdmap e827: 8 total, 8 up, 8 in 2024-08-30T21:11:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:43 smithi196 ceph-mon[74601]: pgmap v920: 121 pgs: 121 active+clean; 263 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 728 KiB/s wr, 17 op/s 2024-08-30T21:11:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:43 smithi196 ceph-mon[74601]: osdmap e827: 8 total, 8 up, 8 in 2024-08-30T21:11:44.634 INFO:tasks.rados.rados.0.smithi173.stdout:3899: done (4 left) 2024-08-30T21:11:44.634 INFO:tasks.rados.rados.0.smithi173.stdout:3900: done (3 left) 2024-08-30T21:11:44.635 INFO:tasks.rados.rados.0.smithi173.stdout:3902: done (2 left) 2024-08-30T21:11:44.635 INFO:tasks.rados.rados.0.smithi173.stdout:3903: done (1 left) 2024-08-30T21:11:44.635 INFO:tasks.rados.rados.0.smithi173.stdout:3904: done (0 left) 2024-08-30T21:11:44.635 INFO:tasks.rados.rados.0.smithi173.stdout:3905: copy_from oid 42 from oid 10 current snap is 373 2024-08-30T21:11:44.635 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 373 2024-08-30T21:11:44.635 INFO:tasks.rados.rados.0.smithi173.stdout:3906: seq_num 1191 ranges {4104192=753664} 2024-08-30T21:11:44.660 INFO:tasks.rados.rados.0.smithi173.stdout:3906: writing smithi17368540-11 from 4104192 to 4857856 tid 1 2024-08-30T21:11:44.661 INFO:tasks.rados.rados.0.smithi173.stdout:3907: delete oid 29 current snap is 373 2024-08-30T21:11:44.661 INFO:tasks.rados.rados.0.smithi173.stdout:3905: finishing copy_from racing read to smithi17368540-42 2024-08-30T21:11:44.661 INFO:tasks.rados.rados.0.smithi173.stdout:3905: finishing copy_from to smithi17368540-42 2024-08-30T21:11:44.661 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 1954 (ObjNum 97 snap 0 seq_num 437) dirty exists 2024-08-30T21:11:44.669 INFO:tasks.rados.rados.0.smithi173.stdout:3906: finishing write tid 1 to smithi17368540-11 2024-08-30T21:11:44.669 INFO:tasks.rados.rados.0.smithi173.stdout:3906: finishing write tid 2 to smithi17368540-11 2024-08-30T21:11:44.671 INFO:tasks.rados.rados.0.smithi173.stdout:3905: done (2 left) 2024-08-30T21:11:44.671 INFO:tasks.rados.rados.0.smithi173.stdout:3907: done (1 left) 2024-08-30T21:11:44.671 INFO:tasks.rados.rados.0.smithi173.stdout:3908: copy_from oid 5 from oid 10 current snap is 373 2024-08-30T21:11:44.671 INFO:tasks.rados.rados.0.smithi173.stdout:3909: copy_from oid 24 from oid 42 current snap is 373 2024-08-30T21:11:44.671 INFO:tasks.rados.rados.0.smithi173.stdout:3910: snap_remove snap 345 2024-08-30T21:11:44.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:44 smithi173 ceph-mon[79976]: osdmap e828: 8 total, 8 up, 8 in 2024-08-30T21:11:44.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:44 smithi173 ceph-mon[82405]: osdmap e828: 8 total, 8 up, 8 in 2024-08-30T21:11:45.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:44 smithi196 ceph-mon[74601]: osdmap e828: 8 total, 8 up, 8 in 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3910: done (3 left) 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3911: snap_create 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3906: finishing write tid 3 to smithi17368540-11 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3906: oid 11 updating version 0 to 2595 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3906: oid 11 version 2595 is already newer than 2594 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2595 (ObjNum 1191 snap 373 seq_num 1191) dirty exists 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3906: left oid 11 (ObjNum 1191 snap 373 seq_num 1191) 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3908: finishing copy_from racing read to smithi17368540-5 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:3908: finishing copy_from to smithi17368540-5 2024-08-30T21:11:45.640 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 1954 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:11:45.641 INFO:tasks.rados.rados.0.smithi173.stdout:3909: finishing copy_from racing read to smithi17368540-24 2024-08-30T21:11:45.641 INFO:tasks.rados.rados.0.smithi173.stdout:3909: finishing copy_from to smithi17368540-24 2024-08-30T21:11:45.641 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 1954 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:11:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:45 smithi173 ceph-mon[79976]: pgmap v923: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-30T21:11:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:45 smithi173 ceph-mon[79976]: osdmap e829: 8 total, 8 up, 8 in 2024-08-30T21:11:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:45 smithi173 ceph-mon[82405]: pgmap v923: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-30T21:11:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:45 smithi173 ceph-mon[82405]: osdmap e829: 8 total, 8 up, 8 in 2024-08-30T21:11:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:45 smithi196 ceph-mon[74601]: pgmap v923: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2024-08-30T21:11:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:45 smithi196 ceph-mon[74601]: osdmap e829: 8 total, 8 up, 8 in 2024-08-30T21:11:46.618 INFO:tasks.rados.rados.0.smithi173.stdout:3906: done (3 left) 2024-08-30T21:11:46.618 INFO:tasks.rados.rados.0.smithi173.stdout:3908: done (2 left) 2024-08-30T21:11:46.619 INFO:tasks.rados.rados.0.smithi173.stdout:3909: done (1 left) 2024-08-30T21:11:46.619 INFO:tasks.rados.rados.0.smithi173.stdout:3911: done (0 left) 2024-08-30T21:11:46.619 INFO:tasks.rados.rados.0.smithi173.stdout:3912: snap_create 2024-08-30T21:11:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:46 smithi173 ceph-mon[79976]: osdmap e830: 8 total, 8 up, 8 in 2024-08-30T21:11:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:46 smithi173 ceph-mon[79976]: osdmap e831: 8 total, 8 up, 8 in 2024-08-30T21:11:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:46 smithi173 ceph-mon[82405]: osdmap e830: 8 total, 8 up, 8 in 2024-08-30T21:11:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:46 smithi173 ceph-mon[82405]: osdmap e831: 8 total, 8 up, 8 in 2024-08-30T21:11:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:46 smithi196 ceph-mon[74601]: osdmap e830: 8 total, 8 up, 8 in 2024-08-30T21:11:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:46 smithi196 ceph-mon[74601]: osdmap e831: 8 total, 8 up, 8 in 2024-08-30T21:11:47.619 INFO:tasks.rados.rados.0.smithi173.stdout:3912: done (0 left) 2024-08-30T21:11:47.619 INFO:tasks.rados.rados.0.smithi173.stdout:3913: rmattr oid 24 current snap is 375 2024-08-30T21:11:47.619 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 9 current snap is 375 2024-08-30T21:11:47.619 INFO:tasks.rados.rados.0.smithi173.stdout:3914: seq_num 1193 ranges {0=786432} 2024-08-30T21:11:47.624 INFO:tasks.rados.rados.0.smithi173.stdout:3914: writing smithi17368540-9 from 0 to 786432 tid 1 2024-08-30T21:11:47.624 INFO:tasks.rados.rados.0.smithi173.stdout:3915: rollback oid 16 current snap is 375 2024-08-30T21:11:47.624 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 16 to 365 2024-08-30T21:11:47.624 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 2440 (ObjNum 385 snap 0 seq_num 1579112672) dirty exists 2024-08-30T21:11:47.624 INFO:tasks.rados.rados.0.smithi173.stdout:3913: done (2 left) 2024-08-30T21:11:47.624 INFO:tasks.rados.rados.0.smithi173.stdout:3916: snap_remove snap 364 2024-08-30T21:11:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:47 smithi173 ceph-mon[79976]: pgmap v926: 121 pgs: 121 active+clean; 242 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-30T21:11:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:47 smithi173 ceph-mon[79976]: osdmap e832: 8 total, 8 up, 8 in 2024-08-30T21:11:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:47 smithi173 ceph-mon[82405]: pgmap v926: 121 pgs: 121 active+clean; 242 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-30T21:11:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:47 smithi173 ceph-mon[82405]: osdmap e832: 8 total, 8 up, 8 in 2024-08-30T21:11:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:47 smithi196 ceph-mon[74601]: pgmap v926: 121 pgs: 121 active+clean; 242 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-08-30T21:11:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:47 smithi196 ceph-mon[74601]: osdmap e832: 8 total, 8 up, 8 in 2024-08-30T21:11:48.621 INFO:tasks.rados.rados.0.smithi173.stdout:3914: finishing write tid 1 to smithi17368540-9 2024-08-30T21:11:48.621 INFO:tasks.rados.rados.0.smithi173.stdout:3914: finishing write tid 2 to smithi17368540-9 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3915: finishing rollback tid 0 to smithi17368540-16 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3915: finishing rollback tid 1 to smithi17368540-16 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3915: finishing rollback tid 2 to smithi17368540-16 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 2518 (ObjNum 177 snap 0 seq_num 1580086288) dirty exists 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3914: finishing write tid 3 to smithi17368540-9 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3914: oid 9 updating version 0 to 2527 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3914: oid 9 version 2527 is already newer than 2526 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 9 v 2527 (ObjNum 1193 snap 375 seq_num 1193) dirty exists 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3914: left oid 9 (ObjNum 1193 snap 375 seq_num 1193) 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3914: done (2 left) 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3915: done (1 left) 2024-08-30T21:11:48.622 INFO:tasks.rados.rados.0.smithi173.stdout:3916: done (0 left) 2024-08-30T21:11:48.623 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 37 current snap is 375 2024-08-30T21:11:48.623 INFO:tasks.rados.rados.0.smithi173.stdout:3917: seq_num 1194 ranges {0=802816} 2024-08-30T21:11:48.626 INFO:tasks.rados.rados.0.smithi173.stdout:3917: writing smithi17368540-37 from 0 to 802816 tid 1 2024-08-30T21:11:48.627 INFO:tasks.rados.rados.0.smithi173.stdout:3918: snap_create 2024-08-30T21:11:48.632 INFO:tasks.rados.rados.0.smithi173.stdout:3917: finishing write tid 1 to smithi17368540-37 2024-08-30T21:11:48.633 INFO:tasks.rados.rados.0.smithi173.stdout:3917: finishing write tid 2 to smithi17368540-37 2024-08-30T21:11:48.635 INFO:tasks.rados.rados.0.smithi173.stdout:3917: finishing write tid 3 to smithi17368540-37 2024-08-30T21:11:48.636 INFO:tasks.rados.rados.0.smithi173.stdout:3917: oid 37 updating version 0 to 2446 2024-08-30T21:11:48.636 INFO:tasks.rados.rados.0.smithi173.stdout:3917: oid 37 updating version 2446 to 2447 2024-08-30T21:11:48.636 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 2447 (ObjNum 1194 snap 375 seq_num 1194) dirty exists 2024-08-30T21:11:48.637 INFO:tasks.rados.rados.0.smithi173.stdout:3917: left oid 37 (ObjNum 1194 snap 375 seq_num 1194) 2024-08-30T21:11:49.626 INFO:tasks.rados.rados.0.smithi173.stdout:3917: done (1 left) 2024-08-30T21:11:49.626 INFO:tasks.rados.rados.0.smithi173.stdout:3918: done (0 left) 2024-08-30T21:11:49.626 INFO:tasks.rados.rados.0.smithi173.stdout:3919: snap_create 2024-08-30T21:11:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:49 smithi173 ceph-mon[79976]: pgmap v929: 121 pgs: 121 active+clean; 237 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 6 op/s 2024-08-30T21:11:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:49 smithi173 ceph-mon[79976]: osdmap e833: 8 total, 8 up, 8 in 2024-08-30T21:11:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:49 smithi173 ceph-mon[82405]: pgmap v929: 121 pgs: 121 active+clean; 237 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 6 op/s 2024-08-30T21:11:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:49 smithi173 ceph-mon[82405]: osdmap e833: 8 total, 8 up, 8 in 2024-08-30T21:11:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:49 smithi196 ceph-mon[74601]: pgmap v929: 121 pgs: 121 active+clean; 237 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 6 op/s 2024-08-30T21:11:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:49 smithi196 ceph-mon[74601]: osdmap e833: 8 total, 8 up, 8 in 2024-08-30T21:11:50.631 INFO:tasks.rados.rados.0.smithi173.stdout:3919: done (0 left) 2024-08-30T21:11:50.631 INFO:tasks.rados.rados.0.smithi173.stdout:3920: snap_remove snap 352 2024-08-30T21:11:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:50 smithi173 ceph-mon[79976]: osdmap e834: 8 total, 8 up, 8 in 2024-08-30T21:11:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:50 smithi173 ceph-mon[82405]: osdmap e834: 8 total, 8 up, 8 in 2024-08-30T21:11:51.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:50 smithi196 ceph-mon[74601]: osdmap e834: 8 total, 8 up, 8 in 2024-08-30T21:11:51.621 INFO:tasks.rados.rados.0.smithi173.stdout:3920: done (0 left) 2024-08-30T21:11:51.621 INFO:tasks.rados.rados.0.smithi173.stdout:3921: delete oid 19 current snap is 377 2024-08-30T21:11:51.632 INFO:tasks.rados.rados.0.smithi173.stdout:3921: done (0 left) 2024-08-30T21:11:51.632 INFO:tasks.rados.rados.0.smithi173.stdout:3922: setattr oid 49 current snap is 377 2024-08-30T21:11:51.635 INFO:tasks.rados.rados.0.smithi173.stdout:3923: read oid 11 snap 358 2024-08-30T21:11:51.635 INFO:tasks.rados.rados.0.smithi173.stdout:3923: expect (ObjNum 1128 snap 340 seq_num 1128) 2024-08-30T21:11:51.635 INFO:tasks.rados.rados.0.smithi173.stdout:3924: read oid 33 snap -1 2024-08-30T21:11:51.635 INFO:tasks.rados.rados.0.smithi173.stdout:3924: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:51.635 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 41 current snap is 377 2024-08-30T21:11:51.635 INFO:tasks.rados.rados.0.smithi173.stdout:3925: seq_num 1196 ranges {0=434176,434176=401408} 2024-08-30T21:11:51.638 INFO:tasks.rados.rados.0.smithi173.stdout:3925: writing smithi17368540-41 from 0 to 434176 tid 1 2024-08-30T21:11:51.641 INFO:tasks.rados.rados.0.smithi173.stdout:3925: writing smithi17368540-41 from 434176 to 835584 tid 2 2024-08-30T21:11:51.641 INFO:tasks.rados.rados.0.smithi173.stdout:3924: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:51.644 INFO:tasks.rados.rados.0.smithi173.stdout:3924: done (3 left) 2024-08-30T21:11:51.644 INFO:tasks.rados.rados.0.smithi173.stdout:3926: delete oid 42 current snap is 377 2024-08-30T21:11:51.644 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 2437 (ObjNum 1187 snap 369 seq_num 1187) dirty exists 2024-08-30T21:11:51.646 INFO:tasks.rados.rados.0.smithi173.stdout:3925: finishing write tid 1 to smithi17368540-41 2024-08-30T21:11:51.652 INFO:tasks.rados.rados.0.smithi173.stdout:3925: finishing write tid 2 to smithi17368540-41 2024-08-30T21:11:51.652 INFO:tasks.rados.rados.0.smithi173.stdout:3922: done (3 left) 2024-08-30T21:11:51.653 INFO:tasks.rados.rados.0.smithi173.stdout:3926: done (2 left) 2024-08-30T21:11:51.653 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 15 current snap is 377 2024-08-30T21:11:51.653 INFO:tasks.rados.rados.0.smithi173.stdout:3927: seq_num 1198 ranges {4464640=466944,4931584=401408} 2024-08-30T21:11:51.677 INFO:tasks.rados.rados.0.smithi173.stdout:3927: writing smithi17368540-15 from 4464640 to 4931584 tid 1 2024-08-30T21:11:51.680 INFO:tasks.rados.rados.0.smithi173.stdout:3927: writing smithi17368540-15 from 4931584 to 5332992 tid 2 2024-08-30T21:11:51.680 INFO:tasks.rados.rados.0.smithi173.stdout:3928: read oid 1 snap -1 2024-08-30T21:11:51.680 INFO:tasks.rados.rados.0.smithi173.stdout:3928: expect (ObjNum 1167 snap 358 seq_num 1167) 2024-08-30T21:11:51.680 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 377 2024-08-30T21:11:51.680 INFO:tasks.rados.rados.0.smithi173.stdout:3925: finishing write tid 3 to smithi17368540-41 2024-08-30T21:11:51.680 INFO:tasks.rados.rados.0.smithi173.stdout:3929: seq_num 1199 ranges {3530752=483328,4014080=401408} 2024-08-30T21:11:51.701 INFO:tasks.rados.rados.0.smithi173.stdout:3929: writing smithi17368540-36 from 3530752 to 4014080 tid 1 2024-08-30T21:11:51.703 INFO:tasks.rados.rados.0.smithi173.stdout:3929: writing smithi17368540-36 from 4014080 to 4415488 tid 2 2024-08-30T21:11:51.703 INFO:tasks.rados.rados.0.smithi173.stdout:3930: setattr oid 38 current snap is 377 2024-08-30T21:11:51.703 INFO:tasks.rados.rados.0.smithi173.stdout:3925: finishing write tid 4 to smithi17368540-41 2024-08-30T21:11:51.703 INFO:tasks.rados.rados.0.smithi173.stdout:3925: oid 41 updating version 0 to 1842 2024-08-30T21:11:51.704 INFO:tasks.rados.rados.0.smithi173.stdout:3925: oid 41 version 1842 is already newer than 1841 2024-08-30T21:11:51.704 INFO:tasks.rados.rados.0.smithi173.stdout:3925: oid 41 updating version 1842 to 1843 2024-08-30T21:11:51.704 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 41 v 1843 (ObjNum 1196 snap 377 seq_num 1196) dirty exists 2024-08-30T21:11:51.704 INFO:tasks.rados.rados.0.smithi173.stdout:3925: left oid 41 (ObjNum 1196 snap 377 seq_num 1196) 2024-08-30T21:11:51.704 INFO:tasks.rados.rados.0.smithi173.stdout:3923: expect (ObjNum 1128 snap 340 seq_num 1128) 2024-08-30T21:11:51.838 INFO:tasks.rados.rados.0.smithi173.stdout:3927: finishing write tid 1 to smithi17368540-15 2024-08-30T21:11:51.838 INFO:tasks.rados.rados.0.smithi173.stdout:3927: finishing write tid 2 to smithi17368540-15 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:3927: finishing write tid 3 to smithi17368540-15 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:3927: finishing write tid 4 to smithi17368540-15 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:3927: oid 15 updating version 0 to 2528 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:3927: oid 15 updating version 2528 to 2530 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:3927: oid 15 version 2530 is already newer than 2529 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 15 v 2530 (ObjNum 1198 snap 377 seq_num 1198) dirty exists 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:3927: left oid 15 (ObjNum 1198 snap 377 seq_num 1198) 2024-08-30T21:11:51.839 INFO:tasks.rados.rados.0.smithi173.stdout:3928: expect (ObjNum 1167 snap 358 seq_num 1167) 2024-08-30T21:11:51.849 INFO:tasks.rados.rados.0.smithi173.stdout:3929: finishing write tid 1 to smithi17368540-36 2024-08-30T21:11:51.849 INFO:tasks.rados.rados.0.smithi173.stdout:3929: finishing write tid 2 to smithi17368540-36 2024-08-30T21:11:51.849 INFO:tasks.rados.rados.0.smithi173.stdout:3923: done (5 left) 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3925: done (4 left) 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3927: done (3 left) 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3928: done (2 left) 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3931: copy_from oid 22 from oid 35 current snap is 377 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3929: finishing write tid 3 to smithi17368540-36 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3929: finishing write tid 4 to smithi17368540-36 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3929: oid 36 updating version 0 to 2448 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3929: oid 36 updating version 2448 to 2450 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3929: oid 36 version 2450 is already newer than 2449 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2450 (ObjNum 1199 snap 377 seq_num 1199) dirty exists 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3929: left oid 36 (ObjNum 1199 snap 377 seq_num 1199) 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1957 (ObjNum 1184 snap 369 seq_num 1184) dirty exists 2024-08-30T21:11:51.850 INFO:tasks.rados.rados.0.smithi173.stdout:3929: done (2 left) 2024-08-30T21:11:51.851 INFO:tasks.rados.rados.0.smithi173.stdout:3930: done (1 left) 2024-08-30T21:11:51.851 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 5 current snap is 377 2024-08-30T21:11:51.851 INFO:tasks.rados.rados.0.smithi173.stdout:3932: seq_num 1200 ranges {0=499712,499712=401408} 2024-08-30T21:11:51.852 INFO:tasks.rados.rados.0.smithi173.stdout:3932: writing smithi17368540-5 from 0 to 499712 tid 1 2024-08-30T21:11:51.856 INFO:tasks.rados.rados.0.smithi173.stdout:3932: writing smithi17368540-5 from 499712 to 901120 tid 2 2024-08-30T21:11:51.856 INFO:tasks.rados.rados.0.smithi173.stdout:3933: read oid 28 snap -1 2024-08-30T21:11:51.856 INFO:tasks.rados.rados.0.smithi173.stdout:3933: expect (ObjNum 1183 snap 369 seq_num 1183) 2024-08-30T21:11:51.857 INFO:tasks.rados.rados.0.smithi173.stdout:3934: rmattr oid 46 current snap is 377 2024-08-30T21:11:51.857 INFO:tasks.rados.rados.0.smithi173.stdout:3934: done (3 left) 2024-08-30T21:11:51.857 INFO:tasks.rados.rados.0.smithi173.stdout:3935: read oid 20 snap 365 2024-08-30T21:11:51.857 INFO:tasks.rados.rados.0.smithi173.stdout:3935: expect deleted 2024-08-30T21:11:51.857 INFO:tasks.rados.rados.0.smithi173.stdout:3936: snap_remove snap 369 2024-08-30T21:11:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:51 smithi173 ceph-mon[82405]: pgmap v932: 121 pgs: 121 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-30T21:11:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:51 smithi173 ceph-mon[82405]: osdmap e835: 8 total, 8 up, 8 in 2024-08-30T21:11:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:51 smithi173 ceph-mon[82405]: osdmap e836: 8 total, 8 up, 8 in 2024-08-30T21:11:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:51 smithi173 ceph-mon[79976]: pgmap v932: 121 pgs: 121 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-30T21:11:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:51 smithi173 ceph-mon[79976]: osdmap e835: 8 total, 8 up, 8 in 2024-08-30T21:11:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:51 smithi173 ceph-mon[79976]: osdmap e836: 8 total, 8 up, 8 in 2024-08-30T21:11:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:51 smithi196 ceph-mon[74601]: pgmap v932: 121 pgs: 121 active+clean; 213 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-30T21:11:52.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:51 smithi196 ceph-mon[74601]: osdmap e835: 8 total, 8 up, 8 in 2024-08-30T21:11:52.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:51 smithi196 ceph-mon[74601]: osdmap e836: 8 total, 8 up, 8 in 2024-08-30T21:11:52.638 INFO:tasks.rados.rados.0.smithi173.stdout:3936: done (4 left) 2024-08-30T21:11:52.638 INFO:tasks.rados.rados.0.smithi173.stdout:3937: snap_remove snap 374 2024-08-30T21:11:53.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:11:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:11:53] "GET /metrics HTTP/1.1" 200 36526 "" "Prometheus/2.51.0" 2024-08-30T21:11:53.655 INFO:tasks.rados.rados.0.smithi173.stdout:3931: finishing copy_from racing read to smithi17368540-22 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: finishing write tid 1 to smithi17368540-5 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: finishing write tid 2 to smithi17368540-5 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: finishing write tid 3 to smithi17368540-5 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: finishing write tid 4 to smithi17368540-5 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: oid 5 updating version 0 to 2634 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: oid 5 updating version 2634 to 2635 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: oid 5 version 2635 is already newer than 2633 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 5 v 2635 (ObjNum 1200 snap 377 seq_num 1200) dirty exists 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3932: left oid 5 (ObjNum 1200 snap 377 seq_num 1200) 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3931: finishing copy_from to smithi17368540-22 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2439 (ObjNum 1108 snap 337 seq_num 1108) dirty exists 2024-08-30T21:11:53.656 INFO:tasks.rados.rados.0.smithi173.stdout:3933: expect (ObjNum 1183 snap 369 seq_num 1183) 2024-08-30T21:11:53.951 INFO:tasks.rados.rados.0.smithi173.stdout:3931: done (4 left) 2024-08-30T21:11:53.951 INFO:tasks.rados.rados.0.smithi173.stdout:3932: done (3 left) 2024-08-30T21:11:53.951 INFO:tasks.rados.rados.0.smithi173.stdout:3933: done (2 left) 2024-08-30T21:11:53.951 INFO:tasks.rados.rados.0.smithi173.stdout:3935: done (1 left) 2024-08-30T21:11:53.951 INFO:tasks.rados.rados.0.smithi173.stdout:3937: done (0 left) 2024-08-30T21:11:53.951 INFO:tasks.rados.rados.0.smithi173.stdout:3938: delete oid 13 current snap is 377 2024-08-30T21:11:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:3938: done (0 left) 2024-08-30T21:11:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:3939: read oid 50 snap -1 2024-08-30T21:11:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:3939: expect (ObjNum 1170 snap 363 seq_num 1170) 2024-08-30T21:11:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:3940: read oid 16 snap -1 2024-08-30T21:11:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:3940: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:53.955 INFO:tasks.rados.rados.0.smithi173.stdout:3941: snap_remove snap 375 2024-08-30T21:11:53.959 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:53 smithi173 ceph-mon[79976]: pgmap v935: 121 pgs: 121 active+clean; 214 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 1 op/s 2024-08-30T21:11:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:53 smithi173 ceph-mon[79976]: osdmap e837: 8 total, 8 up, 8 in 2024-08-30T21:11:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:53 smithi173 ceph-mon[82405]: pgmap v935: 121 pgs: 121 active+clean; 214 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 1 op/s 2024-08-30T21:11:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:53 smithi173 ceph-mon[82405]: osdmap e837: 8 total, 8 up, 8 in 2024-08-30T21:11:53.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:53 smithi196 ceph-mon[74601]: pgmap v935: 121 pgs: 121 active+clean; 214 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 1 op/s 2024-08-30T21:11:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:53 smithi196 ceph-mon[74601]: osdmap e837: 8 total, 8 up, 8 in 2024-08-30T21:11:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:11:54.654 INFO:tasks.rados.rados.0.smithi173.stdout:3941: done (2 left) 2024-08-30T21:11:54.655 INFO:tasks.rados.rados.0.smithi173.stdout:3942: setattr oid 37 current snap is 377 2024-08-30T21:11:54.655 INFO:tasks.rados.rados.0.smithi173.stdout:3940: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:54.656 INFO:tasks.rados.rados.0.smithi173.stdout:3939: expect (ObjNum 1170 snap 363 seq_num 1170) 2024-08-30T21:11:54.668 INFO:tasks.rados.rados.0.smithi173.stdout:3939: done (2 left) 2024-08-30T21:11:54.668 INFO:tasks.rados.rados.0.smithi173.stdout:3940: done (1 left) 2024-08-30T21:11:54.668 INFO:tasks.rados.rados.0.smithi173.stdout:3943: setattr oid 31 current snap is 377 2024-08-30T21:11:54.669 INFO:tasks.rados.rados.0.smithi173.stdout:3944: snap_create 2024-08-30T21:11:54.671 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 2451 (ObjNum 1194 snap 375 seq_num 1194) dirty exists 2024-08-30T21:11:54.676 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 31 v 2528 (ObjNum 1056 snap 326 seq_num 1056) dirty exists 2024-08-30T21:11:54.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:54 smithi173 ceph-mon[79976]: osdmap e838: 8 total, 8 up, 8 in 2024-08-30T21:11:54.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:54 smithi173 ceph-mon[82405]: osdmap e838: 8 total, 8 up, 8 in 2024-08-30T21:11:55.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:54 smithi196 ceph-mon[74601]: osdmap e838: 8 total, 8 up, 8 in 2024-08-30T21:11:55.655 INFO:tasks.rados.rados.0.smithi173.stdout:3942: done (2 left) 2024-08-30T21:11:55.655 INFO:tasks.rados.rados.0.smithi173.stdout:3943: done (1 left) 2024-08-30T21:11:55.655 INFO:tasks.rados.rados.0.smithi173.stdout:3944: done (0 left) 2024-08-30T21:11:55.655 INFO:tasks.rados.rados.0.smithi173.stdout:3945: snap_remove snap 358 2024-08-30T21:11:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:55 smithi173 ceph-mon[82405]: pgmap v938: 121 pgs: 121 active+clean; 209 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-30T21:11:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:55 smithi173 ceph-mon[82405]: osdmap e839: 8 total, 8 up, 8 in 2024-08-30T21:11:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:55 smithi173 ceph-mon[79976]: pgmap v938: 121 pgs: 121 active+clean; 209 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-30T21:11:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:55 smithi173 ceph-mon[79976]: osdmap e839: 8 total, 8 up, 8 in 2024-08-30T21:11:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:55 smithi196 ceph-mon[74601]: pgmap v938: 121 pgs: 121 active+clean; 209 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-30T21:11:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:55 smithi196 ceph-mon[74601]: osdmap e839: 8 total, 8 up, 8 in 2024-08-30T21:11:56.623 INFO:tasks.rados.rados.0.smithi173.stdout:3945: done (0 left) 2024-08-30T21:11:56.623 INFO:tasks.rados.rados.0.smithi173.stdout:3946: read oid 9 snap 377 2024-08-30T21:11:56.624 INFO:tasks.rados.rados.0.smithi173.stdout:3946: expect (ObjNum 1193 snap 375 seq_num 1193) 2024-08-30T21:11:56.624 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 16 current snap is 378 2024-08-30T21:11:56.624 INFO:tasks.rados.rados.0.smithi173.stdout:3947: seq_num 1202 ranges {0=540672,540672=401408} 2024-08-30T21:11:56.627 INFO:tasks.rados.rados.0.smithi173.stdout:3947: writing smithi17368540-16 from 0 to 540672 tid 1 2024-08-30T21:11:56.630 INFO:tasks.rados.rados.0.smithi173.stdout:3947: writing smithi17368540-16 from 540672 to 942080 tid 2 2024-08-30T21:11:56.631 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 6 current snap is 378 2024-08-30T21:11:56.631 INFO:tasks.rados.rados.0.smithi173.stdout:3948: seq_num 1203 ranges {0=557056,557056=401408} 2024-08-30T21:11:56.635 INFO:tasks.rados.rados.0.smithi173.stdout:3948: writing smithi17368540-6 from 0 to 557056 tid 1 2024-08-30T21:11:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3948: writing smithi17368540-6 from 557056 to 958464 tid 2 2024-08-30T21:11:56.638 INFO:tasks.rados.rados.0.smithi173.stdout:3946: expect (ObjNum 1193 snap 375 seq_num 1193) 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3948: finishing write tid 1 to smithi17368540-6 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3948: finishing write tid 2 to smithi17368540-6 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3948: finishing write tid 3 to smithi17368540-6 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3947: finishing write tid 1 to smithi17368540-16 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3946: done (2 left) 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3949: copy_from oid 4 from oid 50 current snap is 378 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3947: finishing write tid 2 to smithi17368540-16 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3947: finishing write tid 3 to smithi17368540-16 2024-08-30T21:11:56.669 INFO:tasks.rados.rados.0.smithi173.stdout:3948: finishing write tid 4 to smithi17368540-6 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3948: oid 6 updating version 0 to 2516 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3948: oid 6 updating version 2516 to 2517 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3948: oid 6 updating version 2517 to 2518 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 6 v 2518 (ObjNum 1203 snap 378 seq_num 1203) dirty exists 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3948: left oid 6 (ObjNum 1203 snap 378 seq_num 1203) 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3947: finishing write tid 4 to smithi17368540-16 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3947: oid 16 updating version 0 to 2519 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3947: oid 16 updating version 2519 to 2521 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3947: oid 16 version 2521 is already newer than 2520 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 16 v 2521 (ObjNum 1202 snap 378 seq_num 1202) dirty exists 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3947: left oid 16 (ObjNum 1202 snap 378 seq_num 1202) 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3947: done (2 left) 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:3948: done (1 left) 2024-08-30T21:11:56.670 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 32 current snap is 378 2024-08-30T21:11:56.671 INFO:tasks.rados.rados.0.smithi173.stdout:3950: seq_num 1204 ranges {516096=573440,1089536=401408} 2024-08-30T21:11:56.674 INFO:tasks.rados.rados.0.smithi173.stdout:3950: writing smithi17368540-32 from 516096 to 1089536 tid 1 2024-08-30T21:11:56.677 INFO:tasks.rados.rados.0.smithi173.stdout:3950: writing smithi17368540-32 from 1089536 to 1490944 tid 2 2024-08-30T21:11:56.677 INFO:tasks.rados.rados.0.smithi173.stdout:3951: setattr oid 1 current snap is 378 2024-08-30T21:11:56.677 INFO:tasks.rados.rados.0.smithi173.stdout:3949: finishing copy_from racing read to smithi17368540-4 2024-08-30T21:11:56.677 INFO:tasks.rados.rados.0.smithi173.stdout:3949: finishing copy_from to smithi17368540-4 2024-08-30T21:11:56.677 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 4 v 2522 (ObjNum 1170 snap 363 seq_num 1170) dirty exists 2024-08-30T21:11:56.679 INFO:tasks.rados.rados.0.smithi173.stdout:3949: done (2 left) 2024-08-30T21:11:56.679 INFO:tasks.rados.rados.0.smithi173.stdout:3952: rmattr oid 48 current snap is 378 2024-08-30T21:11:56.679 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 36 current snap is 378 2024-08-30T21:11:56.679 INFO:tasks.rados.rados.0.smithi173.stdout:3953: seq_num 1205 ranges {4415488=589824,5005312=401408} 2024-08-30T21:11:56.706 INFO:tasks.rados.rados.0.smithi173.stdout:3953: writing smithi17368540-36 from 4415488 to 5005312 tid 1 2024-08-30T21:11:56.709 INFO:tasks.rados.rados.0.smithi173.stdout:3953: writing smithi17368540-36 from 5005312 to 5406720 tid 2 2024-08-30T21:11:56.709 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 22 current snap is 378 2024-08-30T21:11:56.709 INFO:tasks.rados.rados.0.smithi173.stdout:3954: seq_num 1206 ranges {1769472=606208,2375680=401408} 2024-08-30T21:11:56.721 INFO:tasks.rados.rados.0.smithi173.stdout:3954: writing smithi17368540-22 from 1769472 to 2375680 tid 1 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3954: writing smithi17368540-22 from 2375680 to 2777088 tid 2 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3955: delete oid 7 current snap is 378 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3950: finishing write tid 1 to smithi17368540-32 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3950: finishing write tid 2 to smithi17368540-32 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3950: finishing write tid 3 to smithi17368540-32 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 1 v 2180 (ObjNum 1167 snap 358 seq_num 1167) dirty exists 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 48 v 1844 (ObjNum 1188 snap 370 seq_num 1188) dirty exists 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3950: finishing write tid 4 to smithi17368540-32 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3950: oid 32 updating version 0 to 2531 2024-08-30T21:11:56.724 INFO:tasks.rados.rados.0.smithi173.stdout:3950: oid 32 version 2531 is already newer than 2530 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3950: oid 32 version 2531 is already newer than 2529 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 32 v 2531 (ObjNum 1204 snap 378 seq_num 1204) dirty exists 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3950: left oid 32 (ObjNum 1204 snap 378 seq_num 1204) 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: finishing write tid 1 to smithi17368540-36 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: finishing write tid 2 to smithi17368540-36 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: finishing write tid 3 to smithi17368540-36 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: finishing write tid 4 to smithi17368540-36 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: oid 36 updating version 0 to 2452 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: oid 36 updating version 2452 to 2453 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: oid 36 updating version 2453 to 2454 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 36 v 2454 (ObjNum 1205 snap 378 seq_num 1205) dirty exists 2024-08-30T21:11:56.725 INFO:tasks.rados.rados.0.smithi173.stdout:3953: left oid 36 (ObjNum 1205 snap 378 seq_num 1205) 2024-08-30T21:11:56.726 INFO:tasks.rados.rados.0.smithi173.stdout:3950: done (5 left) 2024-08-30T21:11:56.726 INFO:tasks.rados.rados.0.smithi173.stdout:3951: done (4 left) 2024-08-30T21:11:56.726 INFO:tasks.rados.rados.0.smithi173.stdout:3952: done (3 left) 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3953: done (2 left) 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3955: done (1 left) 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3956: read oid 33 snap -1 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3956: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3957: snap_create 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3954: finishing write tid 1 to smithi17368540-22 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3954: finishing write tid 2 to smithi17368540-22 2024-08-30T21:11:56.727 INFO:tasks.rados.rados.0.smithi173.stdout:3954: finishing write tid 3 to smithi17368540-22 2024-08-30T21:11:56.728 INFO:tasks.rados.rados.0.smithi173.stdout:3956: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-30T21:11:56.730 INFO:tasks.rados.rados.0.smithi173.stdout:3954: finishing write tid 4 to smithi17368540-22 2024-08-30T21:11:56.730 INFO:tasks.rados.rados.0.smithi173.stdout:3954: oid 22 updating version 0 to 2519 2024-08-30T21:11:56.730 INFO:tasks.rados.rados.0.smithi173.stdout:3954: oid 22 updating version 2519 to 2520 2024-08-30T21:11:56.730 INFO:tasks.rados.rados.0.smithi173.stdout:3954: oid 22 updating version 2520 to 2521 2024-08-30T21:11:56.730 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 22 v 2521 (ObjNum 1206 snap 378 seq_num 1206) dirty exists 2024-08-30T21:11:56.730 INFO:tasks.rados.rados.0.smithi173.stdout:3954: left oid 22 (ObjNum 1206 snap 378 seq_num 1206) 2024-08-30T21:11:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:56 smithi173 ceph-mon[79976]: osdmap e840: 8 total, 8 up, 8 in 2024-08-30T21:11:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:56 smithi173 ceph-mon[79976]: osdmap e841: 8 total, 8 up, 8 in 2024-08-30T21:11:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:56 smithi173 ceph-mon[82405]: osdmap e840: 8 total, 8 up, 8 in 2024-08-30T21:11:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:56 smithi173 ceph-mon[82405]: osdmap e841: 8 total, 8 up, 8 in 2024-08-30T21:11:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:56 smithi196 ceph-mon[74601]: osdmap e840: 8 total, 8 up, 8 in 2024-08-30T21:11:57.028 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:56 smithi196 ceph-mon[74601]: osdmap e841: 8 total, 8 up, 8 in 2024-08-30T21:11:57.679 INFO:tasks.rados.rados.0.smithi173.stdout:3954: done (2 left) 2024-08-30T21:11:57.680 INFO:tasks.rados.rados.0.smithi173.stdout:3956: done (1 left) 2024-08-30T21:11:57.680 INFO:tasks.rados.rados.0.smithi173.stdout:3957: done (0 left) 2024-08-30T21:11:57.680 INFO:tasks.rados.rados.0.smithi173.stdout:3958: setattr oid 28 current snap is 379 2024-08-30T21:11:57.681 INFO:tasks.rados.rados.0.smithi173.stdout:3959: read oid 34 snap -1 2024-08-30T21:11:57.681 INFO:tasks.rados.rados.0.smithi173.stdout:3959: expect (ObjNum 1176 snap 367 seq_num 1176) 2024-08-30T21:11:57.681 INFO:tasks.rados.rados.0.smithi173.stdout:3960: delete oid 40 current snap is 379 2024-08-30T21:11:57.683 INFO:tasks.rados.rados.0.smithi173.stdout:3960: done (2 left) 2024-08-30T21:11:57.683 INFO:tasks.rados.rados.0.smithi173.stdout:3961: snap_create 2024-08-30T21:11:57.687 INFO:tasks.rados.rados.0.smithi173.stdout:3959: expect (ObjNum 1176 snap 367 seq_num 1176) 2024-08-30T21:11:57.714 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 28 v 2522 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-08-30T21:11:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:57 smithi173 ceph-mon[79976]: pgmap v941: 121 pgs: 121 active+clean; 188 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-30T21:11:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:57 smithi173 ceph-mon[82405]: pgmap v941: 121 pgs: 121 active+clean; 188 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-30T21:11:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:57 smithi196 ceph-mon[74601]: pgmap v941: 121 pgs: 121 active+clean; 188 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-30T21:11:58.692 INFO:tasks.rados.rados.0.smithi173.stdout:3958: done (2 left) 2024-08-30T21:11:58.692 INFO:tasks.rados.rados.0.smithi173.stdout:3959: done (1 left) 2024-08-30T21:11:58.692 INFO:tasks.rados.rados.0.smithi173.stdout:3961: done (0 left) 2024-08-30T21:11:58.692 INFO:tasks.rados.rados.0.smithi173.stdout:3962: rollback oid 18 current snap is 380 2024-08-30T21:11:58.692 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 373 2024-08-30T21:11:58.692 INFO:tasks.rados.rados.0.smithi173.stdout:3963: rmattr oid 37 current snap is 380 2024-08-30T21:11:58.692 INFO:tasks.rados.rados.0.smithi173.stdout:3964: setattr oid 44 current snap is 380 2024-08-30T21:11:58.693 INFO:tasks.rados.rados.0.smithi173.stdout:3965: delete oid 31 current snap is 380 2024-08-30T21:11:58.696 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 37 v 2455 (ObjNum 1194 snap 375 seq_num 1194) dirty exists 2024-08-30T21:11:58.701 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2531 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-30T21:11:58.702 INFO:tasks.rados.rados.0.smithi173.stdout:3963: done (3 left) 2024-08-30T21:11:58.702 INFO:tasks.rados.rados.0.smithi173.stdout:3964: done (2 left) 2024-08-30T21:11:58.702 INFO:tasks.rados.rados.0.smithi173.stdout:3965: done (1 left) 2024-08-30T21:11:58.702 INFO:tasks.rados.rados.0.smithi173.stdout:3966: read oid 41 snap -1 2024-08-30T21:11:58.702 INFO:tasks.rados.rados.0.smithi173.stdout:3966: expect (ObjNum 1196 snap 377 seq_num 1196) 2024-08-30T21:11:58.702 INFO:tasks.rados.rados.0.smithi173.stdout:3967: snap_remove snap 376 2024-08-30T21:11:58.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:58 smithi173 ceph-mon[79976]: osdmap e842: 8 total, 8 up, 8 in 2024-08-30T21:11:58.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:58 smithi173 ceph-mon[82405]: osdmap e842: 8 total, 8 up, 8 in 2024-08-30T21:11:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:58 smithi196 ceph-mon[74601]: osdmap e842: 8 total, 8 up, 8 in 2024-08-30T21:11:59.699 INFO:tasks.rados.rados.0.smithi173.stdout:3967: done (2 left) 2024-08-30T21:11:59.699 INFO:tasks.rados.rados.0.smithi173.stdout:3968: setattr oid 23 current snap is 380 2024-08-30T21:11:59.699 INFO:tasks.rados.rados.0.smithi173.stdout:3962: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:11:59.700 INFO:tasks.rados.rados.0.smithi173.stdout:3962: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:11:59.700 INFO:tasks.rados.rados.0.smithi173.stdout:3962: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:11:59.700 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2665 (ObjNum 1169 snap 359 seq_num 1169) dirty exists 2024-08-30T21:11:59.700 INFO:tasks.rados.rados.0.smithi173.stdout:3966: expect (ObjNum 1196 snap 377 seq_num 1196) 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:3962: done (2 left) 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:3966: done (1 left) 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:3969: read oid 10 snap 377 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:3969: expect (ObjNum 1579800576 snap 21857 seq_num 1579102000) 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:3970: read oid 8 snap 378 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:3970: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 3 current snap is 380 2024-08-30T21:11:59.729 INFO:tasks.rados.rados.0.smithi173.stdout:3971: seq_num 1210 ranges {3530752=671744,4202496=401408} 2024-08-30T21:11:59.751 INFO:tasks.rados.rados.0.smithi173.stdout:3971: writing smithi17368540-3 from 3530752 to 4202496 tid 1 2024-08-30T21:11:59.753 INFO:tasks.rados.rados.0.smithi173.stdout:3971: writing smithi17368540-3 from 4202496 to 4603904 tid 2 2024-08-30T21:11:59.753 INFO:tasks.rados.rados.0.smithi173.stdout:3972: snap_create 2024-08-30T21:11:59.753 INFO:tasks.rados.rados.0.smithi173.stdout:3969: expect (ObjNum 1579800576 snap 21857 seq_num 1579102000) 2024-08-30T21:11:59.755 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 23 v 2444 (ObjNum 1051 snap 326 seq_num 1051) dirty exists 2024-08-30T21:11:59.755 INFO:tasks.rados.rados.0.smithi173.stdout:3970: expect (ObjNum 785 snap 238 seq_num 785) 2024-08-30T21:11:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:59 smithi173 ceph-mon[79976]: pgmap v944: 121 pgs: 121 active+clean; 188 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-08-30T21:11:59.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:11:59 smithi173 ceph-mon[79976]: osdmap e843: 8 total, 8 up, 8 in 2024-08-30T21:11:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:59 smithi173 ceph-mon[82405]: pgmap v944: 121 pgs: 121 active+clean; 188 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-08-30T21:11:59.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:11:59 smithi173 ceph-mon[82405]: osdmap e843: 8 total, 8 up, 8 in 2024-08-30T21:11:59.981 INFO:tasks.rados.rados.0.smithi173.stdout:3971: finishing write tid 1 to smithi17368540-3 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:3971: finishing write tid 2 to smithi17368540-3 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:3971: finishing write tid 3 to smithi17368540-3 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:3971: finishing write tid 4 to smithi17368540-3 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:3971: oid 3 updating version 0 to 2676 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:3971: oid 3 updating version 2676 to 2677 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:3971: oid 3 version 2677 is already newer than 2675 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 3 v 2677 (ObjNum 1210 snap 380 seq_num 1210) dirty exists 2024-08-30T21:11:59.982 INFO:tasks.rados.rados.0.smithi173.stdout:3971: left oid 3 (ObjNum 1210 snap 380 seq_num 1210) 2024-08-30T21:12:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:59 smithi196 ceph-mon[74601]: pgmap v944: 121 pgs: 121 active+clean; 188 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 432 KiB/s wr, 9 op/s 2024-08-30T21:12:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:11:59 smithi196 ceph-mon[74601]: osdmap e843: 8 total, 8 up, 8 in 2024-08-30T21:12:00.708 INFO:tasks.rados.rados.0.smithi173.stdout:3968: done (4 left) 2024-08-30T21:12:00.708 INFO:tasks.rados.rados.0.smithi173.stdout:3969: done (3 left) 2024-08-30T21:12:00.708 INFO:tasks.rados.rados.0.smithi173.stdout:3970: done (2 left) 2024-08-30T21:12:00.708 INFO:tasks.rados.rados.0.smithi173.stdout:3971: done (1 left) 2024-08-30T21:12:00.709 INFO:tasks.rados.rados.0.smithi173.stdout:3972: done (0 left) 2024-08-30T21:12:00.709 INFO:tasks.rados.rados.0.smithi173.stdout:3973: rollback oid 46 current snap is 381 2024-08-30T21:12:00.709 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 46 to 377 2024-08-30T21:12:00.709 INFO:tasks.rados.rados.0.smithi173.stdout:3974: rollback oid 8 current snap is 381 2024-08-30T21:12:00.709 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 8 to 372 2024-08-30T21:12:00.709 INFO:tasks.rados.rados.0.smithi173.stdout:3975: setattr oid 20 current snap is 381 2024-08-30T21:12:00.710 INFO:tasks.rados.rados.0.smithi173.stdout:3976: delete oid 44 current snap is 381 2024-08-30T21:12:00.713 INFO:tasks.rados.rados.0.smithi173.stdout:3973: finishing rollback tid 0 to smithi17368540-46 2024-08-30T21:12:00.715 INFO:tasks.rados.rados.0.smithi173.stdout:3973: finishing rollback tid 1 to smithi17368540-46 2024-08-30T21:12:00.716 INFO:tasks.rados.rados.0.smithi173.stdout:3973: finishing rollback tid 2 to smithi17368540-46 2024-08-30T21:12:00.716 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 46 v 2443 (ObjNum 1187 snap 369 seq_num 1187) dirty exists 2024-08-30T21:12:00.716 INFO:tasks.rados.rados.0.smithi173.stdout:3974: finishing rollback tid 0 to smithi17368540-8 2024-08-30T21:12:00.717 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1845 (ObjNum 1189 snap 372 seq_num 1189) dirty exists 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:3974: finishing rollback tid 1 to smithi17368540-8 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:3974: finishing rollback tid 2 to smithi17368540-8 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 8 v 2534 (ObjNum 785 snap 238 seq_num 785) dirty exists 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:3973: done (3 left) 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:3974: done (2 left) 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:3975: done (1 left) 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:3976: done (0 left) 2024-08-30T21:12:00.718 INFO:tasks.rados.rados.0.smithi173.stdout:3977: delete oid 37 current snap is 381 2024-08-30T21:12:00.720 INFO:tasks.rados.rados.0.smithi173.stdout:3977: done (0 left) 2024-08-30T21:12:00.720 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 47 current snap is 381 2024-08-30T21:12:00.720 INFO:tasks.rados.rados.0.smithi173.stdout:3978: seq_num 1213 ranges {3530752=720896,4251648=401408} 2024-08-30T21:12:00.742 INFO:tasks.rados.rados.0.smithi173.stdout:3978: writing smithi17368540-47 from 3530752 to 4251648 tid 1 2024-08-30T21:12:00.745 INFO:tasks.rados.rados.0.smithi173.stdout:3978: writing smithi17368540-47 from 4251648 to 4653056 tid 2 2024-08-30T21:12:00.745 INFO:tasks.rados.rados.0.smithi173.stdout:3979: read oid 49 snap 365 2024-08-30T21:12:00.745 INFO:tasks.rados.rados.0.smithi173.stdout:3979: expect deleted 2024-08-30T21:12:00.745 INFO:tasks.rados.rados.0.smithi173.stdout:3980: snap_create 2024-08-30T21:12:00.749 INFO:tasks.rados.rados.0.smithi173.stdout:3978: finishing write tid 1 to smithi17368540-47 2024-08-30T21:12:00.749 INFO:tasks.rados.rados.0.smithi173.stdout:3978: finishing write tid 2 to smithi17368540-47 2024-08-30T21:12:00.749 INFO:tasks.rados.rados.0.smithi173.stdout:3978: finishing write tid 3 to smithi17368540-47 2024-08-30T21:12:00.750 INFO:tasks.rados.rados.0.smithi173.stdout:3978: finishing write tid 4 to smithi17368540-47 2024-08-30T21:12:00.750 INFO:tasks.rados.rados.0.smithi173.stdout:3978: oid 47 updating version 0 to 2555 2024-08-30T21:12:00.750 INFO:tasks.rados.rados.0.smithi173.stdout:3978: oid 47 version 2555 is already newer than 2554 2024-08-30T21:12:00.750 INFO:tasks.rados.rados.0.smithi173.stdout:3978: oid 47 version 2555 is already newer than 2553 2024-08-30T21:12:00.750 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 2555 (ObjNum 1213 snap 381 seq_num 1213) dirty exists 2024-08-30T21:12:00.750 INFO:tasks.rados.rados.0.smithi173.stdout:3978: left oid 47 (ObjNum 1213 snap 381 seq_num 1213) 2024-08-30T21:12:00.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:00 smithi173 ceph-mon[79976]: osdmap e844: 8 total, 8 up, 8 in 2024-08-30T21:12:00.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:00 smithi173 ceph-mon[82405]: osdmap e844: 8 total, 8 up, 8 in 2024-08-30T21:12:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:00 smithi196 ceph-mon[74601]: osdmap e844: 8 total, 8 up, 8 in 2024-08-30T21:12:01.624 INFO:tasks.rados.rados.0.smithi173.stdout:3978: done (2 left) 2024-08-30T21:12:01.624 INFO:tasks.rados.rados.0.smithi173.stdout:3979: done (1 left) 2024-08-30T21:12:01.625 INFO:tasks.rados.rados.0.smithi173.stdout:3980: done (0 left) 2024-08-30T21:12:01.625 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 42 current snap is 382 2024-08-30T21:12:01.625 INFO:tasks.rados.rados.0.smithi173.stdout:3981: seq_num 1214 ranges {0=737280,737280=401408} 2024-08-30T21:12:01.628 INFO:tasks.rados.rados.0.smithi173.stdout:3981: writing smithi17368540-42 from 0 to 737280 tid 1 2024-08-30T21:12:01.630 INFO:tasks.rados.rados.0.smithi173.stdout:3981: writing smithi17368540-42 from 737280 to 1138688 tid 2 2024-08-30T21:12:01.630 INFO:tasks.rados.rados.0.smithi173.stdout:3982: rollback oid 18 current snap is 382 2024-08-30T21:12:01.631 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 18 to 381 2024-08-30T21:12:01.631 INFO:tasks.rados.rados.0.smithi173.stdout:3983: delete oid 7 current snap is 382 2024-08-30T21:12:01.638 INFO:tasks.rados.rados.0.smithi173.stdout:3983: done (2 left) 2024-08-30T21:12:01.638 INFO:tasks.rados.rados.0.smithi173.stdout:3984: setattr oid 44 current snap is 382 2024-08-30T21:12:01.639 INFO:tasks.rados.rados.0.smithi173.stdout:3982: finishing rollback tid 0 to smithi17368540-18 2024-08-30T21:12:01.639 INFO:tasks.rados.rados.0.smithi173.stdout:3982: finishing rollback tid 1 to smithi17368540-18 2024-08-30T21:12:01.641 INFO:tasks.rados.rados.0.smithi173.stdout:3981: finishing write tid 1 to smithi17368540-42 2024-08-30T21:12:01.641 INFO:tasks.rados.rados.0.smithi173.stdout:3982: finishing rollback tid 2 to smithi17368540-18 2024-08-30T21:12:01.641 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 18 v 2681 (ObjNum 1169 snap 359 seq_num 1169) dirty exists 2024-08-30T21:12:01.641 INFO:tasks.rados.rados.0.smithi173.stdout:3981: finishing write tid 2 to smithi17368540-42 2024-08-30T21:12:01.642 INFO:tasks.rados.rados.0.smithi173.stdout:3982: done (2 left) 2024-08-30T21:12:01.642 INFO:tasks.rados.rados.0.smithi173.stdout:3985: copy_from oid 47 from oid 28 current snap is 382 2024-08-30T21:12:01.642 INFO:tasks.rados.rados.0.smithi173.stdout:3986: read oid 36 snap -1 2024-08-30T21:12:01.642 INFO:tasks.rados.rados.0.smithi173.stdout:3986: expect (ObjNum 1205 snap 378 seq_num 1205) 2024-08-30T21:12:01.642 INFO:tasks.rados.rados.0.smithi173.stdout:3987: setattr oid 49 current snap is 382 2024-08-30T21:12:01.642 INFO:tasks.rados.rados.0.smithi173.stdout:3981: finishing write tid 3 to smithi17368540-42 2024-08-30T21:12:01.643 INFO:tasks.rados.rados.0.smithi173.stdout:3981: finishing write tid 4 to smithi17368540-42 2024-08-30T21:12:01.643 INFO:tasks.rados.rados.0.smithi173.stdout:3981: oid 42 updating version 0 to 2534 2024-08-30T21:12:01.643 INFO:tasks.rados.rados.0.smithi173.stdout:3981: oid 42 updating version 2534 to 2535 2024-08-30T21:12:01.643 INFO:tasks.rados.rados.0.smithi173.stdout:3981: oid 42 version 2535 is already newer than 2533 2024-08-30T21:12:01.643 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 42 v 2535 (ObjNum 1214 snap 382 seq_num 1214) dirty exists 2024-08-30T21:12:01.643 INFO:tasks.rados.rados.0.smithi173.stdout:3981: left oid 42 (ObjNum 1214 snap 382 seq_num 1214) 2024-08-30T21:12:01.644 INFO:tasks.rados.rados.0.smithi173.stdout:3981: done (4 left) 2024-08-30T21:12:01.644 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 11 current snap is 382 2024-08-30T21:12:01.644 INFO:tasks.rados.rados.0.smithi173.stdout:3988: seq_num 1216 ranges {4857856=770048,5627904=401408} 2024-08-30T21:12:01.676 INFO:tasks.rados.rados.0.smithi173.stdout:3988: writing smithi17368540-11 from 4857856 to 5627904 tid 1 2024-08-30T21:12:01.679 INFO:tasks.rados.rados.0.smithi173.stdout:3988: writing smithi17368540-11 from 5627904 to 6029312 tid 2 2024-08-30T21:12:01.679 INFO:tasks.rados.rados.0.smithi173.stdout:3989: rmattr oid 42 current snap is 382 2024-08-30T21:12:01.679 INFO:tasks.rados.rados.0.smithi173.stdout:3989: done (5 left) 2024-08-30T21:12:01.679 INFO:tasks.rados.rados.0.smithi173.stdout:3990: snap_create 2024-08-30T21:12:01.679 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2536 (ObjNum 65 snap 0 seq_num 135047732) dirty exists 2024-08-30T21:12:01.679 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 49 v 2438 (ObjNum 1187 snap 369 seq_num 1187) dirty exists 2024-08-30T21:12:01.679 INFO:tasks.rados.rados.0.smithi173.stdout:3986: expect (ObjNum 1205 snap 378 seq_num 1205) 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3985: finishing copy_from racing read to smithi17368540-47 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3985: finishing copy_from to smithi17368540-47 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 47 v 2522 (ObjNum 1183 snap 369 seq_num 1183) dirty exists 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3988: finishing write tid 1 to smithi17368540-11 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3988: finishing write tid 2 to smithi17368540-11 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3988: finishing write tid 3 to smithi17368540-11 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3988: finishing write tid 4 to smithi17368540-11 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3988: oid 11 updating version 0 to 2684 2024-08-30T21:12:01.959 INFO:tasks.rados.rados.0.smithi173.stdout:3988: oid 11 updating version 2684 to 2685 2024-08-30T21:12:01.960 INFO:tasks.rados.rados.0.smithi173.stdout:3988: oid 11 version 2685 is already newer than 2683 2024-08-30T21:12:01.960 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 11 v 2685 (ObjNum 1216 snap 382 seq_num 1216) dirty exists 2024-08-30T21:12:01.960 INFO:tasks.rados.rados.0.smithi173.stdout:3988: left oid 11 (ObjNum 1216 snap 382 seq_num 1216) 2024-08-30T21:12:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:01 smithi173 ceph-mon[79976]: pgmap v947: 121 pgs: 121 active+clean; 172 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 940 KiB/s rd, 956 KiB/s wr, 31 op/s 2024-08-30T21:12:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:01 smithi173 ceph-mon[79976]: osdmap e845: 8 total, 8 up, 8 in 2024-08-30T21:12:01.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:01 smithi173 ceph-mon[79976]: osdmap e846: 8 total, 8 up, 8 in 2024-08-30T21:12:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:01 smithi173 ceph-mon[82405]: pgmap v947: 121 pgs: 121 active+clean; 172 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 940 KiB/s rd, 956 KiB/s wr, 31 op/s 2024-08-30T21:12:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:01 smithi173 ceph-mon[82405]: osdmap e845: 8 total, 8 up, 8 in 2024-08-30T21:12:01.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:01 smithi173 ceph-mon[82405]: osdmap e846: 8 total, 8 up, 8 in 2024-08-30T21:12:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:01 smithi196 ceph-mon[74601]: pgmap v947: 121 pgs: 121 active+clean; 172 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 940 KiB/s rd, 956 KiB/s wr, 31 op/s 2024-08-30T21:12:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:01 smithi196 ceph-mon[74601]: osdmap e845: 8 total, 8 up, 8 in 2024-08-30T21:12:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:01 smithi196 ceph-mon[74601]: osdmap e846: 8 total, 8 up, 8 in 2024-08-30T21:12:02.628 INFO:tasks.rados.rados.0.smithi173.stdout:3984: done (5 left) 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:3985: done (4 left) 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:3986: done (3 left) 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:3987: done (2 left) 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:3988: done (1 left) 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:3990: done (0 left) 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:3991: rollback oid 44 current snap is 383 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 44 to 367 2024-08-30T21:12:02.629 INFO:tasks.rados.rados.0.smithi173.stdout:3992: delete oid 26 current snap is 383 2024-08-30T21:12:02.634 INFO:tasks.rados.rados.0.smithi173.stdout:3992: done (1 left) 2024-08-30T21:12:02.634 INFO:tasks.rados.rados.0.smithi173.stdout:3993: rollback oid 20 current snap is 383 2024-08-30T21:12:02.634 INFO:tasks.rados.rados.0.smithi173.stdout:rollback oid 20 to 378 2024-08-30T21:12:02.635 INFO:tasks.rados.rados.0.smithi173.stdout:3994: copy_from oid 18 from oid 31 current snap is 383 2024-08-30T21:12:02.635 INFO:tasks.rados.rados.0.smithi173.stdout:3995: copy_from oid 14 from oid 37 current snap is 383 2024-08-30T21:12:02.635 INFO:tasks.rados.rados.0.smithi173.stdout:3996: snap_create 2024-08-30T21:12:02.636 INFO:tasks.rados.rados.0.smithi173.stdout:3995: finishing copy_from to smithi17368540-14 2024-08-30T21:12:02.636 INFO:tasks.rados.rados.0.smithi173.stdout:3995: got expected ENOENT (src dne) 2024-08-30T21:12:02.636 INFO:tasks.rados.rados.0.smithi173.stdout:3991: finishing rollback tid 0 to smithi17368540-44 2024-08-30T21:12:02.636 INFO:tasks.rados.rados.0.smithi173.stdout:3995: finishing copy_from racing read to smithi17368540-14 2024-08-30T21:12:02.636 INFO:tasks.rados.rados.0.smithi173.stdout:3991: finishing rollback tid 1 to smithi17368540-44 2024-08-30T21:12:02.637 INFO:tasks.rados.rados.0.smithi173.stdout:3994: finishing copy_from to smithi17368540-18 2024-08-30T21:12:02.637 INFO:tasks.rados.rados.0.smithi173.stdout:3994: got expected ENOENT (src dne) 2024-08-30T21:12:02.637 INFO:tasks.rados.rados.0.smithi173.stdout:3994: finishing copy_from racing read to smithi17368540-18 2024-08-30T21:12:02.637 INFO:tasks.rados.rados.0.smithi173.stdout:3991: finishing rollback tid 2 to smithi17368540-44 2024-08-30T21:12:02.637 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 44 v 2539 (ObjNum 1162 snap 353 seq_num 1162) dirty exists 2024-08-30T21:12:02.640 INFO:tasks.rados.rados.0.smithi173.stdout:3993: finishing rollback tid 0 to smithi17368540-20 2024-08-30T21:12:02.641 INFO:tasks.rados.rados.0.smithi173.stdout:3993: finishing rollback tid 1 to smithi17368540-20 2024-08-30T21:12:02.641 INFO:tasks.rados.rados.0.smithi173.stdout:3993: finishing rollback tid 2 to smithi17368540-20 2024-08-30T21:12:02.641 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 20 v 1848 (ObjNum 1189 snap 372 seq_num 1189) dirty exists 2024-08-30T21:12:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:12:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:12:03] "GET /metrics HTTP/1.1" 200 36522 "" "Prometheus/2.51.0" 2024-08-30T21:12:03.631 INFO:tasks.rados.rados.0.smithi173.stdout:3991: done (4 left) 2024-08-30T21:12:03.631 INFO:tasks.rados.rados.0.smithi173.stdout:3993: done (3 left) 2024-08-30T21:12:03.631 INFO:tasks.rados.rados.0.smithi173.stdout:3994: done (2 left) 2024-08-30T21:12:03.631 INFO:tasks.rados.rados.0.smithi173.stdout:3995: done (1 left) 2024-08-30T21:12:03.632 INFO:tasks.rados.rados.0.smithi173.stdout:3996: done (0 left) 2024-08-30T21:12:03.632 INFO:tasks.rados.rados.0.smithi173.stdout:3997: delete oid 28 current snap is 384 2024-08-30T21:12:03.635 INFO:tasks.rados.rados.0.smithi173.stdout:3997: done (0 left) 2024-08-30T21:12:03.635 INFO:tasks.rados.rados.0.smithi173.stdout:3998: setattr oid 38 current snap is 384 2024-08-30T21:12:03.636 INFO:tasks.rados.rados.0.smithi173.stdout:append oid 24 current snap is 384 2024-08-30T21:12:03.636 INFO:tasks.rados.rados.0.smithi173.stdout:3999: seq_num 1219 ranges {0=417792,417792=557056,974848=245760} 2024-08-30T21:12:03.639 INFO:tasks.rados.rados.0.smithi173.stdout:3999: writing smithi17368540-24 from 0 to 417792 tid 1 2024-08-30T21:12:03.642 INFO:tasks.rados.rados.0.smithi173.stdout:3999: writing smithi17368540-24 from 417792 to 974848 tid 2 2024-08-30T21:12:03.644 INFO:tasks.rados.rados.0.smithi173.stdout:3999: writing smithi17368540-24 from 974848 to 1220608 tid 3 2024-08-30T21:12:03.644 INFO:tasks.rados.rados.0.smithi173.stdout: waiting on 2 2024-08-30T21:12:03.645 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 38 v 1958 (ObjNum 1184 snap 369 seq_num 1184) dirty exists 2024-08-30T21:12:03.645 INFO:tasks.rados.rados.0.smithi173.stdout:3998: done (1 left) 2024-08-30T21:12:03.645 INFO:tasks.rados.rados.0.smithi173.stdout: waiting on 1 2024-08-30T21:12:03.645 INFO:tasks.rados.rados.0.smithi173.stdout:3999: finishing write tid 1 to smithi17368540-24 2024-08-30T21:12:03.648 INFO:tasks.rados.rados.0.smithi173.stdout:3999: finishing write tid 2 to smithi17368540-24 2024-08-30T21:12:03.648 INFO:tasks.rados.rados.0.smithi173.stdout:3999: finishing write tid 3 to smithi17368540-24 2024-08-30T21:12:03.648 INFO:tasks.rados.rados.0.smithi173.stdout:3999: finishing write tid 4 to smithi17368540-24 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:3999: finishing write tid 5 to smithi17368540-24 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:3999: oid 24 updating version 0 to 2447 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:3999: oid 24 version 2447 is already newer than 2444 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:3999: oid 24 version 2447 is already newer than 2445 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:3999: oid 24 version 2447 is already newer than 2446 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:update_object_version oid 24 v 2447 (ObjNum 1219 snap 384 seq_num 1219) dirty exists 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:3999: left oid 24 (ObjNum 1219 snap 384 seq_num 1219) 2024-08-30T21:12:03.653 INFO:tasks.rados.rados.0.smithi173.stdout:3999: done (0 left) 2024-08-30T21:12:03.655 INFO:tasks.rados.rados.0.smithi173.stderr:0 errors. 2024-08-30T21:12:03.655 INFO:tasks.rados.rados.0.smithi173.stderr: 2024-08-30T21:12:03.659 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T21:12:03.724 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:03 smithi173 ceph-mon[79976]: pgmap v950: 121 pgs: 121 active+clean; 162 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-08-30T21:12:03.725 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:03 smithi173 ceph-mon[79976]: osdmap e847: 8 total, 8 up, 8 in 2024-08-30T21:12:03.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:03 smithi173 ceph-mon[82405]: pgmap v950: 121 pgs: 121 active+clean; 162 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-08-30T21:12:03.725 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:03 smithi173 ceph-mon[82405]: osdmap e847: 8 total, 8 up, 8 in 2024-08-30T21:12:03.899 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:12:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:03 smithi196 ceph-mon[74601]: pgmap v950: 121 pgs: 121 active+clean; 162 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.5 MiB/s wr, 42 op/s 2024-08-30T21:12:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:03 smithi196 ceph-mon[74601]: osdmap e847: 8 total, 8 up, 8 in 2024-08-30T21:12:04.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:04 smithi173 ceph-mon[79976]: osdmap e848: 8 total, 8 up, 8 in 2024-08-30T21:12:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:04 smithi173 ceph-mon[82405]: osdmap e848: 8 total, 8 up, 8 in 2024-08-30T21:12:05.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:04 smithi196 ceph-mon[74601]: osdmap e848: 8 total, 8 up, 8 in 2024-08-30T21:12:05.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:05 smithi173 ceph-mon[79976]: pgmap v953: 121 pgs: 121 active+clean; 168 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-08-30T21:12:05.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:05 smithi173 ceph-mon[82405]: pgmap v953: 121 pgs: 121 active+clean; 168 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-08-30T21:12:05.999 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T21:12:05.999 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":848,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T21:12:03.619819+0000","last_up_change":"2024-08-30T21:06:21.581097+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-30T20:55:55.388925+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-30T20:58:36.616103+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"848","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":448,"snap_epoch":848,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":286,"up_from":300,"up_thru":525,"down_at":287,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6803","nonce":2157330891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6805","nonce":2157330891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6809","nonce":2157330891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6807","nonce":2157330891}]},"public_addr":"172.21.15.173:6803/2157330891","cluster_addr":"172.21.15.173:6805/2157330891","heartbeat_back_addr":"172.21.15.173:6809/2157330891","heartbeat_front_addr":"172.21.15.173:6807/2157330891","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":318,"up_from":331,"up_thru":525,"down_at":319,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6811","nonce":28639989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6813","nonce":28639989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6817","nonce":28639989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6815","nonce":28639989}]},"public_addr":"172.21.15.173:6811/28639989","cluster_addr":"172.21.15.173:6813/28639989","heartbeat_back_addr":"172.21.15.173:6817/28639989","heartbeat_front_addr":"172.21.15.173:6815/28639989","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":351,"up_from":363,"up_thru":525,"down_at":352,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6819","nonce":1948406772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6821","nonce":1948406772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6825","nonce":1948406772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6823","nonce":1948406772}]},"public_addr":"172.21.15.173:6819/1948406772","cluster_addr":"172.21.15.173:6821/1948406772","heartbeat_back_addr":"172.21.15.173:6825/1948406772","heartbeat_front_addr":"172.21.15.173:6823/1948406772","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":384,"up_from":397,"up_thru":525,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6827","nonce":1833929707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6829","nonce":1833929707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6833","nonce":1833929707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6831","nonce":1833929707}]},"public_addr":"172.21.15.173:6827/1833929707","cluster_addr":"172.21.15.173:6829/1833929707","heartbeat_back_addr":"172.21.15.173:6833/1833929707","heartbeat_front_addr":"172.21.15.173:6831/1833929707","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":417,"up_from":430,"up_thru":525,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6801","nonce":496410591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6803","nonce":496410591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6807","nonce":496410591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6805","nonce":496410591}]},"public_addr":"172.21.15.196:6801/496410591","cluster_addr":"172.21.15.196:6803/496410591","heartbeat_back_addr":"172.21.15.196:6807/496410591","heartbeat_front_addr":"172.21.15.196:6805/496410591","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":449,"up_from":462,"up_thru":525,"down_at":450,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6809","nonce":1001368004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6811","nonce":1001368004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6815","nonce":1001368004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6813","nonce":1001368004}]},"public_addr":"172.21.15.196:6809/1001368004","cluster_addr":"172.21.15.196:6811/1001368004","heartbeat_back_addr":"172.21.15.196:6815/1001368004","heartbeat_front_addr":"172.21.15.196:6813/1001368004","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":481,"up_from":493,"up_thru":525,"down_at":482,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6817","nonce":3309906741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6819","nonce":3309906741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6823","nonce":3309906741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6821","nonce":3309906741}]},"public_addr":"172.21.15.196:6817/3309906741","cluster_addr":"172.21.15.196:6819/3309906741","heartbeat_back_addr":"172.21.15.196:6823/3309906741","heartbeat_front_addr":"172.21.15.196:6821/3309906741","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":514,"up_from":525,"up_thru":525,"down_at":515,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6825","nonce":4261097839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6827","nonce":4261097839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6831","nonce":4261097839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6829","nonce":4261097839}]},"public_addr":"172.21.15.196:6825/4261097839","cluster_addr":"172.21.15.196:6827/4261097839","heartbeat_back_addr":"172.21.15.196:6831/4261097839","heartbeat_front_addr":"172.21.15.196:6829/4261097839","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":286},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":318},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":351},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":384},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":417},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":449},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":481},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":514}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:6833/3093899690":"2024-08-31T21:06:40.608270+0000","172.21.15.196:6832/3093899690":"2024-08-31T21:06:40.608270+0000","172.21.15.173:0/3337685223":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/1873169523":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/1630487396":"2024-08-31T21:01:08.073708+0000","172.21.15.173:6801/834547983":"2024-08-31T21:01:08.073708+0000","172.21.15.173:6800/834547983":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/3830166000":"2024-08-31T20:59:48.046500+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.196:0/3256121946":"2024-08-31T21:00:27.181904+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/4284178234":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/1943543136":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/4076434014":"2024-08-31T20:55:56.440044+0000","172.21.15.196:6835/3767861466":"2024-08-31T21:00:27.181904+0000","172.21.15.173:0/1575169123":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/2742861619":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2403320584":"2024-08-31T21:01:08.073708+0000","172.21.15.196:0/1968600899":"2024-08-31T21:00:27.181904+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.196:0/1215724049":"2024-08-31T21:00:27.181904+0000","172.21.15.173:6800/1129339657":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2566614016":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2650008269":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/1413057667":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/2981640033":"2024-08-31T20:55:56.440044+0000","172.21.15.173:6800/4035723109":"2024-08-31T20:59:48.046500+0000","172.21.15.173:6801/4035723109":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/1485068168":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.196:0/638517414":"2024-08-31T21:00:27.181904+0000","172.21.15.173:0/4083039344":"2024-08-31T21:01:08.073708+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.196:0/290872581":"2024-08-31T21:00:27.181904+0000","172.21.15.196:0/3908799453":"2024-08-31T21:00:27.181904+0000","172.21.15.196:0/2491038931":"2024-08-31T21:00:27.181904+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.173:6801/1129339657":"2024-08-31T20:55:56.440044+0000","172.21.15.196:6834/3767861466":"2024-08-31T21:00:27.181904+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":423,"length":1},{"begin":441,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T21:12:06.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:05 smithi196 ceph-mon[74601]: pgmap v953: 121 pgs: 121 active+clean; 168 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-08-30T21:12:06.609 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-30T21:12:06.848 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:12:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:06 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2178911342' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-30T21:12:06.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:06 smithi173 ceph-mon[79976]: osdmap e849: 8 total, 8 up, 8 in 2024-08-30T21:12:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:06 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2178911342' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-30T21:12:06.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:06 smithi173 ceph-mon[82405]: osdmap e849: 8 total, 8 up, 8 in 2024-08-30T21:12:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:06 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2178911342' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-30T21:12:07.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:06 smithi196 ceph-mon[74601]: osdmap e849: 8 total, 8 up, 8 in 2024-08-30T21:12:07.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:07 smithi173 ceph-mon[79976]: pgmap v954: 121 pgs: 121 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-08-30T21:12:07.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:07 smithi173 ceph-mon[82405]: pgmap v954: 121 pgs: 121 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-08-30T21:12:08.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:07 smithi196 ceph-mon[74601]: pgmap v954: 121 pgs: 121 active+clean; 177 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-08-30T21:12:08.701 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T21:12:08.702 INFO:teuthology.orchestra.run.smithi173.stderr:dumped all 2024-08-30T21:12:08.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:08.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:09.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:09.369 INFO:teuthology.orchestra.run.smithi173.stdout:{"pg_ready":true,"pg_map":{"version":956,"stamp":"2024-08-30T21:12:08.410524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":186874895,"num_objects":141,"num_object_clones":69,"num_object_copies":423,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":141,"num_whiteouts":8,"num_read":5047,"num_read_kb":6308726,"num_write":9429,"num_write_kb":1958358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":151,"num_bytes_recovered":507381344,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19036,"ondisk_log_size":19036,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3871180,"kb_used_data":365536,"kb_used_omap":272,"kb_used_meta":3505263,"kb_avail":746090036,"statfs":{"total":767960285184,"available":763996196864,"internally_reserved":0,"allocated":374308864,"data_stored":531458193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":278647,"internal_metadata":3589390217},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":16506880,"num_objects":17,"num_object_clones":17,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":15,"num_read_kb":15901,"num_write":134,"num_write_kb":9040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001594"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1121,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755812+0000","last_change":"2024-08-30T21:06:22.620090+0000","last_active":"2024-08-30T21:12:03.755812+0000","last_peered":"2024-08-30T21:12:03.755812+0000","last_clean":"2024-08-30T21:12:03.755812+0000","last_became_active":"2024-08-30T21:06:22.618979+0000","last_became_peered":"2024-08-30T21:06:22.618979+0000","last_unstale":"2024-08-30T21:12:03.755812+0000","last_undegraded":"2024-08-30T21:12:03.755812+0000","last_fullsized":"2024-08-30T21:12:03.755812+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:15:27.517573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1314,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644286+0000","last_change":"2024-08-30T21:05:47.561777+0000","last_active":"2024-08-30T21:12:03.644286+0000","last_peered":"2024-08-30T21:12:03.644286+0000","last_clean":"2024-08-30T21:12:03.644286+0000","last_became_active":"2024-08-30T21:05:47.561383+0000","last_became_peered":"2024-08-30T21:05:47.561383+0000","last_unstale":"2024-08-30T21:12:03.644286+0000","last_undegraded":"2024-08-30T21:12:03.644286+0000","last_fullsized":"2024-08-30T21:12:03.644286+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:02:00.251293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1342,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640390+0000","last_change":"2024-08-30T21:03:35.852945+0000","last_active":"2024-08-30T21:12:03.640390+0000","last_peered":"2024-08-30T21:12:03.640390+0000","last_clean":"2024-08-30T21:12:03.640390+0000","last_became_active":"2024-08-30T21:03:35.852688+0000","last_became_peered":"2024-08-30T21:03:35.852688+0000","last_unstale":"2024-08-30T21:12:03.640390+0000","last_undegraded":"2024-08-30T21:12:03.640390+0000","last_fullsized":"2024-08-30T21:12:03.640390+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:51:02.147374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1195,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622393+0000","last_change":"2024-08-30T21:06:22.600700+0000","last_active":"2024-08-30T21:12:02.622393+0000","last_peered":"2024-08-30T21:12:02.622393+0000","last_clean":"2024-08-30T21:12:02.622393+0000","last_became_active":"2024-08-30T21:06:22.600381+0000","last_became_peered":"2024-08-30T21:06:22.600381+0000","last_unstale":"2024-08-30T21:12:02.622393+0000","last_undegraded":"2024-08-30T21:12:02.622393+0000","last_fullsized":"2024-08-30T21:12:02.622393+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:51:14.112402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1140,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755222+0000","last_change":"2024-08-30T21:06:22.618156+0000","last_active":"2024-08-30T21:12:03.755222+0000","last_peered":"2024-08-30T21:12:03.755222+0000","last_clean":"2024-08-30T21:12:03.755222+0000","last_became_active":"2024-08-30T21:06:22.617533+0000","last_became_peered":"2024-08-30T21:06:22.617533+0000","last_unstale":"2024-08-30T21:12:03.755222+0000","last_undegraded":"2024-08-30T21:12:03.755222+0000","last_fullsized":"2024-08-30T21:12:03.755222+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:42:20.901207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1172,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622082+0000","last_change":"2024-08-30T21:05:15.545880+0000","last_active":"2024-08-30T21:12:02.622082+0000","last_peered":"2024-08-30T21:12:02.622082+0000","last_clean":"2024-08-30T21:12:02.622082+0000","last_became_active":"2024-08-30T21:05:15.542727+0000","last_became_peered":"2024-08-30T21:05:15.542727+0000","last_unstale":"2024-08-30T21:12:02.622082+0000","last_undegraded":"2024-08-30T21:12:02.622082+0000","last_fullsized":"2024-08-30T21:12:02.622082+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:33:50.479557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1140,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755087+0000","last_change":"2024-08-30T21:06:22.615645+0000","last_active":"2024-08-30T21:12:03.755087+0000","last_peered":"2024-08-30T21:12:03.755087+0000","last_clean":"2024-08-30T21:12:03.755087+0000","last_became_active":"2024-08-30T21:06:22.615310+0000","last_became_peered":"2024-08-30T21:06:22.615310+0000","last_unstale":"2024-08-30T21:12:03.755087+0000","last_undegraded":"2024-08-30T21:12:03.755087+0000","last_fullsized":"2024-08-30T21:12:03.755087+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:01:25.334628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1230,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.623267+0000","last_change":"2024-08-30T21:05:47.560504+0000","last_active":"2024-08-30T21:12:06.623267+0000","last_peered":"2024-08-30T21:12:06.623267+0000","last_clean":"2024-08-30T21:12:06.623267+0000","last_became_active":"2024-08-30T21:05:47.560101+0000","last_became_peered":"2024-08-30T21:05:47.560101+0000","last_unstale":"2024-08-30T21:12:06.623267+0000","last_undegraded":"2024-08-30T21:12:06.623267+0000","last_fullsized":"2024-08-30T21:12:06.623267+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T20:56:31.654983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1131,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755731+0000","last_change":"2024-08-30T21:06:22.620942+0000","last_active":"2024-08-30T21:12:03.755731+0000","last_peered":"2024-08-30T21:12:03.755731+0000","last_clean":"2024-08-30T21:12:03.755731+0000","last_became_active":"2024-08-30T21:06:22.620120+0000","last_became_peered":"2024-08-30T21:06:22.620120+0000","last_unstale":"2024-08-30T21:12:03.755731+0000","last_undegraded":"2024-08-30T21:12:03.755731+0000","last_fullsized":"2024-08-30T21:12:03.755731+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:00:53.900106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1146,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454418+0000","last_change":"2024-08-30T21:05:47.562154+0000","last_active":"2024-08-30T21:12:04.454418+0000","last_peered":"2024-08-30T21:12:04.454418+0000","last_clean":"2024-08-30T21:12:04.454418+0000","last_became_active":"2024-08-30T21:05:47.561202+0000","last_became_peered":"2024-08-30T21:05:47.561202+0000","last_unstale":"2024-08-30T21:12:04.454418+0000","last_undegraded":"2024-08-30T21:12:04.454418+0000","last_fullsized":"2024-08-30T21:12:04.454418+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:32:01.185858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1155,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454115+0000","last_change":"2024-08-30T21:05:47.558613+0000","last_active":"2024-08-30T21:12:04.454115+0000","last_peered":"2024-08-30T21:12:04.454115+0000","last_clean":"2024-08-30T21:12:04.454115+0000","last_became_active":"2024-08-30T21:05:47.558277+0000","last_became_peered":"2024-08-30T21:05:47.558277+0000","last_unstale":"2024-08-30T21:12:04.454115+0000","last_undegraded":"2024-08-30T21:12:04.454115+0000","last_fullsized":"2024-08-30T21:12:04.454115+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:25:36.601206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1197,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.634455+0000","last_change":"2024-08-30T21:05:47.562907+0000","last_active":"2024-08-30T21:12:03.634455+0000","last_peered":"2024-08-30T21:12:03.634455+0000","last_clean":"2024-08-30T21:12:03.634455+0000","last_became_active":"2024-08-30T21:05:47.562586+0000","last_became_peered":"2024-08-30T21:05:47.562586+0000","last_unstale":"2024-08-30T21:12:03.634455+0000","last_undegraded":"2024-08-30T21:12:03.634455+0000","last_fullsized":"2024-08-30T21:12:03.634455+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:50:09.595228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1255,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.624927+0000","last_change":"2024-08-30T21:05:47.553369+0000","last_active":"2024-08-30T21:12:06.624927+0000","last_peered":"2024-08-30T21:12:06.624927+0000","last_clean":"2024-08-30T21:12:06.624927+0000","last_became_active":"2024-08-30T21:05:47.552992+0000","last_became_peered":"2024-08-30T21:05:47.552992+0000","last_unstale":"2024-08-30T21:12:06.624927+0000","last_undegraded":"2024-08-30T21:12:06.624927+0000","last_fullsized":"2024-08-30T21:12:06.624927+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:43:34.421792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1341,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.639519+0000","last_change":"2024-08-30T21:05:15.540790+0000","last_active":"2024-08-30T21:12:03.639519+0000","last_peered":"2024-08-30T21:12:03.639519+0000","last_clean":"2024-08-30T21:12:03.639519+0000","last_became_active":"2024-08-30T21:05:15.540484+0000","last_became_peered":"2024-08-30T21:05:15.540484+0000","last_unstale":"2024-08-30T21:12:03.639519+0000","last_undegraded":"2024-08-30T21:12:03.639519+0000","last_fullsized":"2024-08-30T21:12:03.639519+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:42:15.018621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1319,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.643659+0000","last_change":"2024-08-30T21:05:15.540879+0000","last_active":"2024-08-30T21:12:03.643659+0000","last_peered":"2024-08-30T21:12:03.643659+0000","last_clean":"2024-08-30T21:12:03.643659+0000","last_became_active":"2024-08-30T21:05:15.540540+0000","last_became_peered":"2024-08-30T21:05:15.540540+0000","last_unstale":"2024-08-30T21:12:03.643659+0000","last_undegraded":"2024-08-30T21:12:03.643659+0000","last_fullsized":"2024-08-30T21:12:03.643659+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:37:39.148631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1180,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.621626+0000","last_change":"2024-08-30T21:06:22.608442+0000","last_active":"2024-08-30T21:12:02.621626+0000","last_peered":"2024-08-30T21:12:02.621626+0000","last_clean":"2024-08-30T21:12:02.621626+0000","last_became_active":"2024-08-30T21:06:22.608142+0000","last_became_peered":"2024-08-30T21:06:22.608142+0000","last_unstale":"2024-08-30T21:12:02.621626+0000","last_undegraded":"2024-08-30T21:12:02.621626+0000","last_fullsized":"2024-08-30T21:12:02.621626+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:38:42.602678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1185,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622595+0000","last_change":"2024-08-30T21:06:22.611734+0000","last_active":"2024-08-30T21:12:02.622595+0000","last_peered":"2024-08-30T21:12:02.622595+0000","last_clean":"2024-08-30T21:12:02.622595+0000","last_became_active":"2024-08-30T21:06:22.611418+0000","last_became_peered":"2024-08-30T21:06:22.611418+0000","last_unstale":"2024-08-30T21:12:02.622595+0000","last_undegraded":"2024-08-30T21:12:02.622595+0000","last_fullsized":"2024-08-30T21:12:02.622595+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:13:53.884283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1295,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631479+0000","last_change":"2024-08-30T21:06:22.612916+0000","last_active":"2024-08-30T21:12:03.631479+0000","last_peered":"2024-08-30T21:12:03.631479+0000","last_clean":"2024-08-30T21:12:03.631479+0000","last_became_active":"2024-08-30T21:06:22.612594+0000","last_became_peered":"2024-08-30T21:06:22.612594+0000","last_unstale":"2024-08-30T21:12:03.631479+0000","last_undegraded":"2024-08-30T21:12:03.631479+0000","last_fullsized":"2024-08-30T21:12:03.631479+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:29:50.638710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1120,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755526+0000","last_change":"2024-08-30T21:06:22.614594+0000","last_active":"2024-08-30T21:12:03.755526+0000","last_peered":"2024-08-30T21:12:03.755526+0000","last_clean":"2024-08-30T21:12:03.755526+0000","last_became_active":"2024-08-30T21:06:22.611730+0000","last_became_peered":"2024-08-30T21:06:22.611730+0000","last_unstale":"2024-08-30T21:12:03.755526+0000","last_undegraded":"2024-08-30T21:12:03.755526+0000","last_fullsized":"2024-08-30T21:12:03.755526+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:12:16.185891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1156,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.453851+0000","last_change":"2024-08-30T21:05:47.559065+0000","last_active":"2024-08-30T21:12:04.453851+0000","last_peered":"2024-08-30T21:12:04.453851+0000","last_clean":"2024-08-30T21:12:04.453851+0000","last_became_active":"2024-08-30T21:05:47.557912+0000","last_became_peered":"2024-08-30T21:05:47.557912+0000","last_unstale":"2024-08-30T21:12:04.453851+0000","last_undegraded":"2024-08-30T21:12:04.453851+0000","last_fullsized":"2024-08-30T21:12:04.453851+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:58:11.245434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1342,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640094+0000","last_change":"2024-08-30T21:06:22.610886+0000","last_active":"2024-08-30T21:12:03.640094+0000","last_peered":"2024-08-30T21:12:03.640094+0000","last_clean":"2024-08-30T21:12:03.640094+0000","last_became_active":"2024-08-30T21:06:22.609144+0000","last_became_peered":"2024-08-30T21:06:22.609144+0000","last_unstale":"2024-08-30T21:12:03.640094+0000","last_undegraded":"2024-08-30T21:12:03.640094+0000","last_fullsized":"2024-08-30T21:12:03.640094+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:18:44.547307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1185,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.621830+0000","last_change":"2024-08-30T21:06:22.603648+0000","last_active":"2024-08-30T21:12:02.621830+0000","last_peered":"2024-08-30T21:12:02.621830+0000","last_clean":"2024-08-30T21:12:02.621830+0000","last_became_active":"2024-08-30T21:06:22.603349+0000","last_became_peered":"2024-08-30T21:06:22.603349+0000","last_unstale":"2024-08-30T21:12:02.621830+0000","last_undegraded":"2024-08-30T21:12:02.621830+0000","last_fullsized":"2024-08-30T21:12:02.621830+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:53:58.615307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1255,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.624597+0000","last_change":"2024-08-30T21:04:42.609055+0000","last_active":"2024-08-30T21:12:06.624597+0000","last_peered":"2024-08-30T21:12:06.624597+0000","last_clean":"2024-08-30T21:12:06.624597+0000","last_became_active":"2024-08-30T21:04:42.608730+0000","last_became_peered":"2024-08-30T21:04:42.608730+0000","last_unstale":"2024-08-30T21:12:06.624597+0000","last_undegraded":"2024-08-30T21:12:06.624597+0000","last_fullsized":"2024-08-30T21:12:06.624597+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:31:34.571907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1199,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.621733+0000","last_change":"2024-08-30T21:05:15.549034+0000","last_active":"2024-08-30T21:12:02.621733+0000","last_peered":"2024-08-30T21:12:02.621733+0000","last_clean":"2024-08-30T21:12:02.621733+0000","last_became_active":"2024-08-30T21:05:15.548459+0000","last_became_peered":"2024-08-30T21:05:15.548459+0000","last_unstale":"2024-08-30T21:12:02.621733+0000","last_undegraded":"2024-08-30T21:12:02.621733+0000","last_fullsized":"2024-08-30T21:12:02.621733+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:44:39.131967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1258,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.623891+0000","last_change":"2024-08-30T21:04:09.595120+0000","last_active":"2024-08-30T21:12:06.623891+0000","last_peered":"2024-08-30T21:12:06.623891+0000","last_clean":"2024-08-30T21:12:06.623891+0000","last_became_active":"2024-08-30T21:04:09.594692+0000","last_became_peered":"2024-08-30T21:04:09.594692+0000","last_unstale":"2024-08-30T21:12:06.623891+0000","last_undegraded":"2024-08-30T21:12:06.623891+0000","last_fullsized":"2024-08-30T21:12:06.623891+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:21:35.335742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1152,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454265+0000","last_change":"2024-08-30T21:06:22.609702+0000","last_active":"2024-08-30T21:12:04.454265+0000","last_peered":"2024-08-30T21:12:04.454265+0000","last_clean":"2024-08-30T21:12:04.454265+0000","last_became_active":"2024-08-30T21:06:22.609406+0000","last_became_peered":"2024-08-30T21:06:22.609406+0000","last_unstale":"2024-08-30T21:12:04.454265+0000","last_undegraded":"2024-08-30T21:12:04.454265+0000","last_fullsized":"2024-08-30T21:12:04.454265+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:12:48.613381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1320,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644162+0000","last_change":"2024-08-30T21:04:09.591218+0000","last_active":"2024-08-30T21:12:03.644162+0000","last_peered":"2024-08-30T21:12:03.644162+0000","last_clean":"2024-08-30T21:12:03.644162+0000","last_became_active":"2024-08-30T21:04:09.590900+0000","last_became_peered":"2024-08-30T21:04:09.590900+0000","last_unstale":"2024-08-30T21:12:03.644162+0000","last_undegraded":"2024-08-30T21:12:03.644162+0000","last_fullsized":"2024-08-30T21:12:03.644162+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:33:27.592033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1264,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.623054+0000","last_change":"2024-08-30T21:04:42.609406+0000","last_active":"2024-08-30T21:12:06.623054+0000","last_peered":"2024-08-30T21:12:06.623054+0000","last_clean":"2024-08-30T21:12:06.623054+0000","last_became_active":"2024-08-30T21:04:42.609084+0000","last_became_peered":"2024-08-30T21:04:42.609084+0000","last_unstale":"2024-08-30T21:12:06.623054+0000","last_undegraded":"2024-08-30T21:12:06.623054+0000","last_fullsized":"2024-08-30T21:12:06.623054+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:08:18.556685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1342,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640378+0000","last_change":"2024-08-30T21:04:42.607137+0000","last_active":"2024-08-30T21:12:03.640378+0000","last_peered":"2024-08-30T21:12:03.640378+0000","last_clean":"2024-08-30T21:12:03.640378+0000","last_became_active":"2024-08-30T21:04:42.606780+0000","last_became_peered":"2024-08-30T21:04:42.606780+0000","last_unstale":"2024-08-30T21:12:03.640378+0000","last_undegraded":"2024-08-30T21:12:03.640378+0000","last_fullsized":"2024-08-30T21:12:03.640378+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:48:24.179921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1199,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.621971+0000","last_change":"2024-08-30T21:05:15.550378+0000","last_active":"2024-08-30T21:12:02.621971+0000","last_peered":"2024-08-30T21:12:02.621971+0000","last_clean":"2024-08-30T21:12:02.621971+0000","last_became_active":"2024-08-30T21:05:15.548276+0000","last_became_peered":"2024-08-30T21:05:15.548276+0000","last_unstale":"2024-08-30T21:12:02.621971+0000","last_undegraded":"2024-08-30T21:12:02.621971+0000","last_fullsized":"2024-08-30T21:12:02.621971+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:06:24.654337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1296,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631061+0000","last_change":"2024-08-30T21:05:47.554589+0000","last_active":"2024-08-30T21:12:03.631061+0000","last_peered":"2024-08-30T21:12:03.631061+0000","last_clean":"2024-08-30T21:12:03.631061+0000","last_became_active":"2024-08-30T21:05:47.554251+0000","last_became_peered":"2024-08-30T21:05:47.554251+0000","last_unstale":"2024-08-30T21:12:03.631061+0000","last_undegraded":"2024-08-30T21:12:03.631061+0000","last_fullsized":"2024-08-30T21:12:03.631061+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:12:54.688614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1147,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.453582+0000","last_change":"2024-08-30T21:05:47.555441+0000","last_active":"2024-08-30T21:12:04.453582+0000","last_peered":"2024-08-30T21:12:04.453582+0000","last_clean":"2024-08-30T21:12:04.453582+0000","last_became_active":"2024-08-30T21:05:47.554875+0000","last_became_peered":"2024-08-30T21:05:47.554875+0000","last_unstale":"2024-08-30T21:12:04.453582+0000","last_undegraded":"2024-08-30T21:12:04.453582+0000","last_fullsized":"2024-08-30T21:12:04.453582+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:37:25.717183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1222,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.634298+0000","last_change":"2024-08-30T21:04:42.618083+0000","last_active":"2024-08-30T21:12:03.634298+0000","last_peered":"2024-08-30T21:12:03.634298+0000","last_clean":"2024-08-30T21:12:03.634298+0000","last_became_active":"2024-08-30T21:04:42.617692+0000","last_became_peered":"2024-08-30T21:04:42.617692+0000","last_unstale":"2024-08-30T21:12:03.634298+0000","last_undegraded":"2024-08-30T21:12:03.634298+0000","last_fullsized":"2024-08-30T21:12:03.634298+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:56:21.574464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"544'2","reported_seq":1236,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.624961+0000","last_change":"2024-08-30T21:06:22.606668+0000","last_active":"2024-08-30T21:12:06.624961+0000","last_peered":"2024-08-30T21:12:06.624961+0000","last_clean":"2024-08-30T21:12:06.624961+0000","last_became_active":"2024-08-30T21:06:22.606317+0000","last_became_peered":"2024-08-30T21:06:22.606317+0000","last_unstale":"2024-08-30T21:12:06.624961+0000","last_undegraded":"2024-08-30T21:12:06.624961+0000","last_fullsized":"2024-08-30T21:12:06.624961+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:09:41.362010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1340,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640163+0000","last_change":"2024-08-30T21:06:22.610543+0000","last_active":"2024-08-30T21:12:03.640163+0000","last_peered":"2024-08-30T21:12:03.640163+0000","last_clean":"2024-08-30T21:12:03.640163+0000","last_became_active":"2024-08-30T21:06:22.609864+0000","last_became_peered":"2024-08-30T21:06:22.609864+0000","last_unstale":"2024-08-30T21:12:03.640163+0000","last_undegraded":"2024-08-30T21:12:03.640163+0000","last_fullsized":"2024-08-30T21:12:03.640163+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:24:09.261496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"544'2","reported_seq":1157,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.453725+0000","last_change":"2024-08-30T21:06:22.607987+0000","last_active":"2024-08-30T21:12:04.453725+0000","last_peered":"2024-08-30T21:12:04.453725+0000","last_clean":"2024-08-30T21:12:04.453725+0000","last_became_active":"2024-08-30T21:06:22.607544+0000","last_became_peered":"2024-08-30T21:06:22.607544+0000","last_unstale":"2024-08-30T21:12:04.453725+0000","last_undegraded":"2024-08-30T21:12:04.453725+0000","last_fullsized":"2024-08-30T21:12:04.453725+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:30:54.238651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1266,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.624177+0000","last_change":"2024-08-30T21:05:47.554858+0000","last_active":"2024-08-30T21:12:06.624177+0000","last_peered":"2024-08-30T21:12:06.624177+0000","last_clean":"2024-08-30T21:12:06.624177+0000","last_became_active":"2024-08-30T21:05:47.554558+0000","last_became_peered":"2024-08-30T21:05:47.554558+0000","last_unstale":"2024-08-30T21:12:06.624177+0000","last_undegraded":"2024-08-30T21:12:06.624177+0000","last_fullsized":"2024-08-30T21:12:06.624177+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:34:24.644364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1259,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.623347+0000","last_change":"2024-08-30T21:04:09.594068+0000","last_active":"2024-08-30T21:12:06.623347+0000","last_peered":"2024-08-30T21:12:06.623347+0000","last_clean":"2024-08-30T21:12:06.623347+0000","last_became_active":"2024-08-30T21:04:09.593553+0000","last_became_peered":"2024-08-30T21:04:09.593553+0000","last_unstale":"2024-08-30T21:12:06.623347+0000","last_undegraded":"2024-08-30T21:12:06.623347+0000","last_fullsized":"2024-08-30T21:12:06.623347+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:57:11.470061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1187,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.621638+0000","last_change":"2024-08-30T21:06:22.607663+0000","last_active":"2024-08-30T21:12:02.621638+0000","last_peered":"2024-08-30T21:12:02.621638+0000","last_clean":"2024-08-30T21:12:02.621638+0000","last_became_active":"2024-08-30T21:06:22.607340+0000","last_became_peered":"2024-08-30T21:06:22.607340+0000","last_unstale":"2024-08-30T21:12:02.621638+0000","last_undegraded":"2024-08-30T21:12:02.621638+0000","last_fullsized":"2024-08-30T21:12:02.621638+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:23:31.011037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1332,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.643314+0000","last_change":"2024-08-30T21:04:09.586896+0000","last_active":"2024-08-30T21:12:03.643314+0000","last_peered":"2024-08-30T21:12:03.643314+0000","last_clean":"2024-08-30T21:12:03.643314+0000","last_became_active":"2024-08-30T21:04:09.586618+0000","last_became_peered":"2024-08-30T21:04:09.586618+0000","last_unstale":"2024-08-30T21:12:03.643314+0000","last_undegraded":"2024-08-30T21:12:03.643314+0000","last_fullsized":"2024-08-30T21:12:03.643314+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:08:41.156752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1149,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454354+0000","last_change":"2024-08-30T21:05:47.564725+0000","last_active":"2024-08-30T21:12:04.454354+0000","last_peered":"2024-08-30T21:12:04.454354+0000","last_clean":"2024-08-30T21:12:04.454354+0000","last_became_active":"2024-08-30T21:05:47.563458+0000","last_became_peered":"2024-08-30T21:05:47.563458+0000","last_unstale":"2024-08-30T21:12:04.454354+0000","last_undegraded":"2024-08-30T21:12:04.454354+0000","last_fullsized":"2024-08-30T21:12:04.454354+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:33:49.458598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1168,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622384+0000","last_change":"2024-08-30T21:06:22.608021+0000","last_active":"2024-08-30T21:12:02.622384+0000","last_peered":"2024-08-30T21:12:02.622384+0000","last_clean":"2024-08-30T21:12:02.622384+0000","last_became_active":"2024-08-30T21:06:22.607747+0000","last_became_peered":"2024-08-30T21:06:22.607747+0000","last_unstale":"2024-08-30T21:12:02.622384+0000","last_undegraded":"2024-08-30T21:12:02.622384+0000","last_fullsized":"2024-08-30T21:12:02.622384+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:11:14.208064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1204,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622599+0000","last_change":"2024-08-30T21:05:47.564037+0000","last_active":"2024-08-30T21:12:02.622599+0000","last_peered":"2024-08-30T21:12:02.622599+0000","last_clean":"2024-08-30T21:12:02.622599+0000","last_became_active":"2024-08-30T21:05:47.563757+0000","last_became_peered":"2024-08-30T21:05:47.563757+0000","last_unstale":"2024-08-30T21:12:02.622599+0000","last_undegraded":"2024-08-30T21:12:02.622599+0000","last_fullsized":"2024-08-30T21:12:02.622599+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:44:46.764307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1340,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640038+0000","last_change":"2024-08-30T21:05:15.543884+0000","last_active":"2024-08-30T21:12:03.640038+0000","last_peered":"2024-08-30T21:12:03.640038+0000","last_clean":"2024-08-30T21:12:03.640038+0000","last_became_active":"2024-08-30T21:05:15.543119+0000","last_became_peered":"2024-08-30T21:05:15.543119+0000","last_unstale":"2024-08-30T21:12:03.640038+0000","last_undegraded":"2024-08-30T21:12:03.640038+0000","last_fullsized":"2024-08-30T21:12:03.640038+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:38:30.649589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1322,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644292+0000","last_change":"2024-08-30T21:05:15.531902+0000","last_active":"2024-08-30T21:12:03.644292+0000","last_peered":"2024-08-30T21:12:03.644292+0000","last_clean":"2024-08-30T21:12:03.644292+0000","last_became_active":"2024-08-30T21:05:15.531496+0000","last_became_peered":"2024-08-30T21:05:15.531496+0000","last_unstale":"2024-08-30T21:12:03.644292+0000","last_undegraded":"2024-08-30T21:12:03.644292+0000","last_fullsized":"2024-08-30T21:12:03.644292+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:34:43.585405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1202,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.634698+0000","last_change":"2024-08-30T21:06:22.600546+0000","last_active":"2024-08-30T21:12:03.634698+0000","last_peered":"2024-08-30T21:12:03.634698+0000","last_clean":"2024-08-30T21:12:03.634698+0000","last_became_active":"2024-08-30T21:06:22.600258+0000","last_became_peered":"2024-08-30T21:06:22.600258+0000","last_unstale":"2024-08-30T21:12:03.634698+0000","last_undegraded":"2024-08-30T21:12:03.634698+0000","last_fullsized":"2024-08-30T21:12:03.634698+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:45:37.770119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"544'29","reported_seq":1184,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454063+0000","last_change":"2024-08-30T21:05:47.559388+0000","last_active":"2024-08-30T21:12:04.454063+0000","last_peered":"2024-08-30T21:12:04.454063+0000","last_clean":"2024-08-30T21:12:04.454063+0000","last_became_active":"2024-08-30T21:05:47.558732+0000","last_became_peered":"2024-08-30T21:05:47.558732+0000","last_unstale":"2024-08-30T21:12:04.454063+0000","last_undegraded":"2024-08-30T21:12:04.454063+0000","last_fullsized":"2024-08-30T21:12:04.454063+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:37:32.898624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1140,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755379+0000","last_change":"2024-08-30T21:06:22.611748+0000","last_active":"2024-08-30T21:12:03.755379+0000","last_peered":"2024-08-30T21:12:03.755379+0000","last_clean":"2024-08-30T21:12:03.755379+0000","last_became_active":"2024-08-30T21:06:22.609393+0000","last_became_peered":"2024-08-30T21:06:22.609393+0000","last_unstale":"2024-08-30T21:12:03.755379+0000","last_undegraded":"2024-08-30T21:12:03.755379+0000","last_fullsized":"2024-08-30T21:12:03.755379+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:53:54.886527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1349,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640220+0000","last_change":"2024-08-30T21:04:42.603329+0000","last_active":"2024-08-30T21:12:03.640220+0000","last_peered":"2024-08-30T21:12:03.640220+0000","last_clean":"2024-08-30T21:12:03.640220+0000","last_became_active":"2024-08-30T21:04:42.602951+0000","last_became_peered":"2024-08-30T21:04:42.602951+0000","last_unstale":"2024-08-30T21:12:03.640220+0000","last_undegraded":"2024-08-30T21:12:03.640220+0000","last_fullsized":"2024-08-30T21:12:03.640220+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:50:12.577882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1256,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.630888+0000","last_change":"2024-08-30T21:06:22.611654+0000","last_active":"2024-08-30T21:12:03.630888+0000","last_peered":"2024-08-30T21:12:03.630888+0000","last_clean":"2024-08-30T21:12:03.630888+0000","last_became_active":"2024-08-30T21:06:22.611253+0000","last_became_peered":"2024-08-30T21:06:22.611253+0000","last_unstale":"2024-08-30T21:12:03.630888+0000","last_undegraded":"2024-08-30T21:12:03.630888+0000","last_fullsized":"2024-08-30T21:12:03.630888+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:54:04.387161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1197,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622230+0000","last_change":"2024-08-30T21:06:22.601962+0000","last_active":"2024-08-30T21:12:02.622230+0000","last_peered":"2024-08-30T21:12:02.622230+0000","last_clean":"2024-08-30T21:12:02.622230+0000","last_became_active":"2024-08-30T21:06:22.601644+0000","last_became_peered":"2024-08-30T21:06:22.601644+0000","last_unstale":"2024-08-30T21:12:02.622230+0000","last_undegraded":"2024-08-30T21:12:02.622230+0000","last_fullsized":"2024-08-30T21:12:02.622230+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:42:36.685456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1140,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755069+0000","last_change":"2024-08-30T21:06:22.617818+0000","last_active":"2024-08-30T21:12:03.755069+0000","last_peered":"2024-08-30T21:12:03.755069+0000","last_clean":"2024-08-30T21:12:03.755069+0000","last_became_active":"2024-08-30T21:06:22.617030+0000","last_became_peered":"2024-08-30T21:06:22.617030+0000","last_unstale":"2024-08-30T21:12:03.755069+0000","last_undegraded":"2024-08-30T21:12:03.755069+0000","last_fullsized":"2024-08-30T21:12:03.755069+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:00:48.925012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1159,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.453760+0000","last_change":"2024-08-30T21:05:47.555081+0000","last_active":"2024-08-30T21:12:04.453760+0000","last_peered":"2024-08-30T21:12:04.453760+0000","last_clean":"2024-08-30T21:12:04.453760+0000","last_became_active":"2024-08-30T21:05:47.552998+0000","last_became_peered":"2024-08-30T21:05:47.552998+0000","last_unstale":"2024-08-30T21:12:04.453760+0000","last_undegraded":"2024-08-30T21:12:04.453760+0000","last_fullsized":"2024-08-30T21:12:04.453760+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:28:39.933726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1146,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.453606+0000","last_change":"2024-08-30T21:05:47.555194+0000","last_active":"2024-08-30T21:12:04.453606+0000","last_peered":"2024-08-30T21:12:04.453606+0000","last_clean":"2024-08-30T21:12:04.453606+0000","last_became_active":"2024-08-30T21:05:47.554578+0000","last_became_peered":"2024-08-30T21:05:47.554578+0000","last_unstale":"2024-08-30T21:12:04.453606+0000","last_undegraded":"2024-08-30T21:12:04.453606+0000","last_fullsized":"2024-08-30T21:12:04.453606+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:54:27.892155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1303,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.630270+0000","last_change":"2024-08-30T21:03:35.847663+0000","last_active":"2024-08-30T21:12:03.630270+0000","last_peered":"2024-08-30T21:12:03.630270+0000","last_clean":"2024-08-30T21:12:03.630270+0000","last_became_active":"2024-08-30T21:03:35.847092+0000","last_became_peered":"2024-08-30T21:03:35.847092+0000","last_unstale":"2024-08-30T21:12:03.630270+0000","last_undegraded":"2024-08-30T21:12:03.630270+0000","last_fullsized":"2024-08-30T21:12:03.630270+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:58:29.821638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1129,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.754956+0000","last_change":"2024-08-30T21:06:22.610678+0000","last_active":"2024-08-30T21:12:03.754956+0000","last_peered":"2024-08-30T21:12:03.754956+0000","last_clean":"2024-08-30T21:12:03.754956+0000","last_became_active":"2024-08-30T21:06:22.608308+0000","last_became_peered":"2024-08-30T21:06:22.608308+0000","last_unstale":"2024-08-30T21:12:03.754956+0000","last_undegraded":"2024-08-30T21:12:03.754956+0000","last_fullsized":"2024-08-30T21:12:03.754956+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:45:23.493124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"844'329","reported_seq":3650,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.630659+0000","last_change":"2024-08-30T21:11:59.710827+0000","last_active":"2024-08-30T21:12:03.630659+0000","last_peered":"2024-08-30T21:12:03.630659+0000","last_clean":"2024-08-30T21:12:03.630659+0000","last_became_active":"2024-08-30T21:03:35.848311+0000","last_became_peered":"2024-08-30T21:03:35.848311+0000","last_unstale":"2024-08-30T21:12:03.630659+0000","last_undegraded":"2024-08-30T21:12:03.630659+0000","last_fullsized":"2024-08-30T21:12:03.630659+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":329,"log_dups_size":0,"ondisk_log_size":329,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:56:03.063036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0050409610000000001,"stat_sum":{"num_bytes":942080,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":70,"num_read_kb":114680,"num_write":203,"num_write_kb":36272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":6045696,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.f","version":"66'1","reported_seq":1202,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.635225+0000","last_change":"2024-08-30T21:06:22.613461+0000","last_active":"2024-08-30T21:12:03.635225+0000","last_peered":"2024-08-30T21:12:03.635225+0000","last_clean":"2024-08-30T21:12:03.635225+0000","last_became_active":"2024-08-30T21:06:22.613101+0000","last_became_peered":"2024-08-30T21:06:22.613101+0000","last_unstale":"2024-08-30T21:12:03.635225+0000","last_undegraded":"2024-08-30T21:12:03.635225+0000","last_fullsized":"2024-08-30T21:12:03.635225+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:43:43.281459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1140,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755645+0000","last_change":"2024-08-30T21:06:22.618353+0000","last_active":"2024-08-30T21:12:03.755645+0000","last_peered":"2024-08-30T21:12:03.755645+0000","last_clean":"2024-08-30T21:12:03.755645+0000","last_became_active":"2024-08-30T21:06:22.616719+0000","last_became_peered":"2024-08-30T21:06:22.616719+0000","last_unstale":"2024-08-30T21:12:03.755645+0000","last_undegraded":"2024-08-30T21:12:03.755645+0000","last_fullsized":"2024-08-30T21:12:03.755645+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:17:33.365260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"847'1463","reported_seq":4438,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.754881+0000","last_change":"2024-08-30T21:11:59.707756+0000","last_active":"2024-08-30T21:12:03.754881+0000","last_peered":"2024-08-30T21:12:03.754881+0000","last_clean":"2024-08-30T21:12:03.754881+0000","last_became_active":"2024-08-30T21:06:22.609752+0000","last_became_peered":"2024-08-30T21:06:22.609752+0000","last_unstale":"2024-08-30T21:12:03.754881+0000","last_undegraded":"2024-08-30T21:12:03.754881+0000","last_fullsized":"2024-08-30T21:12:03.754881+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":1463,"log_dups_size":0,"ondisk_log_size":1463,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:04:42.426147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0060360400000000003,"stat_sum":{"num_bytes":29450240,"num_objects":12,"num_object_clones":8,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":299,"num_read_kb":618106,"num_write":724,"num_write_kb":177856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":52117504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.e","version":"66'2","reported_seq":1264,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631564+0000","last_change":"2024-08-30T21:06:22.614365+0000","last_active":"2024-08-30T21:12:03.631564+0000","last_peered":"2024-08-30T21:12:03.631564+0000","last_clean":"2024-08-30T21:12:03.631564+0000","last_became_active":"2024-08-30T21:06:22.612368+0000","last_became_peered":"2024-08-30T21:06:22.612368+0000","last_unstale":"2024-08-30T21:12:03.631564+0000","last_undegraded":"2024-08-30T21:12:03.631564+0000","last_fullsized":"2024-08-30T21:12:03.631564+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:17:14.980695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1140,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755863+0000","last_change":"2024-08-30T21:06:22.620506+0000","last_active":"2024-08-30T21:12:03.755863+0000","last_peered":"2024-08-30T21:12:03.755863+0000","last_clean":"2024-08-30T21:12:03.755863+0000","last_became_active":"2024-08-30T21:06:22.618604+0000","last_became_peered":"2024-08-30T21:06:22.618604+0000","last_unstale":"2024-08-30T21:12:03.755863+0000","last_undegraded":"2024-08-30T21:12:03.755863+0000","last_fullsized":"2024-08-30T21:12:03.755863+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:29:19.256675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"848'1971","reported_seq":5287,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631594+0000","last_change":"2024-08-30T21:11:59.715023+0000","last_active":"2024-08-30T21:12:03.631594+0000","last_peered":"2024-08-30T21:12:03.631594+0000","last_clean":"2024-08-30T21:12:03.631594+0000","last_became_active":"2024-08-30T21:04:42.614064+0000","last_became_peered":"2024-08-30T21:04:42.614064+0000","last_unstale":"2024-08-30T21:12:03.631594+0000","last_undegraded":"2024-08-30T21:12:03.631594+0000","last_fullsized":"2024-08-30T21:12:03.631594+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":1971,"log_dups_size":0,"ondisk_log_size":1971,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:15:25.426525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0087671160000000001,"stat_sum":{"num_bytes":23052288,"num_objects":12,"num_object_clones":7,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":452,"num_read_kb":1008461,"num_write":863,"num_write_kb":215624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":80412672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.d","version":"66'1","reported_seq":1327,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644346+0000","last_change":"2024-08-30T21:04:42.611289+0000","last_active":"2024-08-30T21:12:03.644346+0000","last_peered":"2024-08-30T21:12:03.644346+0000","last_clean":"2024-08-30T21:12:03.644346+0000","last_became_active":"2024-08-30T21:04:42.610911+0000","last_became_peered":"2024-08-30T21:04:42.610911+0000","last_unstale":"2024-08-30T21:12:03.644346+0000","last_undegraded":"2024-08-30T21:12:03.644346+0000","last_fullsized":"2024-08-30T21:12:03.644346+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:00:31.227987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1195,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622503+0000","last_change":"2024-08-30T21:05:47.556637+0000","last_active":"2024-08-30T21:12:02.622503+0000","last_peered":"2024-08-30T21:12:02.622503+0000","last_clean":"2024-08-30T21:12:02.622503+0000","last_became_active":"2024-08-30T21:05:47.556321+0000","last_became_peered":"2024-08-30T21:05:47.556321+0000","last_unstale":"2024-08-30T21:12:02.622503+0000","last_undegraded":"2024-08-30T21:12:02.622503+0000","last_fullsized":"2024-08-30T21:12:02.622503+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:29:20.942784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"848'1121","reported_seq":4440,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631736+0000","last_change":"2024-08-30T21:11:59.715603+0000","last_active":"2024-08-30T21:12:03.631736+0000","last_peered":"2024-08-30T21:12:03.631736+0000","last_clean":"2024-08-30T21:12:03.631736+0000","last_became_active":"2024-08-30T21:05:15.540852+0000","last_became_peered":"2024-08-30T21:05:15.540852+0000","last_unstale":"2024-08-30T21:12:03.631736+0000","last_undegraded":"2024-08-30T21:12:03.631736+0000","last_fullsized":"2024-08-30T21:12:03.631736+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":1121,"log_dups_size":0,"ondisk_log_size":1121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:37:20.003438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0091743850000000002,"stat_sum":{"num_bytes":6234112,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":264,"num_read_kb":373936,"num_write":454,"num_write_kb":114304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":22888448,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1294,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631271+0000","last_change":"2024-08-30T21:05:15.544203+0000","last_active":"2024-08-30T21:12:03.631271+0000","last_peered":"2024-08-30T21:12:03.631271+0000","last_clean":"2024-08-30T21:12:03.631271+0000","last_became_active":"2024-08-30T21:05:15.543887+0000","last_became_peered":"2024-08-30T21:05:15.543887+0000","last_unstale":"2024-08-30T21:12:03.631271+0000","last_undegraded":"2024-08-30T21:12:03.631271+0000","last_fullsized":"2024-08-30T21:12:03.631271+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:52:43.951133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1120,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755671+0000","last_change":"2024-08-30T21:06:22.614655+0000","last_active":"2024-08-30T21:12:03.755671+0000","last_peered":"2024-08-30T21:12:03.755671+0000","last_clean":"2024-08-30T21:12:03.755671+0000","last_became_active":"2024-08-30T21:06:22.613198+0000","last_became_peered":"2024-08-30T21:06:22.613198+0000","last_unstale":"2024-08-30T21:12:03.755671+0000","last_undegraded":"2024-08-30T21:12:03.755671+0000","last_fullsized":"2024-08-30T21:12:03.755671+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:55:35.132182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"846'2685","reported_seq":5577,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755491+0000","last_change":"2024-08-30T21:11:59.718732+0000","last_active":"2024-08-30T21:12:03.755491+0000","last_peered":"2024-08-30T21:12:03.755491+0000","last_clean":"2024-08-30T21:12:03.755491+0000","last_became_active":"2024-08-30T21:06:22.605972+0000","last_became_peered":"2024-08-30T21:06:22.605972+0000","last_unstale":"2024-08-30T21:12:03.755491+0000","last_undegraded":"2024-08-30T21:12:03.755491+0000","last_fullsized":"2024-08-30T21:12:03.755491+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":2685,"log_dups_size":0,"ondisk_log_size":2685,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:49:04.231307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016325269,"stat_sum":{"num_bytes":43499520,"num_objects":18,"num_object_clones":12,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":1,"num_read":527,"num_read_kb":689913,"num_write":1431,"num_write_kb":305160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":23,"num_bytes_recovered":50290688,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1152,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454361+0000","last_change":"2024-08-30T21:06:22.614724+0000","last_active":"2024-08-30T21:12:04.454361+0000","last_peered":"2024-08-30T21:12:04.454361+0000","last_clean":"2024-08-30T21:12:04.454361+0000","last_became_active":"2024-08-30T21:06:22.614377+0000","last_became_peered":"2024-08-30T21:06:22.614377+0000","last_unstale":"2024-08-30T21:12:04.454361+0000","last_undegraded":"2024-08-30T21:12:04.454361+0000","last_fullsized":"2024-08-30T21:12:04.454361+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:17:14.344961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00031167499999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"696'217","reported_seq":1692,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.754974+0000","last_change":"2024-08-30T21:06:22.605836+0000","last_active":"2024-08-30T21:12:03.754974+0000","last_peered":"2024-08-30T21:12:03.754974+0000","last_clean":"2024-08-30T21:12:03.754974+0000","last_became_active":"2024-08-30T21:06:22.604903+0000","last_became_peered":"2024-08-30T21:06:22.604903+0000","last_unstale":"2024-08-30T21:12:03.754974+0000","last_undegraded":"2024-08-30T21:12:03.754974+0000","last_fullsized":"2024-08-30T21:12:03.754974+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:52:43.890084+0000","last_clean_scrub_stamp":"2024-08-30T20:52:43.890084+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:06:25.006529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1205,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622051+0000","last_change":"2024-08-30T21:06:22.606319+0000","last_active":"2024-08-30T21:12:02.622051+0000","last_peered":"2024-08-30T21:12:02.622051+0000","last_clean":"2024-08-30T21:12:02.622051+0000","last_became_active":"2024-08-30T21:06:22.606034+0000","last_became_peered":"2024-08-30T21:06:22.606034+0000","last_unstale":"2024-08-30T21:12:02.622051+0000","last_undegraded":"2024-08-30T21:12:02.622051+0000","last_fullsized":"2024-08-30T21:12:02.622051+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:51:51.463833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1230,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.625266+0000","last_change":"2024-08-30T21:05:47.555596+0000","last_active":"2024-08-30T21:12:06.625266+0000","last_peered":"2024-08-30T21:12:06.625266+0000","last_clean":"2024-08-30T21:12:06.625266+0000","last_became_active":"2024-08-30T21:05:47.555269+0000","last_became_peered":"2024-08-30T21:05:47.555269+0000","last_unstale":"2024-08-30T21:12:06.625266+0000","last_undegraded":"2024-08-30T21:12:06.625266+0000","last_fullsized":"2024-08-30T21:12:06.625266+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:36:19.069104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"846'1671","reported_seq":4762,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.623025+0000","last_change":"2024-08-30T21:11:59.695031+0000","last_active":"2024-08-30T21:12:02.623025+0000","last_peered":"2024-08-30T21:12:02.623025+0000","last_clean":"2024-08-30T21:12:02.623025+0000","last_became_active":"2024-08-30T21:05:15.543009+0000","last_became_peered":"2024-08-30T21:05:15.543009+0000","last_unstale":"2024-08-30T21:12:02.623025+0000","last_undegraded":"2024-08-30T21:12:02.623025+0000","last_fullsized":"2024-08-30T21:12:02.623025+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":1671,"log_dups_size":0,"ondisk_log_size":1671,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:38:21.528041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053186499999999996,"stat_sum":{"num_bytes":10936320,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":356,"num_read_kb":447907,"num_write":873,"num_write_kb":184432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":27320320,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1350,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640179+0000","last_change":"2024-08-30T21:03:35.849191+0000","last_active":"2024-08-30T21:12:03.640179+0000","last_peered":"2024-08-30T21:12:03.640179+0000","last_clean":"2024-08-30T21:12:03.640179+0000","last_became_active":"2024-08-30T21:03:35.848892+0000","last_became_peered":"2024-08-30T21:03:35.848892+0000","last_unstale":"2024-08-30T21:12:03.640179+0000","last_undegraded":"2024-08-30T21:12:03.640179+0000","last_fullsized":"2024-08-30T21:12:03.640179+0000","mapping_epoch":363,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":364,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:35:47.429874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1127,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.754817+0000","last_change":"2024-08-30T21:06:22.616234+0000","last_active":"2024-08-30T21:12:03.754817+0000","last_peered":"2024-08-30T21:12:03.754817+0000","last_clean":"2024-08-30T21:12:03.754817+0000","last_became_active":"2024-08-30T21:06:22.615932+0000","last_became_peered":"2024-08-30T21:06:22.615932+0000","last_unstale":"2024-08-30T21:12:03.754817+0000","last_undegraded":"2024-08-30T21:12:03.754817+0000","last_fullsized":"2024-08-30T21:12:03.754817+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:40:48.359750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1342,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.639403+0000","last_change":"2024-08-30T21:04:42.603414+0000","last_active":"2024-08-30T21:12:03.639403+0000","last_peered":"2024-08-30T21:12:03.639403+0000","last_clean":"2024-08-30T21:12:03.639403+0000","last_became_active":"2024-08-30T21:04:42.602996+0000","last_became_peered":"2024-08-30T21:04:42.602996+0000","last_unstale":"2024-08-30T21:12:03.639403+0000","last_undegraded":"2024-08-30T21:12:03.639403+0000","last_fullsized":"2024-08-30T21:12:03.639403+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:12:44.303448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"844'1555","reported_seq":4830,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631794+0000","last_change":"2024-08-30T21:11:59.719674+0000","last_active":"2024-08-30T21:12:03.631794+0000","last_peered":"2024-08-30T21:12:03.631794+0000","last_clean":"2024-08-30T21:12:03.631794+0000","last_became_active":"2024-08-30T21:05:15.541457+0000","last_became_peered":"2024-08-30T21:05:15.541457+0000","last_unstale":"2024-08-30T21:12:03.631794+0000","last_undegraded":"2024-08-30T21:12:03.631794+0000","last_fullsized":"2024-08-30T21:12:03.631794+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":1555,"log_dups_size":0,"ondisk_log_size":1555,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:39:39.273470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012109973,"stat_sum":{"num_bytes":20340736,"num_objects":6,"num_object_clones":2,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":326,"num_read_kb":588114,"num_write":675,"num_write_kb":163464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":53600256,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1313,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644565+0000","last_change":"2024-08-30T21:05:15.544092+0000","last_active":"2024-08-30T21:12:03.644565+0000","last_peered":"2024-08-30T21:12:03.644565+0000","last_clean":"2024-08-30T21:12:03.644565+0000","last_became_active":"2024-08-30T21:05:15.542885+0000","last_became_peered":"2024-08-30T21:05:15.542885+0000","last_unstale":"2024-08-30T21:12:03.644565+0000","last_undegraded":"2024-08-30T21:12:03.644565+0000","last_fullsized":"2024-08-30T21:12:03.644565+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:04:13.974703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026004700000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1295,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.630922+0000","last_change":"2024-08-30T21:04:09.596713+0000","last_active":"2024-08-30T21:12:03.630922+0000","last_peered":"2024-08-30T21:12:03.630922+0000","last_clean":"2024-08-30T21:12:03.630922+0000","last_became_active":"2024-08-30T21:04:09.596403+0000","last_became_peered":"2024-08-30T21:04:09.596403+0000","last_unstale":"2024-08-30T21:12:03.630922+0000","last_undegraded":"2024-08-30T21:12:03.630922+0000","last_fullsized":"2024-08-30T21:12:03.630922+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:03:52.948430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1320,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.643762+0000","last_change":"2024-08-30T21:05:47.557542+0000","last_active":"2024-08-30T21:12:03.643762+0000","last_peered":"2024-08-30T21:12:03.643762+0000","last_clean":"2024-08-30T21:12:03.643762+0000","last_became_active":"2024-08-30T21:05:47.557226+0000","last_became_peered":"2024-08-30T21:05:47.557226+0000","last_unstale":"2024-08-30T21:12:03.643762+0000","last_undegraded":"2024-08-30T21:12:03.643762+0000","last_fullsized":"2024-08-30T21:12:03.643762+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:44:52.323238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"847'2371","reported_seq":5728,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640607+0000","last_change":"2024-08-30T21:11:59.712193+0000","last_active":"2024-08-30T21:12:03.640607+0000","last_peered":"2024-08-30T21:12:03.640607+0000","last_clean":"2024-08-30T21:12:03.640607+0000","last_became_active":"2024-08-30T21:04:42.603327+0000","last_became_peered":"2024-08-30T21:04:42.603327+0000","last_unstale":"2024-08-30T21:12:03.640607+0000","last_undegraded":"2024-08-30T21:12:03.640607+0000","last_fullsized":"2024-08-30T21:12:03.640607+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":2371,"log_dups_size":0,"ondisk_log_size":2371,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:07:52.604667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012658478000000001,"stat_sum":{"num_bytes":27762688,"num_objects":13,"num_object_clones":7,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":2,"num_read":519,"num_read_kb":729725,"num_write":1147,"num_write_kb":245616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":83673088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1288,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644470+0000","last_change":"2024-08-30T21:04:09.590552+0000","last_active":"2024-08-30T21:12:03.644470+0000","last_peered":"2024-08-30T21:12:03.644470+0000","last_clean":"2024-08-30T21:12:03.644470+0000","last_became_active":"2024-08-30T21:04:09.590245+0000","last_became_peered":"2024-08-30T21:04:09.590245+0000","last_unstale":"2024-08-30T21:12:03.644470+0000","last_undegraded":"2024-08-30T21:12:03.644470+0000","last_fullsized":"2024-08-30T21:12:03.644470+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:57:02.687911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1173,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622070+0000","last_change":"2024-08-30T21:05:47.556915+0000","last_active":"2024-08-30T21:12:02.622070+0000","last_peered":"2024-08-30T21:12:02.622070+0000","last_clean":"2024-08-30T21:12:02.622070+0000","last_became_active":"2024-08-30T21:05:47.556326+0000","last_became_peered":"2024-08-30T21:05:47.556326+0000","last_unstale":"2024-08-30T21:12:02.622070+0000","last_undegraded":"2024-08-30T21:12:02.622070+0000","last_fullsized":"2024-08-30T21:12:02.622070+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:35:09.227372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1289,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631194+0000","last_change":"2024-08-30T21:05:47.554268+0000","last_active":"2024-08-30T21:12:03.631194+0000","last_peered":"2024-08-30T21:12:03.631194+0000","last_clean":"2024-08-30T21:12:03.631194+0000","last_became_active":"2024-08-30T21:05:47.553927+0000","last_became_peered":"2024-08-30T21:05:47.553927+0000","last_unstale":"2024-08-30T21:12:03.631194+0000","last_undegraded":"2024-08-30T21:12:03.631194+0000","last_fullsized":"2024-08-30T21:12:03.631194+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:07:39.610893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,6],"acting":[2,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3","version":"822'390","reported_seq":3806,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640574+0000","last_change":"2024-08-30T21:11:59.700082+0000","last_active":"2024-08-30T21:12:03.640574+0000","last_peered":"2024-08-30T21:12:03.640574+0000","last_clean":"2024-08-30T21:12:03.640574+0000","last_became_active":"2024-08-30T21:05:47.552861+0000","last_became_peered":"2024-08-30T21:05:47.552861+0000","last_unstale":"2024-08-30T21:12:03.640574+0000","last_undegraded":"2024-08-30T21:12:03.640574+0000","last_fullsized":"2024-08-30T21:12:03.640574+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":390,"log_dups_size":0,"ondisk_log_size":390,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T23:19:26.276788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067000000000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":74,"num_read_kb":53673,"num_write":213,"num_write_kb":38176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":319488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1290,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644122+0000","last_change":"2024-08-30T21:05:15.540904+0000","last_active":"2024-08-30T21:12:03.644122+0000","last_peered":"2024-08-30T21:12:03.644122+0000","last_clean":"2024-08-30T21:12:03.644122+0000","last_became_active":"2024-08-30T21:05:15.540550+0000","last_became_peered":"2024-08-30T21:05:15.540550+0000","last_unstale":"2024-08-30T21:12:03.644122+0000","last_undegraded":"2024-08-30T21:12:03.644122+0000","last_fullsized":"2024-08-30T21:12:03.644122+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:19:51.674652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065752300000000003,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1317,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644067+0000","last_change":"2024-08-30T21:06:22.616347+0000","last_active":"2024-08-30T21:12:03.644067+0000","last_peered":"2024-08-30T21:12:03.644067+0000","last_clean":"2024-08-30T21:12:03.644067+0000","last_became_active":"2024-08-30T21:06:22.616012+0000","last_became_peered":"2024-08-30T21:06:22.616012+0000","last_unstale":"2024-08-30T21:12:03.644067+0000","last_undegraded":"2024-08-30T21:12:03.644067+0000","last_fullsized":"2024-08-30T21:12:03.644067+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:29:53.240195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1321,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644191+0000","last_change":"2024-08-30T21:04:09.598262+0000","last_active":"2024-08-30T21:12:03.644191+0000","last_peered":"2024-08-30T21:12:03.644191+0000","last_clean":"2024-08-30T21:12:03.644191+0000","last_became_active":"2024-08-30T21:04:09.597771+0000","last_became_peered":"2024-08-30T21:04:09.597771+0000","last_unstale":"2024-08-30T21:12:03.644191+0000","last_undegraded":"2024-08-30T21:12:03.644191+0000","last_fullsized":"2024-08-30T21:12:03.644191+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:14:06.187068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":3017,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454028+0000","last_change":"2024-08-30T21:11:59.698397+0000","last_active":"2024-08-30T21:12:04.454028+0000","last_peered":"2024-08-30T21:12:04.454028+0000","last_clean":"2024-08-30T21:12:04.454028+0000","last_became_active":"2024-08-30T21:05:47.552907+0000","last_became_peered":"2024-08-30T21:05:47.552907+0000","last_unstale":"2024-08-30T21:12:04.454028+0000","last_undegraded":"2024-08-30T21:12:04.454028+0000","last_fullsized":"2024-08-30T21:12:04.454028+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:34:38.411045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088049199999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1351,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640340+0000","last_change":"2024-08-30T21:06:22.610193+0000","last_active":"2024-08-30T21:12:03.640340+0000","last_peered":"2024-08-30T21:12:03.640340+0000","last_clean":"2024-08-30T21:12:03.640340+0000","last_became_active":"2024-08-30T21:06:22.609101+0000","last_became_peered":"2024-08-30T21:06:22.609101+0000","last_unstale":"2024-08-30T21:12:03.640340+0000","last_undegraded":"2024-08-30T21:12:03.640340+0000","last_fullsized":"2024-08-30T21:12:03.640340+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:59:05.098111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1144,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755539+0000","last_change":"2024-08-30T21:06:22.616722+0000","last_active":"2024-08-30T21:12:03.755539+0000","last_peered":"2024-08-30T21:12:03.755539+0000","last_clean":"2024-08-30T21:12:03.755539+0000","last_became_active":"2024-08-30T21:06:22.616206+0000","last_became_peered":"2024-08-30T21:06:22.616206+0000","last_unstale":"2024-08-30T21:12:03.755539+0000","last_undegraded":"2024-08-30T21:12:03.755539+0000","last_fullsized":"2024-08-30T21:12:03.755539+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:09:08.418646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1320,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644368+0000","last_change":"2024-08-30T21:05:15.541862+0000","last_active":"2024-08-30T21:12:03.644368+0000","last_peered":"2024-08-30T21:12:03.644368+0000","last_clean":"2024-08-30T21:12:03.644368+0000","last_became_active":"2024-08-30T21:05:15.541512+0000","last_became_peered":"2024-08-30T21:05:15.541512+0000","last_unstale":"2024-08-30T21:12:03.644368+0000","last_undegraded":"2024-08-30T21:12:03.644368+0000","last_fullsized":"2024-08-30T21:12:03.644368+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:13:46.263224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"844'659","reported_seq":3834,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.634140+0000","last_change":"2024-08-30T21:11:59.706290+0000","last_active":"2024-08-30T21:12:03.634140+0000","last_peered":"2024-08-30T21:12:03.634140+0000","last_clean":"2024-08-30T21:12:03.634140+0000","last_became_active":"2024-08-30T21:06:22.602953+0000","last_became_peered":"2024-08-30T21:06:22.602953+0000","last_unstale":"2024-08-30T21:12:03.634140+0000","last_undegraded":"2024-08-30T21:12:03.634140+0000","last_fullsized":"2024-08-30T21:12:03.634140+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":659,"log_dups_size":0,"ondisk_log_size":659,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:59:26.796690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0086424729999999995,"stat_sum":{"num_bytes":679936,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":1,"num_read":152,"num_read_kb":224577,"num_write":352,"num_write_kb":53144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":7094272,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1263,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.623220+0000","last_change":"2024-08-30T21:06:22.603846+0000","last_active":"2024-08-30T21:12:06.623220+0000","last_peered":"2024-08-30T21:12:06.623220+0000","last_clean":"2024-08-30T21:12:06.623220+0000","last_became_active":"2024-08-30T21:06:22.602929+0000","last_became_peered":"2024-08-30T21:06:22.602929+0000","last_unstale":"2024-08-30T21:12:06.623220+0000","last_undegraded":"2024-08-30T21:12:06.623220+0000","last_fullsized":"2024-08-30T21:12:06.623220+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:48:06.010799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054042800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"546'2","reported_seq":1328,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644484+0000","last_change":"2024-08-30T21:05:47.561842+0000","last_active":"2024-08-30T21:12:03.644484+0000","last_peered":"2024-08-30T21:12:03.644484+0000","last_clean":"2024-08-30T21:12:03.644484+0000","last_became_active":"2024-08-30T21:05:47.561505+0000","last_became_peered":"2024-08-30T21:05:47.561505+0000","last_unstale":"2024-08-30T21:12:03.644484+0000","last_undegraded":"2024-08-30T21:12:03.644484+0000","last_fullsized":"2024-08-30T21:12:03.644484+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:52:28.557660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1264,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.624046+0000","last_change":"2024-08-30T21:06:22.607656+0000","last_active":"2024-08-30T21:12:06.624046+0000","last_peered":"2024-08-30T21:12:06.624046+0000","last_clean":"2024-08-30T21:12:06.624046+0000","last_became_active":"2024-08-30T21:06:22.607329+0000","last_became_peered":"2024-08-30T21:06:22.607329+0000","last_unstale":"2024-08-30T21:12:06.624046+0000","last_undegraded":"2024-08-30T21:12:06.624046+0000","last_fullsized":"2024-08-30T21:12:06.624046+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:35:46.716057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"848'1021","reported_seq":4265,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.623716+0000","last_change":"2024-08-30T21:11:59.697668+0000","last_active":"2024-08-30T21:12:06.623716+0000","last_peered":"2024-08-30T21:12:06.623716+0000","last_clean":"2024-08-30T21:12:06.623716+0000","last_became_active":"2024-08-30T21:04:42.609504+0000","last_became_peered":"2024-08-30T21:04:42.609504+0000","last_unstale":"2024-08-30T21:12:06.623716+0000","last_undegraded":"2024-08-30T21:12:06.623716+0000","last_fullsized":"2024-08-30T21:12:06.623716+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":1021,"log_dups_size":0,"ondisk_log_size":1021,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:09:53.894886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00054912899999999998,"stat_sum":{"num_bytes":7372800,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":253,"num_read_kb":295062,"num_write":505,"num_write_kb":104768,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":39534592,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1b9","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1214,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.634348+0000","last_change":"2024-08-30T21:05:47.553656+0000","last_active":"2024-08-30T21:12:03.634348+0000","last_peered":"2024-08-30T21:12:03.634348+0000","last_clean":"2024-08-30T21:12:03.634348+0000","last_became_active":"2024-08-30T21:05:47.553301+0000","last_became_peered":"2024-08-30T21:05:47.553301+0000","last_unstale":"2024-08-30T21:12:03.634348+0000","last_undegraded":"2024-08-30T21:12:03.634348+0000","last_fullsized":"2024-08-30T21:12:03.634348+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:55.439085+0000","last_clean_scrub_stamp":"2024-08-30T20:55:55.439085+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:03:07.140500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1133,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454353+0000","last_change":"2024-08-30T21:06:22.613175+0000","last_active":"2024-08-30T21:12:04.454353+0000","last_peered":"2024-08-30T21:12:04.454353+0000","last_clean":"2024-08-30T21:12:04.454353+0000","last_became_active":"2024-08-30T21:06:22.612575+0000","last_became_peered":"2024-08-30T21:06:22.612575+0000","last_unstale":"2024-08-30T21:12:04.454353+0000","last_undegraded":"2024-08-30T21:12:04.454353+0000","last_fullsized":"2024-08-30T21:12:04.454353+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T08:46:55.382139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1342,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.639930+0000","last_change":"2024-08-30T21:04:42.608807+0000","last_active":"2024-08-30T21:12:03.639930+0000","last_peered":"2024-08-30T21:12:03.639930+0000","last_clean":"2024-08-30T21:12:03.639930+0000","last_became_active":"2024-08-30T21:04:42.608465+0000","last_became_peered":"2024-08-30T21:04:42.608465+0000","last_unstale":"2024-08-30T21:12:03.639930+0000","last_undegraded":"2024-08-30T21:12:03.639930+0000","last_fullsized":"2024-08-30T21:12:03.639930+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:12:58.411593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"845'679","reported_seq":3808,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622785+0000","last_change":"2024-08-30T21:11:59.700118+0000","last_active":"2024-08-30T21:12:02.622785+0000","last_peered":"2024-08-30T21:12:02.622785+0000","last_clean":"2024-08-30T21:12:02.622785+0000","last_became_active":"2024-08-30T21:05:47.563863+0000","last_became_peered":"2024-08-30T21:05:47.563863+0000","last_unstale":"2024-08-30T21:12:02.622785+0000","last_undegraded":"2024-08-30T21:12:02.622785+0000","last_fullsized":"2024-08-30T21:12:02.622785+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":679,"log_dups_size":0,"ondisk_log_size":679,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:52:42.464952+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0057404630000000003,"stat_sum":{"num_bytes":6209536,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":166,"num_read_kb":149411,"num_write":239,"num_write_kb":52720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":19021824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1126,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.754855+0000","last_change":"2024-08-30T21:06:22.606725+0000","last_active":"2024-08-30T21:12:03.754855+0000","last_peered":"2024-08-30T21:12:03.754855+0000","last_clean":"2024-08-30T21:12:03.754855+0000","last_became_active":"2024-08-30T21:06:22.606447+0000","last_became_peered":"2024-08-30T21:06:22.606447+0000","last_unstale":"2024-08-30T21:12:03.754855+0000","last_undegraded":"2024-08-30T21:12:03.754855+0000","last_fullsized":"2024-08-30T21:12:03.754855+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:53:19.860864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1220,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.634585+0000","last_change":"2024-08-30T21:06:22.602593+0000","last_active":"2024-08-30T21:12:03.634585+0000","last_peered":"2024-08-30T21:12:03.634585+0000","last_clean":"2024-08-30T21:12:03.634585+0000","last_became_active":"2024-08-30T21:06:22.602302+0000","last_became_peered":"2024-08-30T21:06:22.602302+0000","last_unstale":"2024-08-30T21:12:03.634585+0000","last_undegraded":"2024-08-30T21:12:03.634585+0000","last_fullsized":"2024-08-30T21:12:03.634585+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T05:25:27.873918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"844'757","reported_seq":3893,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.635358+0000","last_change":"2024-08-30T21:11:59.704027+0000","last_active":"2024-08-30T21:12:03.635358+0000","last_peered":"2024-08-30T21:12:03.635358+0000","last_clean":"2024-08-30T21:12:03.635358+0000","last_became_active":"2024-08-30T21:05:15.531973+0000","last_became_peered":"2024-08-30T21:05:15.531973+0000","last_unstale":"2024-08-30T21:12:03.635358+0000","last_undegraded":"2024-08-30T21:12:03.635358+0000","last_fullsized":"2024-08-30T21:12:03.635358+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":757,"log_dups_size":0,"ondisk_log_size":757,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:47:46.025644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043465279999999997,"stat_sum":{"num_bytes":2064384,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":152,"num_read_kb":216599,"num_write":278,"num_write_kb":103704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":5660672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1320,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.643642+0000","last_change":"2024-08-30T21:06:22.616554+0000","last_active":"2024-08-30T21:12:03.643642+0000","last_peered":"2024-08-30T21:12:03.643642+0000","last_clean":"2024-08-30T21:12:03.643642+0000","last_became_active":"2024-08-30T21:06:22.615996+0000","last_became_peered":"2024-08-30T21:06:22.615996+0000","last_unstale":"2024-08-30T21:12:03.643642+0000","last_undegraded":"2024-08-30T21:12:03.643642+0000","last_fullsized":"2024-08-30T21:12:03.643642+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:10:18.098131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1255,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.623533+0000","last_change":"2024-08-30T21:06:22.608300+0000","last_active":"2024-08-30T21:12:06.623533+0000","last_peered":"2024-08-30T21:12:06.623533+0000","last_clean":"2024-08-30T21:12:06.623533+0000","last_became_active":"2024-08-30T21:06:22.606246+0000","last_became_peered":"2024-08-30T21:06:22.606246+0000","last_unstale":"2024-08-30T21:12:06.623533+0000","last_undegraded":"2024-08-30T21:12:06.623533+0000","last_fullsized":"2024-08-30T21:12:06.623533+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:15:34.134405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"847'1243","reported_seq":4457,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.631596+0000","last_change":"2024-08-30T21:11:59.719225+0000","last_active":"2024-08-30T21:12:03.631596+0000","last_peered":"2024-08-30T21:12:03.631596+0000","last_clean":"2024-08-30T21:12:03.631596+0000","last_became_active":"2024-08-30T21:06:22.617218+0000","last_became_peered":"2024-08-30T21:06:22.617218+0000","last_unstale":"2024-08-30T21:12:03.631596+0000","last_undegraded":"2024-08-30T21:12:03.631596+0000","last_fullsized":"2024-08-30T21:12:03.631596+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":1243,"log_dups_size":0,"ondisk_log_size":1243,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:21:41.138314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01229294,"stat_sum":{"num_bytes":5603328,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":197,"num_read_kb":499615,"num_write":620,"num_write_kb":93656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":6963200,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1336,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644044+0000","last_change":"2024-08-30T21:04:09.587796+0000","last_active":"2024-08-30T21:12:03.644044+0000","last_peered":"2024-08-30T21:12:03.644044+0000","last_clean":"2024-08-30T21:12:03.644044+0000","last_became_active":"2024-08-30T21:04:09.587514+0000","last_became_peered":"2024-08-30T21:04:09.587514+0000","last_unstale":"2024-08-30T21:12:03.644044+0000","last_undegraded":"2024-08-30T21:12:03.644044+0000","last_fullsized":"2024-08-30T21:12:03.644044+0000","mapping_epoch":397,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":398,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T22:32:44.429458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1263,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.625016+0000","last_change":"2024-08-30T21:04:42.609309+0000","last_active":"2024-08-30T21:12:06.625016+0000","last_peered":"2024-08-30T21:12:06.625016+0000","last_clean":"2024-08-30T21:12:06.625016+0000","last_became_active":"2024-08-30T21:04:42.608918+0000","last_became_peered":"2024-08-30T21:04:42.608918+0000","last_unstale":"2024-08-30T21:12:06.625016+0000","last_undegraded":"2024-08-30T21:12:06.625016+0000","last_fullsized":"2024-08-30T21:12:06.625016+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:49:06.147747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"846'833","reported_seq":4159,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.644564+0000","last_change":"2024-08-30T21:11:59.700968+0000","last_active":"2024-08-30T21:12:03.644564+0000","last_peered":"2024-08-30T21:12:03.644564+0000","last_clean":"2024-08-30T21:12:03.644564+0000","last_became_active":"2024-08-30T21:04:42.607470+0000","last_became_peered":"2024-08-30T21:04:42.607470+0000","last_unstale":"2024-08-30T21:12:03.644564+0000","last_undegraded":"2024-08-30T21:12:03.644564+0000","last_fullsized":"2024-08-30T21:12:03.644564+0000","mapping_epoch":430,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":431,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:58:37.372963+0000","last_clean_scrub_stamp":"2024-08-30T20:58:37.372963+0000","objects_scrubbed":0,"log_size":833,"log_dups_size":0,"ondisk_log_size":833,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:37:18.488536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0051727550000000002,"stat_sum":{"num_bytes":2129920,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":163,"num_read_kb":297016,"num_write":431,"num_write_kb":67008,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":50667520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1a7","length":"1"},{"start":"1b9","length":"1"}]},{"pgid":"2.b","version":"544'3","reported_seq":1138,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.754979+0000","last_change":"2024-08-30T21:06:22.609871+0000","last_active":"2024-08-30T21:12:03.754979+0000","last_peered":"2024-08-30T21:12:03.754979+0000","last_clean":"2024-08-30T21:12:03.754979+0000","last_became_active":"2024-08-30T21:06:22.607301+0000","last_became_peered":"2024-08-30T21:06:22.607301+0000","last_unstale":"2024-08-30T21:12:03.754979+0000","last_undegraded":"2024-08-30T21:12:03.754979+0000","last_fullsized":"2024-08-30T21:12:03.754979+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T00:54:02.429786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1156,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:04.454032+0000","last_change":"2024-08-30T21:05:47.554363+0000","last_active":"2024-08-30T21:12:04.454032+0000","last_peered":"2024-08-30T21:12:04.454032+0000","last_clean":"2024-08-30T21:12:04.454032+0000","last_became_active":"2024-08-30T21:05:47.553735+0000","last_became_peered":"2024-08-30T21:05:47.553735+0000","last_unstale":"2024-08-30T21:12:04.454032+0000","last_undegraded":"2024-08-30T21:12:04.454032+0000","last_fullsized":"2024-08-30T21:12:04.454032+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T04:10:34.274471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1184,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622341+0000","last_change":"2024-08-30T21:05:47.556649+0000","last_active":"2024-08-30T21:12:02.622341+0000","last_peered":"2024-08-30T21:12:02.622341+0000","last_clean":"2024-08-30T21:12:02.622341+0000","last_became_active":"2024-08-30T21:05:47.556313+0000","last_became_peered":"2024-08-30T21:05:47.556313+0000","last_unstale":"2024-08-30T21:12:02.622341+0000","last_undegraded":"2024-08-30T21:12:02.622341+0000","last_fullsized":"2024-08-30T21:12:02.622341+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:31:54.808616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1138,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755295+0000","last_change":"2024-08-30T21:06:22.608799+0000","last_active":"2024-08-30T21:12:03.755295+0000","last_peered":"2024-08-30T21:12:03.755295+0000","last_clean":"2024-08-30T21:12:03.755295+0000","last_became_active":"2024-08-30T21:06:22.606846+0000","last_became_peered":"2024-08-30T21:06:22.606846+0000","last_unstale":"2024-08-30T21:12:03.755295+0000","last_undegraded":"2024-08-30T21:12:03.755295+0000","last_fullsized":"2024-08-30T21:12:03.755295+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:03:21.476308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1188,"reported_epoch":847,"state":"active+clean","last_fresh":"2024-08-30T21:12:02.622652+0000","last_change":"2024-08-30T21:05:15.541374+0000","last_active":"2024-08-30T21:12:02.622652+0000","last_peered":"2024-08-30T21:12:02.622652+0000","last_clean":"2024-08-30T21:12:02.622652+0000","last_became_active":"2024-08-30T21:05:15.538911+0000","last_became_peered":"2024-08-30T21:05:15.538911+0000","last_unstale":"2024-08-30T21:12:02.622652+0000","last_undegraded":"2024-08-30T21:12:02.622652+0000","last_fullsized":"2024-08-30T21:12:02.622652+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T02:17:21.073616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1127,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.755391+0000","last_change":"2024-08-30T21:06:22.618550+0000","last_active":"2024-08-30T21:12:03.755391+0000","last_peered":"2024-08-30T21:12:03.755391+0000","last_clean":"2024-08-30T21:12:03.755391+0000","last_became_active":"2024-08-30T21:06:22.618016+0000","last_became_peered":"2024-08-30T21:06:22.618016+0000","last_unstale":"2024-08-30T21:12:03.755391+0000","last_undegraded":"2024-08-30T21:12:03.755391+0000","last_fullsized":"2024-08-30T21:12:03.755391+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T01:28:55.090936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1342,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.639927+0000","last_change":"2024-08-30T21:05:15.544388+0000","last_active":"2024-08-30T21:12:03.639927+0000","last_peered":"2024-08-30T21:12:03.639927+0000","last_clean":"2024-08-30T21:12:03.639927+0000","last_became_active":"2024-08-30T21:05:15.543089+0000","last_became_peered":"2024-08-30T21:05:15.543089+0000","last_unstale":"2024-08-30T21:12:03.639927+0000","last_undegraded":"2024-08-30T21:12:03.639927+0000","last_fullsized":"2024-08-30T21:12:03.639927+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T07:45:41.479141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"544'2","reported_seq":1270,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.624900+0000","last_change":"2024-08-30T21:05:15.531639+0000","last_active":"2024-08-30T21:12:06.624900+0000","last_peered":"2024-08-30T21:12:06.624900+0000","last_clean":"2024-08-30T21:12:06.624900+0000","last_became_active":"2024-08-30T21:05:15.531290+0000","last_became_peered":"2024-08-30T21:05:15.531290+0000","last_unstale":"2024-08-30T21:12:06.624900+0000","last_undegraded":"2024-08-30T21:12:06.624900+0000","last_fullsized":"2024-08-30T21:12:06.624900+0000","mapping_epoch":462,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":463,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T06:13:55.900381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1247,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-08-30T21:12:06.624824+0000","last_change":"2024-08-30T21:05:47.562198+0000","last_active":"2024-08-30T21:12:06.624824+0000","last_peered":"2024-08-30T21:12:06.624824+0000","last_clean":"2024-08-30T21:12:06.624824+0000","last_became_active":"2024-08-30T21:05:47.561873+0000","last_became_peered":"2024-08-30T21:05:47.561873+0000","last_unstale":"2024-08-30T21:12:06.624824+0000","last_undegraded":"2024-08-30T21:12:06.624824+0000","last_fullsized":"2024-08-30T21:12:06.624824+0000","mapping_epoch":493,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":494,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:06.551844+0000","last_clean_scrub_stamp":"2024-08-30T20:55:06.551844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T21:21:51.235295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"544'5","reported_seq":1353,"reported_epoch":848,"state":"active+clean","last_fresh":"2024-08-30T21:12:03.640712+0000","last_change":"2024-08-30T21:06:22.615057+0000","last_active":"2024-08-30T21:12:03.640712+0000","last_peered":"2024-08-30T21:12:03.640712+0000","last_clean":"2024-08-30T21:12:03.640712+0000","last_became_active":"2024-08-30T21:06:22.614721+0000","last_became_peered":"2024-08-30T21:06:22.614721+0000","last_unstale":"2024-08-30T21:12:03.640712+0000","last_undegraded":"2024-08-30T21:12:03.640712+0000","last_fullsized":"2024-08-30T21:12:03.640712+0000","mapping_epoch":525,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":526,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-30T20:55:03.463660+0000","last_clean_scrub_stamp":"2024-08-30T20:55:03.463660+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-01T03:30:06.981672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":186277888,"num_objects":115,"num_object_clones":69,"num_object_copies":345,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":115,"num_whiteouts":8,"num_read":3970,"num_read_kb":6306795,"num_write":9008,"num_write_kb":1955904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":145,"num_bytes_recovered":505610240,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":268541952,"data_stored":469209088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18748,"ondisk_log_size":18748,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43935,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":525,"seq":2254857830470,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":317868,"kb_used_data":48416,"kb_used_omap":38,"kb_used_meta":269401,"kb_avail":93427284,"statfs":{"total":95995035648,"available":95669538816,"internally_reserved":0,"allocated":49577984,"data_stored":87303589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38944,"internal_metadata":275867616},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":493,"seq":2117418877005,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":155608,"kb_used_data":27148,"kb_used_omap":19,"kb_used_meta":128428,"kb_avail":93589544,"statfs":{"total":95995035648,"available":95835693056,"internally_reserved":0,"allocated":27799552,"data_stored":37169671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20041,"internal_metadata":131510711},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":462,"seq":1984274890835,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":569044,"kb_used_data":59016,"kb_used_omap":51,"kb_used_meta":509964,"kb_avail":93176108,"statfs":{"total":95995035648,"available":95412334592,"internally_reserved":0,"allocated":60432384,"data_stored":100573729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":53133,"internal_metadata":522203251},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":430,"seq":1846835937370,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":479180,"kb_used_data":46524,"kb_used_omap":45,"kb_used_meta":432594,"kb_avail":93265972,"statfs":{"total":95995035648,"available":95504355328,"internally_reserved":0,"allocated":47640576,"data_stored":55526400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":46718,"internal_metadata":442976642},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":397,"seq":1705102016609,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":260944,"kb_used_data":27908,"kb_used_omap":21,"kb_used_meta":233002,"kb_avail":93484208,"statfs":{"total":95995035648,"available":95727828992,"internally_reserved":0,"allocated":28577792,"data_stored":29981690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22479,"internal_metadata":238594097},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":363,"seq":1559073128551,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":691248,"kb_used_data":61344,"kb_used_omap":36,"kb_used_meta":629851,"kb_avail":93053904,"statfs":{"total":95995035648,"available":95287197696,"internally_reserved":0,"allocated":62816256,"data_stored":104558558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37048,"internal_metadata":644968264},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":331,"seq":1421634175086,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":766016,"kb_used_data":57456,"kb_used_omap":30,"kb_used_meta":708513,"kb_avail":92979136,"statfs":{"total":95995035648,"available":95210635264,"internally_reserved":0,"allocated":58834944,"data_stored":69857483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31203,"internal_metadata":725517853},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":300,"seq":1288490188916,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":631272,"kb_used_data":37724,"kb_used_omap":28,"kb_used_meta":593507,"kb_avail":93113880,"statfs":{"total":95995035648,"available":95348613120,"internally_reserved":0,"allocated":38629376,"data_stored":46487073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29081,"internal_metadata":607751783},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6183,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4348,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4906,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5756,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6151,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5462,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5697,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5432,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":25034752,"data_stored":38338560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":45842432,"data_stored":62300160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49836032,"data_stored":97001472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":15552512,"data_stored":22409216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":34635776,"data_stored":47968256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":47443968,"data_stored":93020160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14204928,"data_stored":29016064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":35991552,"data_stored":79155200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-30T21:12:09.375 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-30T21:12:09.375 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-30T21:12:09.574 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:12:09.950 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:09 smithi173 ceph-mon[79976]: pgmap v956: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-30T21:12:09.951 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:09 smithi173 ceph-mon[79976]: from='client.34671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T21:12:09.951 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:09 smithi173 ceph-mon[82405]: pgmap v956: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-30T21:12:09.951 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:09 smithi173 ceph-mon[82405]: from='client.34671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T21:12:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:09 smithi196 ceph-mon[74601]: pgmap v956: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 24 op/s 2024-08-30T21:12:10.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:09 smithi196 ceph-mon[74601]: from='client.34671 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-30T21:12:11.621 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'unique_pool_0' removed 2024-08-30T21:12:11.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[79976]: pgmap v957: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-30T21:12:11.930 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4284235313' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:12:11.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4284235313' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:12:11.931 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[79976]: osdmap e850: 8 total, 8 up, 8 in 2024-08-30T21:12:11.931 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[82405]: pgmap v957: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-30T21:12:11.931 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4284235313' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:12:11.931 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4284235313' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:12:11.931 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:11 smithi173 ceph-mon[82405]: osdmap e850: 8 total, 8 up, 8 in 2024-08-30T21:12:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:11 smithi196 ceph-mon[74601]: pgmap v957: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.1 MiB/s wr, 19 op/s 2024-08-30T21:12:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:11 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4284235313' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:12:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:11 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4284235313' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:12:12.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:11 smithi196 ceph-mon[74601]: osdmap e850: 8 total, 8 up, 8 in 2024-08-30T21:12:12.252 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-30T21:12:12.252 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-30T21:12:12.252 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-30T21:12:12.252 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-30T21:12:12.252 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-30T21:12:12.253 INFO:tasks.workunit:Pulling workunits from ref reef 2024-08-30T21:12:12.254 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-30T21:12:12.254 DEBUG:teuthology.orchestra.run.smithi173:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-30T21:12:12.270 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T21:12:12.270 INFO:teuthology.orchestra.run.smithi173.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-30T21:12:12.271 DEBUG:teuthology.orchestra.run.smithi173:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-30T21:12:12.327 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-30T21:12:12.328 DEBUG:teuthology.orchestra.run.smithi173:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-30T21:12:12.383 INFO:tasks.workunit:timeout=3h 2024-08-30T21:12:12.384 INFO:tasks.workunit:cleanup=True 2024-08-30T21:12:12.384 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-30T21:12:12.441 INFO:tasks.workunit.client.0.smithi173.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-30T21:12:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:12:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:12:13] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.51.0" 2024-08-30T21:12:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:13 smithi173 ceph-mon[82405]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:13 smithi173 ceph-mon[79976]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:13 smithi196 ceph-mon[74601]: pgmap v959: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:15.959 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:15 smithi173 ceph-mon[79976]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:15 smithi173 ceph-mon[82405]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:15 smithi196 ceph-mon[74601]: pgmap v960: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:17 smithi173 ceph-mon[79976]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:17 smithi173 ceph-mon[82405]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:17 smithi196 ceph-mon[74601]: pgmap v961: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:18.738 DEBUG:teuthology.orchestra.run.smithi173:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-30T21:12:18.794 INFO:tasks.workunit.client.0.smithi173.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-30T21:12:18.797 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-30T21:12:18.797 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-30T21:12:18.845 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-30T21:12:18.893 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-30T21:12:18.932 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-30T21:12:18.934 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-30T21:12:18.934 INFO:tasks.workunit.client.0.smithi173.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-30T21:12:18.972 INFO:tasks.workunit.client.0.smithi173.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-30T21:12:18.975 DEBUG:teuthology.orchestra.run.smithi173:> set -ex 2024-08-30T21:12:18.975 DEBUG:teuthology.orchestra.run.smithi173:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-30T21:12:19.031 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-30T21:12:19.032 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-30T21:12:19.033 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-30T21:12:19.101 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:12:19.101 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-30T21:12:19.101 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:12:19.101 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-30T21:12:19.101 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-30T21:12:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:19 smithi173 ceph-mon[82405]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:19 smithi173 ceph-mon[79976]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:19 smithi196 ceph-mon[74601]: pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:20 smithi196 ceph-mon[74601]: osdmap e851: 8 total, 8 up, 8 in 2024-08-30T21:12:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:20 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2911790473' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:21.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:20 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:21.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:20 smithi173 ceph-mon[79976]: osdmap e851: 8 total, 8 up, 8 in 2024-08-30T21:12:21.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:20 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2911790473' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:21.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:20 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:20 smithi173 ceph-mon[82405]: osdmap e851: 8 total, 8 up, 8 in 2024-08-30T21:12:21.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:20 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2911790473' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:21.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:20 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:21.720 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2618 ms) 2024-08-30T21:12:21.720 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-30T21:12:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:21 smithi196 ceph-mon[74601]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:21 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:21 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:21 smithi196 ceph-mon[74601]: osdmap e852: 8 total, 8 up, 8 in 2024-08-30T21:12:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[79976]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:22.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[79976]: osdmap e852: 8 total, 8 up, 8 in 2024-08-30T21:12:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[82405]: pgmap v964: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:22.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:21 smithi173 ceph-mon[82405]: osdmap e852: 8 total, 8 up, 8 in 2024-08-30T21:12:23.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:22 smithi196 ceph-mon[74601]: osdmap e853: 8 total, 8 up, 8 in 2024-08-30T21:12:23.098 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:22 smithi173 ceph-mon[79976]: osdmap e853: 8 total, 8 up, 8 in 2024-08-30T21:12:23.098 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:22 smithi173 ceph-mon[82405]: osdmap e853: 8 total, 8 up, 8 in 2024-08-30T21:12:23.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:12:23] "GET /metrics HTTP/1.1" 200 36527 "" "Prometheus/2.51.0" 2024-08-30T21:12:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:23 smithi196 ceph-mon[74601]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:23 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:23 smithi196 ceph-mon[74601]: osdmap e854: 8 total, 8 up, 8 in 2024-08-30T21:12:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:23 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2766059785' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:23 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:24.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[79976]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[79976]: osdmap e854: 8 total, 8 up, 8 in 2024-08-30T21:12:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2766059785' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[82405]: pgmap v967: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[82405]: osdmap e854: 8 total, 8 up, 8 in 2024-08-30T21:12:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2766059785' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:24.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:24.748 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3029 ms) 2024-08-30T21:12:24.748 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-30T21:12:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:24 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:25.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:24 smithi196 ceph-mon[74601]: osdmap e855: 8 total, 8 up, 8 in 2024-08-30T21:12:25.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:24 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:25.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:24 smithi173 ceph-mon[79976]: osdmap e855: 8 total, 8 up, 8 in 2024-08-30T21:12:25.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:24 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:25.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:24 smithi173 ceph-mon[82405]: osdmap e855: 8 total, 8 up, 8 in 2024-08-30T21:12:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:25 smithi196 ceph-mon[74601]: pgmap v970: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:25 smithi196 ceph-mon[74601]: osdmap e856: 8 total, 8 up, 8 in 2024-08-30T21:12:26.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:25 smithi173 ceph-mon[79976]: pgmap v970: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:26.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:25 smithi173 ceph-mon[79976]: osdmap e856: 8 total, 8 up, 8 in 2024-08-30T21:12:26.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:25 smithi173 ceph-mon[82405]: pgmap v970: 137 pgs: 2 creating+peering, 28 unknown, 107 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:26.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:25 smithi173 ceph-mon[82405]: osdmap e856: 8 total, 8 up, 8 in 2024-08-30T21:12:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:26 smithi196 ceph-mon[74601]: osdmap e857: 8 total, 8 up, 8 in 2024-08-30T21:12:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:26 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3583850995' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:26 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:27.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:26 smithi173 ceph-mon[82405]: osdmap e857: 8 total, 8 up, 8 in 2024-08-30T21:12:27.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:26 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3583850995' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:27.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:26 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:27.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:26 smithi173 ceph-mon[79976]: osdmap e857: 8 total, 8 up, 8 in 2024-08-30T21:12:27.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:26 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3583850995' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:27.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:26 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:27.773 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.Reserve (3025 ms) 2024-08-30T21:12:27.800 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-30T21:12:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:27 smithi196 ceph-mon[74601]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:27 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:27 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:27 smithi196 ceph-mon[74601]: osdmap e858: 8 total, 8 up, 8 in 2024-08-30T21:12:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[79976]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[79976]: osdmap e858: 8 total, 8 up, 8 in 2024-08-30T21:12:28.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[82405]: pgmap v973: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:28.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:28.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:27 smithi173 ceph-mon[82405]: osdmap e858: 8 total, 8 up, 8 in 2024-08-30T21:12:29.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:28 smithi173 ceph-mon[79976]: osdmap e859: 8 total, 8 up, 8 in 2024-08-30T21:12:29.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:28 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:12:29.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:28 smithi173 ceph-mon[82405]: osdmap e859: 8 total, 8 up, 8 in 2024-08-30T21:12:29.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:28 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:12:29.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:28 smithi196 ceph-mon[74601]: osdmap e859: 8 total, 8 up, 8 in 2024-08-30T21:12:29.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:28 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:12:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: osdmap e860: 8 total, 8 up, 8 in 2024-08-30T21:12:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/544607626' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: osdmap e860: 8 total, 8 up, 8 in 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/544607626' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:12:30.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: osdmap e860: 8 total, 8 up, 8 in 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/544607626' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:12:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:12:30.792 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3018 ms) 2024-08-30T21:12:30.792 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-30T21:12:31.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:30 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:31.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:30 smithi173 ceph-mon[79976]: osdmap e861: 8 total, 8 up, 8 in 2024-08-30T21:12:31.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:30 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:31.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:30 smithi173 ceph-mon[82405]: osdmap e861: 8 total, 8 up, 8 in 2024-08-30T21:12:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:30 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:30 smithi196 ceph-mon[74601]: osdmap e861: 8 total, 8 up, 8 in 2024-08-30T21:12:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:31 smithi173 ceph-mon[79976]: pgmap v979: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:32.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:31 smithi173 ceph-mon[79976]: osdmap e862: 8 total, 8 up, 8 in 2024-08-30T21:12:32.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:31 smithi173 ceph-mon[82405]: pgmap v979: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:32.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:31 smithi173 ceph-mon[82405]: osdmap e862: 8 total, 8 up, 8 in 2024-08-30T21:12:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:31 smithi196 ceph-mon[74601]: pgmap v979: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:31 smithi196 ceph-mon[74601]: osdmap e862: 8 total, 8 up, 8 in 2024-08-30T21:12:33.097 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:32 smithi173 ceph-mon[79976]: osdmap e863: 8 total, 8 up, 8 in 2024-08-30T21:12:33.097 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:32 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1011653577' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:33.098 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:32 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:33.098 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:32 smithi173 ceph-mon[82405]: osdmap e863: 8 total, 8 up, 8 in 2024-08-30T21:12:33.098 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:32 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1011653577' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:33.098 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:32 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:32 smithi196 ceph-mon[74601]: osdmap e863: 8 total, 8 up, 8 in 2024-08-30T21:12:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:32 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1011653577' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:32 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:33.359 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:12:33] "GET /metrics HTTP/1.1" 200 36483 "" "Prometheus/2.51.0" 2024-08-30T21:12:33.806 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.Commit (3015 ms) 2024-08-30T21:12:33.806 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[82405]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[82405]: osdmap e864: 8 total, 8 up, 8 in 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[79976]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:34.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:33 smithi173 ceph-mon[79976]: osdmap e864: 8 total, 8 up, 8 in 2024-08-30T21:12:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:33 smithi196 ceph-mon[74601]: pgmap v982: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:33 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:33 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:33 smithi196 ceph-mon[74601]: osdmap e864: 8 total, 8 up, 8 in 2024-08-30T21:12:35.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:34 smithi173 ceph-mon[79976]: osdmap e865: 8 total, 8 up, 8 in 2024-08-30T21:12:35.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:34 smithi173 ceph-mon[82405]: osdmap e865: 8 total, 8 up, 8 in 2024-08-30T21:12:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:34 smithi196 ceph-mon[74601]: osdmap e865: 8 total, 8 up, 8 in 2024-08-30T21:12:36.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[79976]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:36.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:36.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[79976]: osdmap e866: 8 total, 8 up, 8 in 2024-08-30T21:12:36.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1936090876' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:36.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[82405]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:36.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:36.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[82405]: osdmap e866: 8 total, 8 up, 8 in 2024-08-30T21:12:36.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:35 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1936090876' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:35 smithi196 ceph-mon[74601]: pgmap v985: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:35 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:35 smithi196 ceph-mon[74601]: osdmap e866: 8 total, 8 up, 8 in 2024-08-30T21:12:36.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:35 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1936090876' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:36.837 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.Abort (3031 ms) 2024-08-30T21:12:36.837 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-30T21:12:37.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:36 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1936090876' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:37.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:36 smithi173 ceph-mon[82405]: osdmap e867: 8 total, 8 up, 8 in 2024-08-30T21:12:37.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:36 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1936090876' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:37.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:36 smithi173 ceph-mon[79976]: osdmap e867: 8 total, 8 up, 8 in 2024-08-30T21:12:37.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:36 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1936090876' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:37.272 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:36 smithi196 ceph-mon[74601]: osdmap e867: 8 total, 8 up, 8 in 2024-08-30T21:12:38.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:37 smithi173 ceph-mon[79976]: pgmap v988: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:38.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:37 smithi173 ceph-mon[79976]: osdmap e868: 8 total, 8 up, 8 in 2024-08-30T21:12:38.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:37 smithi173 ceph-mon[82405]: pgmap v988: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:38.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:37 smithi173 ceph-mon[82405]: osdmap e868: 8 total, 8 up, 8 in 2024-08-30T21:12:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:37 smithi196 ceph-mon[74601]: pgmap v988: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:38.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:37 smithi196 ceph-mon[74601]: osdmap e868: 8 total, 8 up, 8 in 2024-08-30T21:12:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:38 smithi173 ceph-mon[79976]: osdmap e869: 8 total, 8 up, 8 in 2024-08-30T21:12:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:38 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1242165635' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:39.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:39.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:38 smithi173 ceph-mon[82405]: osdmap e869: 8 total, 8 up, 8 in 2024-08-30T21:12:39.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:38 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1242165635' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:39.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:38 smithi196 ceph-mon[74601]: osdmap e869: 8 total, 8 up, 8 in 2024-08-30T21:12:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:38 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1242165635' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:39.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:39.852 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.ReserveError (3014 ms) 2024-08-30T21:12:39.852 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-30T21:12:40.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[79976]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:40.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:40.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1242165635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:40.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[79976]: osdmap e870: 8 total, 8 up, 8 in 2024-08-30T21:12:40.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[82405]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:40.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:40.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1242165635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:40.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:39 smithi173 ceph-mon[82405]: osdmap e870: 8 total, 8 up, 8 in 2024-08-30T21:12:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:39 smithi196 ceph-mon[74601]: pgmap v991: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:39 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:39 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1242165635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:40.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:39 smithi196 ceph-mon[74601]: osdmap e870: 8 total, 8 up, 8 in 2024-08-30T21:12:41.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:40 smithi173 ceph-mon[79976]: osdmap e871: 8 total, 8 up, 8 in 2024-08-30T21:12:41.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:40 smithi173 ceph-mon[82405]: osdmap e871: 8 total, 8 up, 8 in 2024-08-30T21:12:41.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:40 smithi196 ceph-mon[74601]: osdmap e871: 8 total, 8 up, 8 in 2024-08-30T21:12:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[79976]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[79976]: osdmap e872: 8 total, 8 up, 8 in 2024-08-30T21:12:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3029155724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:42.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[82405]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[82405]: osdmap e872: 8 total, 8 up, 8 in 2024-08-30T21:12:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3029155724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:42.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:41 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:41 smithi196 ceph-mon[74601]: pgmap v994: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:41 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:41 smithi196 ceph-mon[74601]: osdmap e872: 8 total, 8 up, 8 in 2024-08-30T21:12:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:41 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3029155724' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:42.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:41 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:42.877 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.CommitError (3026 ms) 2024-08-30T21:12:42.878 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-30T21:12:43.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:42 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:43.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:42 smithi196 ceph-mon[74601]: osdmap e873: 8 total, 8 up, 8 in 2024-08-30T21:12:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:42 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:43.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:42 smithi173 ceph-mon[79976]: osdmap e873: 8 total, 8 up, 8 in 2024-08-30T21:12:43.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:42 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:43.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:42 smithi173 ceph-mon[82405]: osdmap e873: 8 total, 8 up, 8 in 2024-08-30T21:12:43.211 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:12:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:12:43] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.51.0" 2024-08-30T21:12:44.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:43 smithi173 ceph-mon[79976]: pgmap v997: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:44.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:43 smithi173 ceph-mon[79976]: osdmap e874: 8 total, 8 up, 8 in 2024-08-30T21:12:44.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:43 smithi173 ceph-mon[82405]: pgmap v997: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:44.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:43 smithi173 ceph-mon[82405]: osdmap e874: 8 total, 8 up, 8 in 2024-08-30T21:12:44.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:43 smithi196 ceph-mon[74601]: pgmap v997: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:44.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:43 smithi196 ceph-mon[74601]: osdmap e874: 8 total, 8 up, 8 in 2024-08-30T21:12:45.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:44 smithi173 ceph-mon[79976]: osdmap e875: 8 total, 8 up, 8 in 2024-08-30T21:12:45.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:44 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1122465691' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:45.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:44 smithi173 ceph-mon[82405]: osdmap e875: 8 total, 8 up, 8 in 2024-08-30T21:12:45.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:44 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1122465691' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:45.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:44 smithi196 ceph-mon[74601]: osdmap e875: 8 total, 8 up, 8 in 2024-08-30T21:12:45.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:44 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1122465691' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:45.897 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.AbortError (3019 ms) 2024-08-30T21:12:45.897 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-30T21:12:46.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[82405]: pgmap v1000: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:46.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:46.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1122465691' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:46.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[82405]: osdmap e876: 8 total, 8 up, 8 in 2024-08-30T21:12:46.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[79976]: pgmap v1000: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:46.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:46.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1122465691' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:46.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:45 smithi173 ceph-mon[79976]: osdmap e876: 8 total, 8 up, 8 in 2024-08-30T21:12:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:45 smithi196 ceph-mon[74601]: pgmap v1000: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:45 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:45 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1122465691' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:46.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:45 smithi196 ceph-mon[74601]: osdmap e876: 8 total, 8 up, 8 in 2024-08-30T21:12:47.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:46 smithi173 ceph-mon[79976]: osdmap e877: 8 total, 8 up, 8 in 2024-08-30T21:12:47.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:46 smithi173 ceph-mon[82405]: osdmap e877: 8 total, 8 up, 8 in 2024-08-30T21:12:47.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:46 smithi196 ceph-mon[74601]: osdmap e877: 8 total, 8 up, 8 in 2024-08-30T21:12:48.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[79976]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:48.333 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:48.333 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[79976]: osdmap e878: 8 total, 8 up, 8 in 2024-08-30T21:12:48.333 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2171129496' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:48.333 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:48.334 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[82405]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:48.334 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:48.334 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[82405]: osdmap e878: 8 total, 8 up, 8 in 2024-08-30T21:12:48.334 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2171129496' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:48.334 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:47 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:48.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:47 smithi196 ceph-mon[74601]: pgmap v1003: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:48.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:47 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:48.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:47 smithi196 ceph-mon[74601]: osdmap e878: 8 total, 8 up, 8 in 2024-08-30T21:12:48.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:47 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2171129496' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:48.335 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:47 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:48.926 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3028 ms) 2024-08-30T21:12:48.926 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-30T21:12:49.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:48 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:49.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:48 smithi173 ceph-mon[79976]: osdmap e879: 8 total, 8 up, 8 in 2024-08-30T21:12:49.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:48 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:49.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:48 smithi173 ceph-mon[82405]: osdmap e879: 8 total, 8 up, 8 in 2024-08-30T21:12:49.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:48 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:49.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:48 smithi196 ceph-mon[74601]: osdmap e879: 8 total, 8 up, 8 in 2024-08-30T21:12:50.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:49 smithi173 ceph-mon[79976]: pgmap v1006: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:50.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:49 smithi173 ceph-mon[79976]: osdmap e880: 8 total, 8 up, 8 in 2024-08-30T21:12:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:49 smithi173 ceph-mon[82405]: pgmap v1006: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:50.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:49 smithi173 ceph-mon[82405]: osdmap e880: 8 total, 8 up, 8 in 2024-08-30T21:12:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:49 smithi196 ceph-mon[74601]: pgmap v1006: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:50.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:49 smithi196 ceph-mon[74601]: osdmap e880: 8 total, 8 up, 8 in 2024-08-30T21:12:51.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:50 smithi173 ceph-mon[79976]: osdmap e881: 8 total, 8 up, 8 in 2024-08-30T21:12:51.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:50 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/963201911' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:51.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:50 smithi173 ceph-mon[82405]: osdmap e881: 8 total, 8 up, 8 in 2024-08-30T21:12:51.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:50 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/963201911' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:51.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:50 smithi196 ceph-mon[74601]: osdmap e881: 8 total, 8 up, 8 in 2024-08-30T21:12:51.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:50 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/963201911' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:51.937 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3012 ms) 2024-08-30T21:12:51.938 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-30T21:12:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[79976]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:52.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/963201911' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:52.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[79976]: osdmap e882: 8 total, 8 up, 8 in 2024-08-30T21:12:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[82405]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/963201911' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:52.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:51 smithi173 ceph-mon[82405]: osdmap e882: 8 total, 8 up, 8 in 2024-08-30T21:12:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:51 smithi196 ceph-mon[74601]: pgmap v1009: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:51 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:51 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/963201911' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:52.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:51 smithi196 ceph-mon[74601]: osdmap e882: 8 total, 8 up, 8 in 2024-08-30T21:12:53.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:52 smithi173 ceph-mon[79976]: osdmap e883: 8 total, 8 up, 8 in 2024-08-30T21:12:53.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:52 smithi173 ceph-mon[82405]: osdmap e883: 8 total, 8 up, 8 in 2024-08-30T21:12:53.211 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:12:53] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.51.0" 2024-08-30T21:12:53.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:52 smithi196 ceph-mon[74601]: osdmap e883: 8 total, 8 up, 8 in 2024-08-30T21:12:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[79976]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[79976]: osdmap e884: 8 total, 8 up, 8 in 2024-08-30T21:12:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/834225631' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[82405]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[82405]: osdmap e884: 8 total, 8 up, 8 in 2024-08-30T21:12:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/834225631' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:53 smithi196 ceph-mon[74601]: pgmap v1012: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:53 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:12:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:53 smithi196 ceph-mon[74601]: osdmap e884: 8 total, 8 up, 8 in 2024-08-30T21:12:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:53 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/834225631' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:53 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:54.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:12:54.965 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3028 ms) 2024-08-30T21:12:54.966 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-30T21:12:55.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:54 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:55.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:54 smithi173 ceph-mon[79976]: osdmap e885: 8 total, 8 up, 8 in 2024-08-30T21:12:55.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:54 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:55.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:54 smithi173 ceph-mon[82405]: osdmap e885: 8 total, 8 up, 8 in 2024-08-30T21:12:55.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:54 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:55.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:54 smithi196 ceph-mon[74601]: osdmap e885: 8 total, 8 up, 8 in 2024-08-30T21:12:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:55 smithi173 ceph-mon[79976]: pgmap v1015: 137 pgs: 1 creating+activating, 3 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:55 smithi173 ceph-mon[79976]: osdmap e886: 8 total, 8 up, 8 in 2024-08-30T21:12:56.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:55 smithi173 ceph-mon[82405]: pgmap v1015: 137 pgs: 1 creating+activating, 3 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:56.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:55 smithi173 ceph-mon[82405]: osdmap e886: 8 total, 8 up, 8 in 2024-08-30T21:12:56.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:55 smithi196 ceph-mon[74601]: pgmap v1015: 137 pgs: 1 creating+activating, 3 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:56.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:55 smithi196 ceph-mon[74601]: osdmap e886: 8 total, 8 up, 8 in 2024-08-30T21:12:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:56 smithi196 ceph-mon[74601]: osdmap e887: 8 total, 8 up, 8 in 2024-08-30T21:12:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:56 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/137530502' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:57.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:56 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:56 smithi173 ceph-mon[79976]: osdmap e887: 8 total, 8 up, 8 in 2024-08-30T21:12:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:56 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/137530502' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:56 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:56 smithi173 ceph-mon[82405]: osdmap e887: 8 total, 8 up, 8 in 2024-08-30T21:12:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:56 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/137530502' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:56 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:12:57.989 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3023 ms) 2024-08-30T21:12:57.989 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-30T21:12:58.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:57 smithi196 ceph-mon[74601]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:58.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:57 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:58.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:57 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:58.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:57 smithi196 ceph-mon[74601]: osdmap e888: 8 total, 8 up, 8 in 2024-08-30T21:12:58.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[79976]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:58.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:58.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:58.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[79976]: osdmap e888: 8 total, 8 up, 8 in 2024-08-30T21:12:58.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[82405]: pgmap v1018: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:12:58.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:12:58.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:12:58.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:57 smithi173 ceph-mon[82405]: osdmap e888: 8 total, 8 up, 8 in 2024-08-30T21:12:59.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:58 smithi196 ceph-mon[74601]: osdmap e889: 8 total, 8 up, 8 in 2024-08-30T21:12:59.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:58 smithi173 ceph-mon[79976]: osdmap e889: 8 total, 8 up, 8 in 2024-08-30T21:12:59.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:58 smithi173 ceph-mon[82405]: osdmap e889: 8 total, 8 up, 8 in 2024-08-30T21:13:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:59 smithi196 ceph-mon[74601]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:59 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:59 smithi196 ceph-mon[74601]: osdmap e890: 8 total, 8 up, 8 in 2024-08-30T21:13:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:12:59 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3486701574' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[82405]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[82405]: osdmap e890: 8 total, 8 up, 8 in 2024-08-30T21:13:00.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3486701574' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:00.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[79976]: pgmap v1021: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:00.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:00.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[79976]: osdmap e890: 8 total, 8 up, 8 in 2024-08-30T21:13:00.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:12:59 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3486701574' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:01.006 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3018 ms) 2024-08-30T21:13:01.006 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-30T21:13:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:01 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3486701574' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:01 smithi196 ceph-mon[74601]: osdmap e891: 8 total, 8 up, 8 in 2024-08-30T21:13:01.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:01 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3486701574' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:01.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:01 smithi173 ceph-mon[82405]: osdmap e891: 8 total, 8 up, 8 in 2024-08-30T21:13:01.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:01 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3486701574' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:01.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:01 smithi173 ceph-mon[79976]: osdmap e891: 8 total, 8 up, 8 in 2024-08-30T21:13:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:02 smithi196 ceph-mon[74601]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:02 smithi196 ceph-mon[74601]: osdmap e892: 8 total, 8 up, 8 in 2024-08-30T21:13:02.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:02 smithi173 ceph-mon[82405]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:02.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:02 smithi173 ceph-mon[82405]: osdmap e892: 8 total, 8 up, 8 in 2024-08-30T21:13:02.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:02 smithi173 ceph-mon[79976]: pgmap v1024: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:02.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:02 smithi173 ceph-mon[79976]: osdmap e892: 8 total, 8 up, 8 in 2024-08-30T21:13:03.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:03 smithi196 ceph-mon[74601]: osdmap e893: 8 total, 8 up, 8 in 2024-08-30T21:13:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:03 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2584197750' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:03.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:03 smithi173 ceph-mon[79976]: osdmap e893: 8 total, 8 up, 8 in 2024-08-30T21:13:03.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:03 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2584197750' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:03.362 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:03 smithi173 ceph-mon[82405]: osdmap e893: 8 total, 8 up, 8 in 2024-08-30T21:13:03.362 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:03 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2584197750' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:03.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:13:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:13:03] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.51.0" 2024-08-30T21:13:04.026 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3019 ms) 2024-08-30T21:13:04.026 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-30T21:13:04.377 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[82405]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:04.377 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:04.377 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2584197750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:04.378 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[82405]: osdmap e894: 8 total, 8 up, 8 in 2024-08-30T21:13:04.378 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[79976]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:04.378 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:04.378 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2584197750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:04.378 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:04 smithi173 ceph-mon[79976]: osdmap e894: 8 total, 8 up, 8 in 2024-08-30T21:13:04.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:04 smithi196 ceph-mon[74601]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:04.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:04 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:04.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:04 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2584197750' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:04.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:04 smithi196 ceph-mon[74601]: osdmap e894: 8 total, 8 up, 8 in 2024-08-30T21:13:05.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:05 smithi173 ceph-mon[79976]: osdmap e895: 8 total, 8 up, 8 in 2024-08-30T21:13:05.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:05 smithi173 ceph-mon[82405]: osdmap e895: 8 total, 8 up, 8 in 2024-08-30T21:13:05.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:05 smithi196 ceph-mon[74601]: osdmap e895: 8 total, 8 up, 8 in 2024-08-30T21:13:06.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[79976]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:06.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:06.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[79976]: osdmap e896: 8 total, 8 up, 8 in 2024-08-30T21:13:06.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/723974124' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:06.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[82405]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:06.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:06.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[82405]: osdmap e896: 8 total, 8 up, 8 in 2024-08-30T21:13:06.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:06 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/723974124' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:06.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:06 smithi196 ceph-mon[74601]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:06.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:06 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:06.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:06 smithi196 ceph-mon[74601]: osdmap e896: 8 total, 8 up, 8 in 2024-08-30T21:13:06.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:06 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/723974124' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:07.056 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.Cleanup (3030 ms) 2024-08-30T21:13:07.056 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-30T21:13:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:07 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/723974124' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:07 smithi173 ceph-mon[79976]: osdmap e897: 8 total, 8 up, 8 in 2024-08-30T21:13:07.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:07 smithi173 ceph-mon[79976]: pgmap v1033: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:07.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:07 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/723974124' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:07.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:07 smithi173 ceph-mon[82405]: osdmap e897: 8 total, 8 up, 8 in 2024-08-30T21:13:07.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:07 smithi173 ceph-mon[82405]: pgmap v1033: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:07.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:07 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/723974124' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:07.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:07 smithi196 ceph-mon[74601]: osdmap e897: 8 total, 8 up, 8 in 2024-08-30T21:13:07.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:07 smithi196 ceph-mon[74601]: pgmap v1033: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:08.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:08 smithi173 ceph-mon[79976]: osdmap e898: 8 total, 8 up, 8 in 2024-08-30T21:13:08.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:08 smithi173 ceph-mon[82405]: osdmap e898: 8 total, 8 up, 8 in 2024-08-30T21:13:08.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:08 smithi196 ceph-mon[74601]: osdmap e898: 8 total, 8 up, 8 in 2024-08-30T21:13:09.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[79976]: osdmap e899: 8 total, 8 up, 8 in 2024-08-30T21:13:09.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4068778871' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:09.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:09.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:09.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[79976]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:09.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[82405]: osdmap e899: 8 total, 8 up, 8 in 2024-08-30T21:13:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4068778871' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:09.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:09 smithi173 ceph-mon[82405]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:09 smithi196 ceph-mon[74601]: osdmap e899: 8 total, 8 up, 8 in 2024-08-30T21:13:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:09 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4068778871' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:09 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:09.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:09 smithi196 ceph-mon[74601]: pgmap v1036: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:10.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:10 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:10.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:10 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:10.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:10 smithi173 ceph-mon[79976]: osdmap e900: 8 total, 8 up, 8 in 2024-08-30T21:13:10.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:10 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:10.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:10 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:10.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:10 smithi173 ceph-mon[82405]: osdmap e900: 8 total, 8 up, 8 in 2024-08-30T21:13:10.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:10 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:10.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:10 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:10.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:10 smithi196 ceph-mon[74601]: osdmap e900: 8 total, 8 up, 8 in 2024-08-30T21:13:11.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:11 smithi173 ceph-mon[79976]: osdmap e901: 8 total, 8 up, 8 in 2024-08-30T21:13:11.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:11 smithi173 ceph-mon[79976]: pgmap v1039: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:11.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:11 smithi173 ceph-mon[82405]: osdmap e901: 8 total, 8 up, 8 in 2024-08-30T21:13:11.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:11 smithi173 ceph-mon[82405]: pgmap v1039: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:11.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:11 smithi196 ceph-mon[74601]: osdmap e901: 8 total, 8 up, 8 in 2024-08-30T21:13:11.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:11 smithi196 ceph-mon[74601]: pgmap v1039: 137 pgs: 6 creating+peering, 25 unknown, 106 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-30T21:13:12.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:12 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:12.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:12 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:12.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:12 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:13.420 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:13 smithi196 ceph-mon[74601]: pgmap v1040: 137 pgs: 6 creating+peering, 3 unknown, 128 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-30T21:13:13.459 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:13 smithi173 ceph-mon[79976]: pgmap v1040: 137 pgs: 6 creating+peering, 3 unknown, 128 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-30T21:13:13.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:13 smithi173 ceph-mon[82405]: pgmap v1040: 137 pgs: 6 creating+peering, 3 unknown, 128 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 5.7 MiB/s wr, 6.42k op/s 2024-08-30T21:13:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:13:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:13:13] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.51.0" 2024-08-30T21:13:15.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:15 smithi196 ceph-mon[74601]: pgmap v1041: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 5.42k op/s 2024-08-30T21:13:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:15 smithi173 ceph-mon[79976]: pgmap v1041: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 5.42k op/s 2024-08-30T21:13:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:15 smithi173 ceph-mon[82405]: pgmap v1041: 137 pgs: 137 active+clean; 1.3 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 4.8 MiB/s wr, 5.42k op/s 2024-08-30T21:13:17.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:17 smithi196 ceph-mon[74601]: pgmap v1042: 137 pgs: 137 active+clean; 1.3 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 4.31k op/s 2024-08-30T21:13:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:17 smithi173 ceph-mon[79976]: pgmap v1042: 137 pgs: 137 active+clean; 1.3 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 4.31k op/s 2024-08-30T21:13:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:17 smithi173 ceph-mon[82405]: pgmap v1042: 137 pgs: 137 active+clean; 1.3 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.8 MiB/s wr, 4.31k op/s 2024-08-30T21:13:19.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:19 smithi196 ceph-mon[74601]: pgmap v1043: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 7.6 MiB/s wr, 8.57k op/s 2024-08-30T21:13:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:19 smithi173 ceph-mon[79976]: pgmap v1043: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 7.6 MiB/s wr, 8.57k op/s 2024-08-30T21:13:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:19 smithi173 ceph-mon[82405]: pgmap v1043: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 7.6 MiB/s wr, 8.57k op/s 2024-08-30T21:13:21.506 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14451 ms) 2024-08-30T21:13:21.506 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-30T21:13:21.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:21 smithi196 ceph-mon[74601]: pgmap v1044: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 6.9 MiB/s wr, 7.75k op/s 2024-08-30T21:13:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:21 smithi173 ceph-mon[79976]: pgmap v1044: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 6.9 MiB/s wr, 7.75k op/s 2024-08-30T21:13:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:21 smithi173 ceph-mon[82405]: pgmap v1044: 137 pgs: 137 active+clean; 2.3 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 6.9 MiB/s wr, 7.75k op/s 2024-08-30T21:13:22.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:22 smithi196 ceph-mon[74601]: osdmap e902: 8 total, 8 up, 8 in 2024-08-30T21:13:22.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:22 smithi173 ceph-mon[79976]: osdmap e902: 8 total, 8 up, 8 in 2024-08-30T21:13:22.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:22 smithi173 ceph-mon[82405]: osdmap e902: 8 total, 8 up, 8 in 2024-08-30T21:13:23.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:13:23] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.51.0" 2024-08-30T21:13:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:23 smithi196 ceph-mon[74601]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:23 smithi196 ceph-mon[74601]: osdmap e903: 8 total, 8 up, 8 in 2024-08-30T21:13:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:23 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3091816186' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:23 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:23.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[79976]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[79976]: osdmap e903: 8 total, 8 up, 8 in 2024-08-30T21:13:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3091816186' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[82405]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[82405]: osdmap e903: 8 total, 8 up, 8 in 2024-08-30T21:13:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3091816186' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:23.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:24 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:24.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:24 smithi196 ceph-mon[74601]: osdmap e904: 8 total, 8 up, 8 in 2024-08-30T21:13:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:24 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:24.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:24 smithi173 ceph-mon[79976]: osdmap e904: 8 total, 8 up, 8 in 2024-08-30T21:13:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:24 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:24.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:24 smithi173 ceph-mon[82405]: osdmap e904: 8 total, 8 up, 8 in 2024-08-30T21:13:25.532 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4026 ms) 2024-08-30T21:13:25.532 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-30T21:13:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:25 smithi196 ceph-mon[74601]: pgmap v1049: 137 pgs: 1 creating+activating, 8 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:25.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:25 smithi196 ceph-mon[74601]: osdmap e905: 8 total, 8 up, 8 in 2024-08-30T21:13:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:25 smithi173 ceph-mon[79976]: pgmap v1049: 137 pgs: 1 creating+activating, 8 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:25 smithi173 ceph-mon[79976]: osdmap e905: 8 total, 8 up, 8 in 2024-08-30T21:13:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:25 smithi173 ceph-mon[82405]: pgmap v1049: 137 pgs: 1 creating+activating, 8 creating+peering, 16 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:25 smithi173 ceph-mon[82405]: osdmap e905: 8 total, 8 up, 8 in 2024-08-30T21:13:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:26 smithi173 ceph-mon[79976]: osdmap e906: 8 total, 8 up, 8 in 2024-08-30T21:13:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:26 smithi173 ceph-mon[82405]: osdmap e906: 8 total, 8 up, 8 in 2024-08-30T21:13:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:26 smithi196 ceph-mon[74601]: osdmap e906: 8 total, 8 up, 8 in 2024-08-30T21:13:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[79976]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:27.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[79976]: osdmap e907: 8 total, 8 up, 8 in 2024-08-30T21:13:27.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1311910984' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:27.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[82405]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[82405]: osdmap e907: 8 total, 8 up, 8 in 2024-08-30T21:13:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1311910984' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:27.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:27 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:27 smithi196 ceph-mon[74601]: pgmap v1052: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:27 smithi196 ceph-mon[74601]: osdmap e907: 8 total, 8 up, 8 in 2024-08-30T21:13:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:27 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1311910984' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:27 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:28 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:28 smithi173 ceph-mon[79976]: osdmap e908: 8 total, 8 up, 8 in 2024-08-30T21:13:28.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:28 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:28.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:28 smithi173 ceph-mon[82405]: osdmap e908: 8 total, 8 up, 8 in 2024-08-30T21:13:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:28 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:28 smithi196 ceph-mon[74601]: osdmap e908: 8 total, 8 up, 8 in 2024-08-30T21:13:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[79976]: pgmap v1055: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 635 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 315 KiB/s wr, 343 op/s 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[79976]: osdmap e909: 8 total, 8 up, 8 in 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[82405]: pgmap v1055: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 635 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 315 KiB/s wr, 343 op/s 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[82405]: osdmap e909: 8 total, 8 up, 8 in 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:13:29.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:13:29.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:13:30.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:29 smithi196 ceph-mon[74601]: pgmap v1055: 137 pgs: 5 creating+peering, 23 unknown, 109 active+clean; 635 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 315 KiB/s wr, 343 op/s 2024-08-30T21:13:30.023 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:29 smithi196 ceph-mon[74601]: osdmap e909: 8 total, 8 up, 8 in 2024-08-30T21:13:30.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:13:30.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:13:30.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:13:30.024 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:13:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:31 smithi173 ceph-mon[79976]: pgmap v1057: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 635 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 257 KiB/s wr, 279 op/s 2024-08-30T21:13:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:31 smithi173 ceph-mon[82405]: pgmap v1057: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 635 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 257 KiB/s wr, 279 op/s 2024-08-30T21:13:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:31 smithi196 ceph-mon[74601]: pgmap v1057: 137 pgs: 5 creating+peering, 10 unknown, 122 active+clean; 635 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 257 KiB/s wr, 279 op/s 2024-08-30T21:13:33.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:13:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:13:33] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.51.0" 2024-08-30T21:13:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:33 smithi173 ceph-mon[79976]: pgmap v1058: 137 pgs: 137 active+clean; 635 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 210 KiB/s wr, 228 op/s 2024-08-30T21:13:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:33 smithi173 ceph-mon[82405]: pgmap v1058: 137 pgs: 137 active+clean; 635 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 210 KiB/s wr, 228 op/s 2024-08-30T21:13:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:33 smithi196 ceph-mon[74601]: pgmap v1058: 137 pgs: 137 active+clean; 635 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 210 KiB/s wr, 228 op/s 2024-08-30T21:13:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:35 smithi173 ceph-mon[79976]: pgmap v1059: 137 pgs: 137 active+clean; 1.5 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-08-30T21:13:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:35 smithi173 ceph-mon[82405]: pgmap v1059: 137 pgs: 137 active+clean; 1.5 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-08-30T21:13:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:35 smithi196 ceph-mon[74601]: pgmap v1059: 137 pgs: 137 active+clean; 1.5 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 MiB/s rd, 5.2 MiB/s wr, 6.16k op/s 2024-08-30T21:13:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:37 smithi173 ceph-mon[79976]: pgmap v1060: 137 pgs: 137 active+clean; 1.5 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 4.6 MiB/s wr, 5.47k op/s 2024-08-30T21:13:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:37 smithi173 ceph-mon[82405]: pgmap v1060: 137 pgs: 137 active+clean; 1.5 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 4.6 MiB/s wr, 5.47k op/s 2024-08-30T21:13:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:37 smithi196 ceph-mon[74601]: pgmap v1060: 137 pgs: 137 active+clean; 1.5 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 4.6 MiB/s wr, 5.47k op/s 2024-08-30T21:13:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:39 smithi173 ceph-mon[79976]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 MiB/s rd, 5.9 MiB/s wr, 7.13k op/s 2024-08-30T21:13:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:39 smithi173 ceph-mon[82405]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 MiB/s rd, 5.9 MiB/s wr, 7.13k op/s 2024-08-30T21:13:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:39 smithi196 ceph-mon[74601]: pgmap v1061: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 79 MiB/s rd, 5.9 MiB/s wr, 7.13k op/s 2024-08-30T21:13:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:41 smithi173 ceph-mon[79976]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 5.0 MiB/s wr, 6.01k op/s 2024-08-30T21:13:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:41 smithi173 ceph-mon[82405]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 5.0 MiB/s wr, 6.01k op/s 2024-08-30T21:13:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:41 smithi196 ceph-mon[74601]: pgmap v1062: 137 pgs: 137 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 5.0 MiB/s wr, 6.01k op/s 2024-08-30T21:13:43.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:13:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:13:43] "GET /metrics HTTP/1.1" 200 36597 "" "Prometheus/2.51.0" 2024-08-30T21:13:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:43 smithi173 ceph-mon[79976]: pgmap v1063: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 4.9 MiB/s wr, 5.94k op/s 2024-08-30T21:13:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:43 smithi173 ceph-mon[82405]: pgmap v1063: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 4.9 MiB/s wr, 5.94k op/s 2024-08-30T21:13:44.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:43 smithi196 ceph-mon[74601]: pgmap v1063: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 66 MiB/s rd, 4.9 MiB/s wr, 5.94k op/s 2024-08-30T21:13:44.591 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19059 ms) 2024-08-30T21:13:44.592 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-30T21:13:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:45 smithi173 ceph-mon[79976]: pgmap v1064: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 MiB/s rd, 6.1 MiB/s wr, 7.46k op/s 2024-08-30T21:13:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:45 smithi173 ceph-mon[79976]: osdmap e910: 8 total, 8 up, 8 in 2024-08-30T21:13:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:45 smithi173 ceph-mon[82405]: pgmap v1064: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 MiB/s rd, 6.1 MiB/s wr, 7.46k op/s 2024-08-30T21:13:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:45 smithi173 ceph-mon[82405]: osdmap e910: 8 total, 8 up, 8 in 2024-08-30T21:13:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:45 smithi196 ceph-mon[74601]: pgmap v1064: 137 pgs: 137 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 104 MiB/s rd, 6.1 MiB/s wr, 7.46k op/s 2024-08-30T21:13:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:45 smithi196 ceph-mon[74601]: osdmap e910: 8 total, 8 up, 8 in 2024-08-30T21:13:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:46 smithi173 ceph-mon[79976]: osdmap e911: 8 total, 8 up, 8 in 2024-08-30T21:13:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:46 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/716413525' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:46.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:46 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:46 smithi173 ceph-mon[82405]: osdmap e911: 8 total, 8 up, 8 in 2024-08-30T21:13:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:46 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/716413525' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:46.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:46 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:46 smithi196 ceph-mon[74601]: osdmap e911: 8 total, 8 up, 8 in 2024-08-30T21:13:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:46 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/716413525' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:47.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:46 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[79976]: pgmap v1067: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[79976]: osdmap e912: 8 total, 8 up, 8 in 2024-08-30T21:13:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[82405]: pgmap v1067: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:47.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:47 smithi173 ceph-mon[82405]: osdmap e912: 8 total, 8 up, 8 in 2024-08-30T21:13:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:47 smithi196 ceph-mon[74601]: pgmap v1067: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:47 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:47 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:48.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:47 smithi196 ceph-mon[74601]: osdmap e912: 8 total, 8 up, 8 in 2024-08-30T21:13:48.625 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4034 ms) 2024-08-30T21:13:48.626 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-30T21:13:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:48 smithi173 ceph-mon[79976]: osdmap e913: 8 total, 8 up, 8 in 2024-08-30T21:13:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:48 smithi173 ceph-mon[82405]: osdmap e913: 8 total, 8 up, 8 in 2024-08-30T21:13:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:48 smithi196 ceph-mon[74601]: osdmap e913: 8 total, 8 up, 8 in 2024-08-30T21:13:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:49 smithi173 ceph-mon[79976]: pgmap v1070: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:49 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:49.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:49 smithi173 ceph-mon[79976]: osdmap e914: 8 total, 8 up, 8 in 2024-08-30T21:13:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:49 smithi173 ceph-mon[82405]: pgmap v1070: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:49.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:49 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:49.962 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:49 smithi173 ceph-mon[82405]: osdmap e914: 8 total, 8 up, 8 in 2024-08-30T21:13:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:49 smithi196 ceph-mon[74601]: pgmap v1070: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:49 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:49 smithi196 ceph-mon[74601]: osdmap e914: 8 total, 8 up, 8 in 2024-08-30T21:13:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:50 smithi173 ceph-mon[79976]: osdmap e915: 8 total, 8 up, 8 in 2024-08-30T21:13:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:50 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/418080491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:50 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:50 smithi173 ceph-mon[82405]: osdmap e915: 8 total, 8 up, 8 in 2024-08-30T21:13:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:50 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/418080491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:50.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:50 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:50 smithi196 ceph-mon[74601]: osdmap e915: 8 total, 8 up, 8 in 2024-08-30T21:13:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:50 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/418080491' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:50 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[79976]: pgmap v1073: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[79976]: osdmap e916: 8 total, 8 up, 8 in 2024-08-30T21:13:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[82405]: pgmap v1073: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:51.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:51.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:51.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:51 smithi173 ceph-mon[82405]: osdmap e916: 8 total, 8 up, 8 in 2024-08-30T21:13:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:51 smithi196 ceph-mon[74601]: pgmap v1073: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:51 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:51 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:51 smithi196 ceph-mon[74601]: osdmap e916: 8 total, 8 up, 8 in 2024-08-30T21:13:52.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:52 smithi173 ceph-mon[79976]: osdmap e917: 8 total, 8 up, 8 in 2024-08-30T21:13:52.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:52 smithi173 ceph-mon[82405]: osdmap e917: 8 total, 8 up, 8 in 2024-08-30T21:13:53.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:52 smithi196 ceph-mon[74601]: osdmap e917: 8 total, 8 up, 8 in 2024-08-30T21:13:53.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:13:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:13:53] "GET /metrics HTTP/1.1" 200 36597 "" "Prometheus/2.51.0" 2024-08-30T21:13:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:53 smithi173 ceph-mon[79976]: pgmap v1076: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:53 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:53.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:53 smithi173 ceph-mon[82405]: pgmap v1076: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:53 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:53.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:53 smithi196 ceph-mon[74601]: pgmap v1076: 137 pgs: 5 creating+peering, 11 unknown, 121 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:53 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:13:54.656 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6030 ms) 2024-08-30T21:13:54.656 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-30T21:13:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:55 smithi173 ceph-mon[79976]: pgmap v1077: 137 pgs: 5 creating+peering, 132 active+clean; 658 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 1.78k op/s 2024-08-30T21:13:55.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:55 smithi173 ceph-mon[79976]: osdmap e918: 8 total, 8 up, 8 in 2024-08-30T21:13:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:55 smithi173 ceph-mon[82405]: pgmap v1077: 137 pgs: 5 creating+peering, 132 active+clean; 658 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 1.78k op/s 2024-08-30T21:13:55.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:55 smithi173 ceph-mon[82405]: osdmap e918: 8 total, 8 up, 8 in 2024-08-30T21:13:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:55 smithi196 ceph-mon[74601]: pgmap v1077: 137 pgs: 5 creating+peering, 132 active+clean; 658 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.1 MiB/s wr, 1.78k op/s 2024-08-30T21:13:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:55 smithi196 ceph-mon[74601]: osdmap e918: 8 total, 8 up, 8 in 2024-08-30T21:13:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[79976]: osdmap e919: 8 total, 8 up, 8 in 2024-08-30T21:13:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2017381879' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2017381879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:56.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[79976]: osdmap e920: 8 total, 8 up, 8 in 2024-08-30T21:13:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[82405]: osdmap e919: 8 total, 8 up, 8 in 2024-08-30T21:13:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2017381879' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:56.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2017381879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:56.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:56 smithi173 ceph-mon[82405]: osdmap e920: 8 total, 8 up, 8 in 2024-08-30T21:13:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:56 smithi196 ceph-mon[74601]: osdmap e919: 8 total, 8 up, 8 in 2024-08-30T21:13:57.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:56 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2017381879' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:13:57.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:56 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2017381879' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121200-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:13:57.021 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:56 smithi196 ceph-mon[74601]: osdmap e920: 8 total, 8 up, 8 in 2024-08-30T21:13:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:57 smithi173 ceph-mon[79976]: pgmap v1080: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:57 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:57.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:57 smithi173 ceph-mon[79976]: osdmap e921: 8 total, 8 up, 8 in 2024-08-30T21:13:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:57 smithi173 ceph-mon[82405]: pgmap v1080: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:57 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:57.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:57 smithi173 ceph-mon[82405]: osdmap e921: 8 total, 8 up, 8 in 2024-08-30T21:13:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:57 smithi196 ceph-mon[74601]: pgmap v1080: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:13:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:57 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:13:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:57 smithi196 ceph-mon[74601]: osdmap e921: 8 total, 8 up, 8 in 2024-08-30T21:13:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:58 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:59.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:58 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:59.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:58 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:13:59.738 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5083 ms) 2024-08-30T21:13:59.738 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 22 tests from TestCls2PCQueue (100637 ms total) 2024-08-30T21:13:59.738 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:13:59.738 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:13:59.738 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 22 tests from 1 test suite ran. (100637 ms total) 2024-08-30T21:13:59.738 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 22 tests. 2024-08-30T21:13:59.741 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:13:59.742 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:13:59.770 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-30T21:13:59.770 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-30T21:13:59.840 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:13:59.841 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-30T21:13:59.841 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:13:59.841 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 5 tests from cls_cas 2024-08-30T21:13:59.841 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_cas.get_put 2024-08-30T21:14:00.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:13:59 smithi196 ceph-mon[74601]: pgmap v1083: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:13:59 smithi173 ceph-mon[79976]: pgmap v1083: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:00.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:13:59 smithi173 ceph-mon[82405]: pgmap v1083: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:01.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:00 smithi196 ceph-mon[74601]: osdmap e922: 8 total, 8 up, 8 in 2024-08-30T21:14:01.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:00 smithi173 ceph-mon[79976]: osdmap e922: 8 total, 8 up, 8 in 2024-08-30T21:14:01.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:00 smithi173 ceph-mon[82405]: osdmap e922: 8 total, 8 up, 8 in 2024-08-30T21:14:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:01 smithi196 ceph-mon[74601]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:01 smithi196 ceph-mon[74601]: osdmap e923: 8 total, 8 up, 8 in 2024-08-30T21:14:02.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:01 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3229175900' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:01 smithi173 ceph-mon[79976]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:01 smithi173 ceph-mon[79976]: osdmap e923: 8 total, 8 up, 8 in 2024-08-30T21:14:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:01 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3229175900' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:02.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:01 smithi173 ceph-mon[82405]: pgmap v1085: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:02.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:01 smithi173 ceph-mon[82405]: osdmap e923: 8 total, 8 up, 8 in 2024-08-30T21:14:02.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:01 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3229175900' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:02.765 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_cas.get_put (2924 ms) 2024-08-30T21:14:02.765 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_cas.wrong_put 2024-08-30T21:14:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:02 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3229175900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:03.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:02 smithi196 ceph-mon[74601]: osdmap e924: 8 total, 8 up, 8 in 2024-08-30T21:14:03.098 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:02 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3229175900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:03.098 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:02 smithi173 ceph-mon[79976]: osdmap e924: 8 total, 8 up, 8 in 2024-08-30T21:14:03.099 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:02 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3229175900' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:03.099 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:02 smithi173 ceph-mon[82405]: osdmap e924: 8 total, 8 up, 8 in 2024-08-30T21:14:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:14:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:14:03] "GET /metrics HTTP/1.1" 200 36568 "" "Prometheus/2.51.0" 2024-08-30T21:14:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:03 smithi196 ceph-mon[74601]: pgmap v1088: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:04.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:03 smithi196 ceph-mon[74601]: osdmap e925: 8 total, 8 up, 8 in 2024-08-30T21:14:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:03 smithi173 ceph-mon[79976]: pgmap v1088: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:03 smithi173 ceph-mon[79976]: osdmap e925: 8 total, 8 up, 8 in 2024-08-30T21:14:04.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:03 smithi173 ceph-mon[82405]: pgmap v1088: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:04.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:03 smithi173 ceph-mon[82405]: osdmap e925: 8 total, 8 up, 8 in 2024-08-30T21:14:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:04 smithi173 ceph-mon[79976]: osdmap e926: 8 total, 8 up, 8 in 2024-08-30T21:14:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:04 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2299808681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:05.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:04 smithi173 ceph-mon[82405]: osdmap e926: 8 total, 8 up, 8 in 2024-08-30T21:14:05.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:04 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2299808681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:04 smithi196 ceph-mon[74601]: osdmap e926: 8 total, 8 up, 8 in 2024-08-30T21:14:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:04 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2299808681' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:05.790 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_cas.wrong_put (3024 ms) 2024-08-30T21:14:05.790 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_cas.dup_get 2024-08-30T21:14:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[79976]: pgmap v1091: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2299808681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[79976]: osdmap e927: 8 total, 8 up, 8 in 2024-08-30T21:14:06.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[82405]: pgmap v1091: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2299808681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:05 smithi173 ceph-mon[82405]: osdmap e927: 8 total, 8 up, 8 in 2024-08-30T21:14:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:05 smithi196 ceph-mon[74601]: pgmap v1091: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:05 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:05 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2299808681' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:05 smithi196 ceph-mon[74601]: osdmap e927: 8 total, 8 up, 8 in 2024-08-30T21:14:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:06 smithi173 ceph-mon[79976]: osdmap e928: 8 total, 8 up, 8 in 2024-08-30T21:14:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:06 smithi173 ceph-mon[82405]: osdmap e928: 8 total, 8 up, 8 in 2024-08-30T21:14:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:06 smithi196 ceph-mon[74601]: osdmap e928: 8 total, 8 up, 8 in 2024-08-30T21:14:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[79976]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[79976]: osdmap e929: 8 total, 8 up, 8 in 2024-08-30T21:14:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/937613028' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[82405]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[82405]: osdmap e929: 8 total, 8 up, 8 in 2024-08-30T21:14:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:07 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/937613028' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:07 smithi196 ceph-mon[74601]: pgmap v1094: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:07 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:07 smithi196 ceph-mon[74601]: osdmap e929: 8 total, 8 up, 8 in 2024-08-30T21:14:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:07 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/937613028' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:08.815 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_cas.dup_get (3026 ms) 2024-08-30T21:14:08.815 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_cas.dup_put 2024-08-30T21:14:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:08 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/937613028' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:08 smithi173 ceph-mon[79976]: osdmap e930: 8 total, 8 up, 8 in 2024-08-30T21:14:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:08 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/937613028' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:08 smithi173 ceph-mon[82405]: osdmap e930: 8 total, 8 up, 8 in 2024-08-30T21:14:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:08 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/937613028' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:08 smithi196 ceph-mon[74601]: osdmap e930: 8 total, 8 up, 8 in 2024-08-30T21:14:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:09 smithi173 ceph-mon[79976]: pgmap v1097: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:09 smithi173 ceph-mon[79976]: osdmap e931: 8 total, 8 up, 8 in 2024-08-30T21:14:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:09 smithi173 ceph-mon[82405]: pgmap v1097: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:09 smithi173 ceph-mon[82405]: osdmap e931: 8 total, 8 up, 8 in 2024-08-30T21:14:10.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:09 smithi196 ceph-mon[74601]: pgmap v1097: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:10.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:09 smithi196 ceph-mon[74601]: osdmap e931: 8 total, 8 up, 8 in 2024-08-30T21:14:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:10 smithi173 ceph-mon[79976]: osdmap e932: 8 total, 8 up, 8 in 2024-08-30T21:14:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:10 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2713514430' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:10 smithi173 ceph-mon[82405]: osdmap e932: 8 total, 8 up, 8 in 2024-08-30T21:14:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:10 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2713514430' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:10 smithi196 ceph-mon[74601]: osdmap e932: 8 total, 8 up, 8 in 2024-08-30T21:14:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:10 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2713514430' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:11.826 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_cas.dup_put (3011 ms) 2024-08-30T21:14:11.827 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-30T21:14:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[79976]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2713514430' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[79976]: osdmap e933: 8 total, 8 up, 8 in 2024-08-30T21:14:12.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[82405]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:12.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:12.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2713514430' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:12.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:11 smithi173 ceph-mon[82405]: osdmap e933: 8 total, 8 up, 8 in 2024-08-30T21:14:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:11 smithi196 ceph-mon[74601]: pgmap v1100: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:11 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:11 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2713514430' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:11 smithi196 ceph-mon[74601]: osdmap e933: 8 total, 8 up, 8 in 2024-08-30T21:14:13.097 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:12 smithi173 ceph-mon[79976]: osdmap e934: 8 total, 8 up, 8 in 2024-08-30T21:14:13.097 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:12 smithi173 ceph-mon[82405]: osdmap e934: 8 total, 8 up, 8 in 2024-08-30T21:14:13.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:12 smithi196 ceph-mon[74601]: osdmap e934: 8 total, 8 up, 8 in 2024-08-30T21:14:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:14:13] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.51.0" 2024-08-30T21:14:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[79976]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[79976]: osdmap e935: 8 total, 8 up, 8 in 2024-08-30T21:14:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/358328240' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[82405]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[82405]: osdmap e935: 8 total, 8 up, 8 in 2024-08-30T21:14:14.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:13 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/358328240' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:13 smithi196 ceph-mon[74601]: pgmap v1103: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:13 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:13 smithi196 ceph-mon[74601]: osdmap e935: 8 total, 8 up, 8 in 2024-08-30T21:14:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:13 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/358328240' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_cas.get_wrong_data (3031 ms) 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 5 tests from cls_cas (15017 ms total) 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 1 test from chunk_refs_t 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] chunk_refs_t.size 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:1 60 by_object 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:2 103 by_object 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:4 189 by_object 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:8 361 by_object 2024-08-30T21:14:14.858 INFO:tasks.workunit.client.0.smithi173.stdout:16 112 by_hash(32 bits) 2024-08-30T21:14:14.859 INFO:tasks.workunit.client.0.smithi173.stdout:32 208 by_hash(32 bits) 2024-08-30T21:14:14.859 INFO:tasks.workunit.client.0.smithi173.stdout:64 400 by_hash(32 bits) 2024-08-30T21:14:14.859 INFO:tasks.workunit.client.0.smithi173.stdout:128 509 by_hash(10 bits) 2024-08-30T21:14:14.860 INFO:tasks.workunit.client.0.smithi173.stdout:256 499 by_hash(7 bits) 2024-08-30T21:14:14.860 INFO:tasks.workunit.client.0.smithi173.stdout:512 462 by_hash(5 bits) 2024-08-30T21:14:14.860 INFO:tasks.workunit.client.0.smithi173.stdout:1024 466 by_hash(5 bits) 2024-08-30T21:14:14.860 INFO:tasks.workunit.client.0.smithi173.stdout:2048 466 by_hash(5 bits) 2024-08-30T21:14:14.860 INFO:tasks.workunit.client.0.smithi173.stdout:4096 470 by_hash(5 bits) 2024-08-30T21:14:14.860 INFO:tasks.workunit.client.0.smithi173.stdout:8192 498 by_hash(4 bits) 2024-08-30T21:14:14.862 INFO:tasks.workunit.client.0.smithi173.stdout:16384 278 by_hash(3 bits) 2024-08-30T21:14:14.864 INFO:tasks.workunit.client.0.smithi173.stdout:32768 337 by_hash(2 bits) 2024-08-30T21:14:14.868 INFO:tasks.workunit.client.0.smithi173.stdout:65536 367 by_hash(2 bits) 2024-08-30T21:14:14.875 INFO:tasks.workunit.client.0.smithi173.stdout:131072 387 by_hash(1 bits) 2024-08-30T21:14:14.889 INFO:tasks.workunit.client.0.smithi173.stdout:262144 331 by_pool 2024-08-30T21:14:14.916 INFO:tasks.workunit.client.0.smithi173.stdout:524288 21 count 2024-08-30T21:14:14.962 INFO:tasks.workunit.client.0.smithi173.stdout:1048576 21 count 2024-08-30T21:14:15.056 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] chunk_refs_t.size (199 ms) 2024-08-30T21:14:15.056 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 1 test from chunk_refs_t (199 ms total) 2024-08-30T21:14:15.056 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:14:15.057 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:14:15.057 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 6 tests from 2 test suites ran. (15216 ms total) 2024-08-30T21:14:15.057 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 6 tests. 2024-08-30T21:14:15.059 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:14:15.059 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:14:15.120 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:14 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/358328240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:15.120 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:14 smithi173 ceph-mon[79976]: osdmap e936: 8 total, 8 up, 8 in 2024-08-30T21:14:15.121 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:14 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/358328240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:15.121 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:14 smithi173 ceph-mon[82405]: osdmap e936: 8 total, 8 up, 8 in 2024-08-30T21:14:15.123 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-30T21:14:15.124 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-30T21:14:15.194 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:14:15.194 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-30T21:14:15.194 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:14:15.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:14 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/358328240' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-121996-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:15.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:14 smithi196 ceph-mon[74601]: osdmap e936: 8 total, 8 up, 8 in 2024-08-30T21:14:16.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:15 smithi173 ceph-mon[79976]: pgmap v1106: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:16.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:15 smithi173 ceph-mon[79976]: osdmap e937: 8 total, 8 up, 8 in 2024-08-30T21:14:16.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:15 smithi173 ceph-mon[82405]: pgmap v1106: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:16.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:15 smithi173 ceph-mon[82405]: osdmap e937: 8 total, 8 up, 8 in 2024-08-30T21:14:16.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:15 smithi196 ceph-mon[74601]: pgmap v1106: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:16.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:15 smithi196 ceph-mon[74601]: osdmap e937: 8 total, 8 up, 8 in 2024-08-30T21:14:16.873 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 31 tests from CmpOmap 2024-08-30T21:14:16.873 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-30T21:14:16.885 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (13 ms) 2024-08-30T21:14:16.885 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-30T21:14:16.893 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (7 ms) 2024-08-30T21:14:16.893 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-30T21:14:16.895 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (2 ms) 2024-08-30T21:14:16.895 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-30T21:14:16.898 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-30T21:14:16.899 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-30T21:14:16.904 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-08-30T21:14:16.905 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-30T21:14:16.910 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-08-30T21:14:16.910 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-30T21:14:16.913 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-30T21:14:16.913 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-30T21:14:16.916 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-30T21:14:16.916 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-30T21:14:16.918 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-30T21:14:16.918 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-30T21:14:16.922 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-30T21:14:16.922 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-30T21:14:16.923 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-30T21:14:16.923 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-30T21:14:16.924 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-30T21:14:16.924 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-30T21:14:16.929 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2024-08-30T21:14:16.930 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-30T21:14:16.935 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-30T21:14:16.936 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-30T21:14:16.941 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-08-30T21:14:16.941 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-30T21:14:16.949 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-30T21:14:16.949 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-30T21:14:16.956 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-08-30T21:14:16.956 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-30T21:14:16.963 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-30T21:14:16.963 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-30T21:14:16.965 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-30T21:14:16.965 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-30T21:14:16.967 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-30T21:14:16.967 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-30T21:14:16.968 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-30T21:14:16.968 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-30T21:14:16.968 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-30T21:14:16.969 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-30T21:14:16.975 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-08-30T21:14:16.975 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-30T21:14:16.980 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-08-30T21:14:16.980 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-30T21:14:16.987 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-08-30T21:14:16.987 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-30T21:14:16.994 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-30T21:14:16.994 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-30T21:14:16.996 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-30T21:14:16.996 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-30T21:14:16.998 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-30T21:14:16.999 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-30T21:14:16.999 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-30T21:14:17.000 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-30T21:14:17.000 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-30T21:14:17.000 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-30T21:14:17.009 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-08-30T21:14:17.009 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 31 tests from CmpOmap (137 ms total) 2024-08-30T21:14:17.009 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:14:17.009 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:14:17.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:16 smithi173 ceph-mon[79976]: osdmap e938: 8 total, 8 up, 8 in 2024-08-30T21:14:17.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:16 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/916939549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122119-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:17.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:16 smithi173 ceph-mon[82405]: osdmap e938: 8 total, 8 up, 8 in 2024-08-30T21:14:17.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:16 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/916939549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122119-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:17.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:16 smithi196 ceph-mon[74601]: osdmap e938: 8 total, 8 up, 8 in 2024-08-30T21:14:17.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:16 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/916939549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122119-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:17.874 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 31 tests from 1 test suite ran. (2680 ms total) 2024-08-30T21:14:17.874 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 31 tests. 2024-08-30T21:14:17.878 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:14:17.878 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:14:17.946 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-30T21:14:17.946 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-30T21:14:18.018 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:14:18.018 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-30T21:14:18.018 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:14:18.019 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 6 tests from ClsHello 2024-08-30T21:14:18.019 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsHello.SayHello 2024-08-30T21:14:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[79976]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/916939549' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122119-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[79976]: osdmap e939: 8 total, 8 up, 8 in 2024-08-30T21:14:18.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[82405]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:18.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:18.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/916939549' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122119-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:18.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:17 smithi173 ceph-mon[82405]: osdmap e939: 8 total, 8 up, 8 in 2024-08-30T21:14:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:17 smithi196 ceph-mon[74601]: pgmap v1109: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:17 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:17 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/916939549' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122119-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:17 smithi196 ceph-mon[74601]: osdmap e939: 8 total, 8 up, 8 in 2024-08-30T21:14:19.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:18 smithi173 ceph-mon[79976]: osdmap e940: 8 total, 8 up, 8 in 2024-08-30T21:14:19.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:18 smithi173 ceph-mon[82405]: osdmap e940: 8 total, 8 up, 8 in 2024-08-30T21:14:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:18 smithi196 ceph-mon[74601]: osdmap e940: 8 total, 8 up, 8 in 2024-08-30T21:14:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[79976]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[79976]: osdmap e941: 8 total, 8 up, 8 in 2024-08-30T21:14:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1488670620' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:20.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[82405]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[82405]: osdmap e941: 8 total, 8 up, 8 in 2024-08-30T21:14:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1488670620' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:20.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:19 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:19 smithi196 ceph-mon[74601]: pgmap v1112: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:19 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:19 smithi196 ceph-mon[74601]: osdmap e941: 8 total, 8 up, 8 in 2024-08-30T21:14:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:19 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1488670620' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:20.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:19 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:20.909 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsHello.SayHello (2891 ms) 2024-08-30T21:14:20.909 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsHello.RecordHello 2024-08-30T21:14:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:20 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:21.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:20 smithi173 ceph-mon[82405]: osdmap e942: 8 total, 8 up, 8 in 2024-08-30T21:14:21.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:20 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:21.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:20 smithi173 ceph-mon[79976]: osdmap e942: 8 total, 8 up, 8 in 2024-08-30T21:14:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:20 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:20 smithi196 ceph-mon[74601]: osdmap e942: 8 total, 8 up, 8 in 2024-08-30T21:14:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:21 smithi173 ceph-mon[82405]: pgmap v1115: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:22.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:21 smithi173 ceph-mon[82405]: osdmap e943: 8 total, 8 up, 8 in 2024-08-30T21:14:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:21 smithi173 ceph-mon[79976]: pgmap v1115: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:22.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:21 smithi173 ceph-mon[79976]: osdmap e943: 8 total, 8 up, 8 in 2024-08-30T21:14:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:21 smithi196 ceph-mon[74601]: pgmap v1115: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:21 smithi196 ceph-mon[74601]: osdmap e943: 8 total, 8 up, 8 in 2024-08-30T21:14:23.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:14:23] "GET /metrics HTTP/1.1" 200 36541 "" "Prometheus/2.51.0" 2024-08-30T21:14:23.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:22 smithi173 ceph-mon[82405]: osdmap e944: 8 total, 8 up, 8 in 2024-08-30T21:14:23.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:22 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1022506994' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:23.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:22 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:23.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:22 smithi173 ceph-mon[79976]: osdmap e944: 8 total, 8 up, 8 in 2024-08-30T21:14:23.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:22 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1022506994' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:23.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:22 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:22 smithi196 ceph-mon[74601]: osdmap e944: 8 total, 8 up, 8 in 2024-08-30T21:14:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:22 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1022506994' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:22 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:23.926 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsHello.RecordHello (3017 ms) 2024-08-30T21:14:23.926 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-30T21:14:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[82405]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[82405]: osdmap e945: 8 total, 8 up, 8 in 2024-08-30T21:14:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:24.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[79976]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:24.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:24.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:24.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[79976]: osdmap e945: 8 total, 8 up, 8 in 2024-08-30T21:14:24.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:24.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:23 smithi196 ceph-mon[74601]: pgmap v1118: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:23 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:23 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:23 smithi196 ceph-mon[74601]: osdmap e945: 8 total, 8 up, 8 in 2024-08-30T21:14:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:25.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:24 smithi173 ceph-mon[82405]: osdmap e946: 8 total, 8 up, 8 in 2024-08-30T21:14:25.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:24 smithi173 ceph-mon[79976]: osdmap e946: 8 total, 8 up, 8 in 2024-08-30T21:14:25.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:24 smithi196 ceph-mon[74601]: osdmap e946: 8 total, 8 up, 8 in 2024-08-30T21:14:25.946 INFO:tasks.workunit.client.0.smithi173.stdout:require_osd_release = squid 2024-08-30T21:14:25.953 INFO:tasks.workunit.client.0.smithi173.stdout:0 2024-08-30T21:14:25.955 INFO:tasks.workunit.client.0.smithi173.stdout:1 2024-08-30T21:14:25.956 INFO:tasks.workunit.client.0.smithi173.stdout:2 2024-08-30T21:14:25.957 INFO:tasks.workunit.client.0.smithi173.stdout:3 2024-08-30T21:14:25.958 INFO:tasks.workunit.client.0.smithi173.stdout:4 2024-08-30T21:14:25.959 INFO:tasks.workunit.client.0.smithi173.stdout:5 2024-08-30T21:14:25.960 INFO:tasks.workunit.client.0.smithi173.stdout:6 2024-08-30T21:14:25.961 INFO:tasks.workunit.client.0.smithi173.stdout:7 2024-08-30T21:14:25.961 INFO:tasks.workunit.client.0.smithi173.stdout:8 2024-08-30T21:14:25.962 INFO:tasks.workunit.client.0.smithi173.stdout:9 2024-08-30T21:14:25.963 INFO:tasks.workunit.client.0.smithi173.stdout:10 2024-08-30T21:14:25.964 INFO:tasks.workunit.client.0.smithi173.stdout:11 2024-08-30T21:14:25.965 INFO:tasks.workunit.client.0.smithi173.stdout:12 2024-08-30T21:14:25.966 INFO:tasks.workunit.client.0.smithi173.stdout:13 2024-08-30T21:14:25.966 INFO:tasks.workunit.client.0.smithi173.stdout:14 2024-08-30T21:14:25.967 INFO:tasks.workunit.client.0.smithi173.stdout:15 2024-08-30T21:14:25.968 INFO:tasks.workunit.client.0.smithi173.stdout:16 2024-08-30T21:14:25.969 INFO:tasks.workunit.client.0.smithi173.stdout:17 2024-08-30T21:14:25.970 INFO:tasks.workunit.client.0.smithi173.stdout:18 2024-08-30T21:14:25.971 INFO:tasks.workunit.client.0.smithi173.stdout:19 2024-08-30T21:14:25.972 INFO:tasks.workunit.client.0.smithi173.stdout:20 2024-08-30T21:14:25.972 INFO:tasks.workunit.client.0.smithi173.stdout:21 2024-08-30T21:14:25.973 INFO:tasks.workunit.client.0.smithi173.stdout:22 2024-08-30T21:14:25.974 INFO:tasks.workunit.client.0.smithi173.stdout:23 2024-08-30T21:14:25.975 INFO:tasks.workunit.client.0.smithi173.stdout:24 2024-08-30T21:14:25.976 INFO:tasks.workunit.client.0.smithi173.stdout:25 2024-08-30T21:14:25.977 INFO:tasks.workunit.client.0.smithi173.stdout:26 2024-08-30T21:14:25.978 INFO:tasks.workunit.client.0.smithi173.stdout:27 2024-08-30T21:14:25.979 INFO:tasks.workunit.client.0.smithi173.stdout:28 2024-08-30T21:14:25.980 INFO:tasks.workunit.client.0.smithi173.stdout:29 2024-08-30T21:14:25.981 INFO:tasks.workunit.client.0.smithi173.stdout:30 2024-08-30T21:14:26.003 INFO:tasks.workunit.client.0.smithi173.stdout:31 2024-08-30T21:14:26.003 INFO:tasks.workunit.client.0.smithi173.stdout:32 2024-08-30T21:14:26.003 INFO:tasks.workunit.client.0.smithi173.stdout:33 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:34 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:35 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:36 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:37 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:38 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:39 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:40 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:41 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:42 2024-08-30T21:14:26.004 INFO:tasks.workunit.client.0.smithi173.stdout:43 2024-08-30T21:14:26.005 INFO:tasks.workunit.client.0.smithi173.stdout:44 2024-08-30T21:14:26.007 INFO:tasks.workunit.client.0.smithi173.stdout:45 2024-08-30T21:14:26.007 INFO:tasks.workunit.client.0.smithi173.stdout:46 2024-08-30T21:14:26.007 INFO:tasks.workunit.client.0.smithi173.stdout:47 2024-08-30T21:14:26.007 INFO:tasks.workunit.client.0.smithi173.stdout:48 2024-08-30T21:14:26.007 INFO:tasks.workunit.client.0.smithi173.stdout:49 2024-08-30T21:14:26.007 INFO:tasks.workunit.client.0.smithi173.stdout:50 2024-08-30T21:14:26.008 INFO:tasks.workunit.client.0.smithi173.stdout:51 2024-08-30T21:14:26.008 INFO:tasks.workunit.client.0.smithi173.stdout:52 2024-08-30T21:14:26.008 INFO:tasks.workunit.client.0.smithi173.stdout:53 2024-08-30T21:14:26.008 INFO:tasks.workunit.client.0.smithi173.stdout:54 2024-08-30T21:14:26.008 INFO:tasks.workunit.client.0.smithi173.stdout:55 2024-08-30T21:14:26.008 INFO:tasks.workunit.client.0.smithi173.stdout:56 2024-08-30T21:14:26.009 INFO:tasks.workunit.client.0.smithi173.stdout:57 2024-08-30T21:14:26.009 INFO:tasks.workunit.client.0.smithi173.stdout:58 2024-08-30T21:14:26.009 INFO:tasks.workunit.client.0.smithi173.stdout:59 2024-08-30T21:14:26.009 INFO:tasks.workunit.client.0.smithi173.stdout:60 2024-08-30T21:14:26.009 INFO:tasks.workunit.client.0.smithi173.stdout:61 2024-08-30T21:14:26.010 INFO:tasks.workunit.client.0.smithi173.stdout:62 2024-08-30T21:14:26.011 INFO:tasks.workunit.client.0.smithi173.stdout:63 2024-08-30T21:14:26.011 INFO:tasks.workunit.client.0.smithi173.stdout:64 2024-08-30T21:14:26.011 INFO:tasks.workunit.client.0.smithi173.stdout:65 2024-08-30T21:14:26.011 INFO:tasks.workunit.client.0.smithi173.stdout:66 2024-08-30T21:14:26.012 INFO:tasks.workunit.client.0.smithi173.stdout:67 2024-08-30T21:14:26.012 INFO:tasks.workunit.client.0.smithi173.stdout:68 2024-08-30T21:14:26.013 INFO:tasks.workunit.client.0.smithi173.stdout:69 2024-08-30T21:14:26.014 INFO:tasks.workunit.client.0.smithi173.stdout:70 2024-08-30T21:14:26.014 INFO:tasks.workunit.client.0.smithi173.stdout:71 2024-08-30T21:14:26.015 INFO:tasks.workunit.client.0.smithi173.stdout:72 2024-08-30T21:14:26.016 INFO:tasks.workunit.client.0.smithi173.stdout:73 2024-08-30T21:14:26.017 INFO:tasks.workunit.client.0.smithi173.stdout:74 2024-08-30T21:14:26.018 INFO:tasks.workunit.client.0.smithi173.stdout:75 2024-08-30T21:14:26.019 INFO:tasks.workunit.client.0.smithi173.stdout:76 2024-08-30T21:14:26.019 INFO:tasks.workunit.client.0.smithi173.stdout:77 2024-08-30T21:14:26.020 INFO:tasks.workunit.client.0.smithi173.stdout:78 2024-08-30T21:14:26.021 INFO:tasks.workunit.client.0.smithi173.stdout:79 2024-08-30T21:14:26.022 INFO:tasks.workunit.client.0.smithi173.stdout:80 2024-08-30T21:14:26.023 INFO:tasks.workunit.client.0.smithi173.stdout:81 2024-08-30T21:14:26.024 INFO:tasks.workunit.client.0.smithi173.stdout:82 2024-08-30T21:14:26.025 INFO:tasks.workunit.client.0.smithi173.stdout:83 2024-08-30T21:14:26.025 INFO:tasks.workunit.client.0.smithi173.stdout:84 2024-08-30T21:14:26.026 INFO:tasks.workunit.client.0.smithi173.stdout:85 2024-08-30T21:14:26.027 INFO:tasks.workunit.client.0.smithi173.stdout:86 2024-08-30T21:14:26.028 INFO:tasks.workunit.client.0.smithi173.stdout:87 2024-08-30T21:14:26.029 INFO:tasks.workunit.client.0.smithi173.stdout:88 2024-08-30T21:14:26.030 INFO:tasks.workunit.client.0.smithi173.stdout:89 2024-08-30T21:14:26.031 INFO:tasks.workunit.client.0.smithi173.stdout:90 2024-08-30T21:14:26.031 INFO:tasks.workunit.client.0.smithi173.stdout:91 2024-08-30T21:14:26.032 INFO:tasks.workunit.client.0.smithi173.stdout:92 2024-08-30T21:14:26.033 INFO:tasks.workunit.client.0.smithi173.stdout:93 2024-08-30T21:14:26.034 INFO:tasks.workunit.client.0.smithi173.stdout:94 2024-08-30T21:14:26.034 INFO:tasks.workunit.client.0.smithi173.stdout:95 2024-08-30T21:14:26.035 INFO:tasks.workunit.client.0.smithi173.stdout:96 2024-08-30T21:14:26.036 INFO:tasks.workunit.client.0.smithi173.stdout:97 2024-08-30T21:14:26.037 INFO:tasks.workunit.client.0.smithi173.stdout:98 2024-08-30T21:14:26.038 INFO:tasks.workunit.client.0.smithi173.stdout:99 2024-08-30T21:14:26.038 INFO:tasks.workunit.client.0.smithi173.stdout:100 2024-08-30T21:14:26.039 INFO:tasks.workunit.client.0.smithi173.stdout:101 2024-08-30T21:14:26.040 INFO:tasks.workunit.client.0.smithi173.stdout:102 2024-08-30T21:14:26.041 INFO:tasks.workunit.client.0.smithi173.stdout:103 2024-08-30T21:14:26.042 INFO:tasks.workunit.client.0.smithi173.stdout:104 2024-08-30T21:14:26.042 INFO:tasks.workunit.client.0.smithi173.stdout:105 2024-08-30T21:14:26.043 INFO:tasks.workunit.client.0.smithi173.stdout:106 2024-08-30T21:14:26.044 INFO:tasks.workunit.client.0.smithi173.stdout:107 2024-08-30T21:14:26.045 INFO:tasks.workunit.client.0.smithi173.stdout:108 2024-08-30T21:14:26.046 INFO:tasks.workunit.client.0.smithi173.stdout:109 2024-08-30T21:14:26.046 INFO:tasks.workunit.client.0.smithi173.stdout:110 2024-08-30T21:14:26.047 INFO:tasks.workunit.client.0.smithi173.stdout:111 2024-08-30T21:14:26.048 INFO:tasks.workunit.client.0.smithi173.stdout:112 2024-08-30T21:14:26.049 INFO:tasks.workunit.client.0.smithi173.stdout:113 2024-08-30T21:14:26.050 INFO:tasks.workunit.client.0.smithi173.stdout:114 2024-08-30T21:14:26.051 INFO:tasks.workunit.client.0.smithi173.stdout:115 2024-08-30T21:14:26.051 INFO:tasks.workunit.client.0.smithi173.stdout:116 2024-08-30T21:14:26.054 INFO:tasks.workunit.client.0.smithi173.stdout:117 2024-08-30T21:14:26.054 INFO:tasks.workunit.client.0.smithi173.stdout:118 2024-08-30T21:14:26.054 INFO:tasks.workunit.client.0.smithi173.stdout:119 2024-08-30T21:14:26.055 INFO:tasks.workunit.client.0.smithi173.stdout:120 2024-08-30T21:14:26.055 INFO:tasks.workunit.client.0.smithi173.stdout:121 2024-08-30T21:14:26.056 INFO:tasks.workunit.client.0.smithi173.stdout:122 2024-08-30T21:14:26.057 INFO:tasks.workunit.client.0.smithi173.stdout:123 2024-08-30T21:14:26.058 INFO:tasks.workunit.client.0.smithi173.stdout:124 2024-08-30T21:14:26.059 INFO:tasks.workunit.client.0.smithi173.stdout:125 2024-08-30T21:14:26.059 INFO:tasks.workunit.client.0.smithi173.stdout:126 2024-08-30T21:14:26.060 INFO:tasks.workunit.client.0.smithi173.stdout:127 2024-08-30T21:14:26.061 INFO:tasks.workunit.client.0.smithi173.stdout:128 2024-08-30T21:14:26.062 INFO:tasks.workunit.client.0.smithi173.stdout:129 2024-08-30T21:14:26.063 INFO:tasks.workunit.client.0.smithi173.stdout:130 2024-08-30T21:14:26.063 INFO:tasks.workunit.client.0.smithi173.stdout:131 2024-08-30T21:14:26.064 INFO:tasks.workunit.client.0.smithi173.stdout:132 2024-08-30T21:14:26.065 INFO:tasks.workunit.client.0.smithi173.stdout:133 2024-08-30T21:14:26.066 INFO:tasks.workunit.client.0.smithi173.stdout:134 2024-08-30T21:14:26.066 INFO:tasks.workunit.client.0.smithi173.stdout:135 2024-08-30T21:14:26.067 INFO:tasks.workunit.client.0.smithi173.stdout:136 2024-08-30T21:14:26.068 INFO:tasks.workunit.client.0.smithi173.stdout:137 2024-08-30T21:14:26.069 INFO:tasks.workunit.client.0.smithi173.stdout:138 2024-08-30T21:14:26.069 INFO:tasks.workunit.client.0.smithi173.stdout:139 2024-08-30T21:14:26.070 INFO:tasks.workunit.client.0.smithi173.stdout:140 2024-08-30T21:14:26.071 INFO:tasks.workunit.client.0.smithi173.stdout:141 2024-08-30T21:14:26.072 INFO:tasks.workunit.client.0.smithi173.stdout:142 2024-08-30T21:14:26.073 INFO:tasks.workunit.client.0.smithi173.stdout:143 2024-08-30T21:14:26.073 INFO:tasks.workunit.client.0.smithi173.stdout:144 2024-08-30T21:14:26.074 INFO:tasks.workunit.client.0.smithi173.stdout:145 2024-08-30T21:14:26.075 INFO:tasks.workunit.client.0.smithi173.stdout:146 2024-08-30T21:14:26.075 INFO:tasks.workunit.client.0.smithi173.stdout:147 2024-08-30T21:14:26.076 INFO:tasks.workunit.client.0.smithi173.stdout:148 2024-08-30T21:14:26.078 INFO:tasks.workunit.client.0.smithi173.stdout:149 2024-08-30T21:14:26.078 INFO:tasks.workunit.client.0.smithi173.stdout:150 2024-08-30T21:14:26.079 INFO:tasks.workunit.client.0.smithi173.stdout:151 2024-08-30T21:14:26.079 INFO:tasks.workunit.client.0.smithi173.stdout:152 2024-08-30T21:14:26.080 INFO:tasks.workunit.client.0.smithi173.stdout:153 2024-08-30T21:14:26.081 INFO:tasks.workunit.client.0.smithi173.stdout:154 2024-08-30T21:14:26.082 INFO:tasks.workunit.client.0.smithi173.stdout:155 2024-08-30T21:14:26.082 INFO:tasks.workunit.client.0.smithi173.stdout:156 2024-08-30T21:14:26.083 INFO:tasks.workunit.client.0.smithi173.stdout:157 2024-08-30T21:14:26.084 INFO:tasks.workunit.client.0.smithi173.stdout:158 2024-08-30T21:14:26.085 INFO:tasks.workunit.client.0.smithi173.stdout:159 2024-08-30T21:14:26.086 INFO:tasks.workunit.client.0.smithi173.stdout:160 2024-08-30T21:14:26.086 INFO:tasks.workunit.client.0.smithi173.stdout:161 2024-08-30T21:14:26.087 INFO:tasks.workunit.client.0.smithi173.stdout:162 2024-08-30T21:14:26.088 INFO:tasks.workunit.client.0.smithi173.stdout:163 2024-08-30T21:14:26.089 INFO:tasks.workunit.client.0.smithi173.stdout:164 2024-08-30T21:14:26.089 INFO:tasks.workunit.client.0.smithi173.stdout:165 2024-08-30T21:14:26.090 INFO:tasks.workunit.client.0.smithi173.stdout:166 2024-08-30T21:14:26.091 INFO:tasks.workunit.client.0.smithi173.stdout:167 2024-08-30T21:14:26.092 INFO:tasks.workunit.client.0.smithi173.stdout:168 2024-08-30T21:14:26.093 INFO:tasks.workunit.client.0.smithi173.stdout:169 2024-08-30T21:14:26.093 INFO:tasks.workunit.client.0.smithi173.stdout:170 2024-08-30T21:14:26.094 INFO:tasks.workunit.client.0.smithi173.stdout:171 2024-08-30T21:14:26.095 INFO:tasks.workunit.client.0.smithi173.stdout:172 2024-08-30T21:14:26.096 INFO:tasks.workunit.client.0.smithi173.stdout:173 2024-08-30T21:14:26.097 INFO:tasks.workunit.client.0.smithi173.stdout:174 2024-08-30T21:14:26.098 INFO:tasks.workunit.client.0.smithi173.stdout:175 2024-08-30T21:14:26.099 INFO:tasks.workunit.client.0.smithi173.stdout:176 2024-08-30T21:14:26.100 INFO:tasks.workunit.client.0.smithi173.stdout:177 2024-08-30T21:14:26.101 INFO:tasks.workunit.client.0.smithi173.stdout:178 2024-08-30T21:14:26.102 INFO:tasks.workunit.client.0.smithi173.stdout:179 2024-08-30T21:14:26.103 INFO:tasks.workunit.client.0.smithi173.stdout:180 2024-08-30T21:14:26.104 INFO:tasks.workunit.client.0.smithi173.stdout:181 2024-08-30T21:14:26.105 INFO:tasks.workunit.client.0.smithi173.stdout:182 2024-08-30T21:14:26.106 INFO:tasks.workunit.client.0.smithi173.stdout:183 2024-08-30T21:14:26.107 INFO:tasks.workunit.client.0.smithi173.stdout:184 2024-08-30T21:14:26.109 INFO:tasks.workunit.client.0.smithi173.stdout:185 2024-08-30T21:14:26.109 INFO:tasks.workunit.client.0.smithi173.stdout:186 2024-08-30T21:14:26.111 INFO:tasks.workunit.client.0.smithi173.stdout:187 2024-08-30T21:14:26.112 INFO:tasks.workunit.client.0.smithi173.stdout:188 2024-08-30T21:14:26.112 INFO:tasks.workunit.client.0.smithi173.stdout:189 2024-08-30T21:14:26.113 INFO:tasks.workunit.client.0.smithi173.stdout:190 2024-08-30T21:14:26.114 INFO:tasks.workunit.client.0.smithi173.stdout:191 2024-08-30T21:14:26.115 INFO:tasks.workunit.client.0.smithi173.stdout:192 2024-08-30T21:14:26.116 INFO:tasks.workunit.client.0.smithi173.stdout:193 2024-08-30T21:14:26.117 INFO:tasks.workunit.client.0.smithi173.stdout:194 2024-08-30T21:14:26.118 INFO:tasks.workunit.client.0.smithi173.stdout:195 2024-08-30T21:14:26.119 INFO:tasks.workunit.client.0.smithi173.stdout:196 2024-08-30T21:14:26.120 INFO:tasks.workunit.client.0.smithi173.stdout:197 2024-08-30T21:14:26.121 INFO:tasks.workunit.client.0.smithi173.stdout:198 2024-08-30T21:14:26.122 INFO:tasks.workunit.client.0.smithi173.stdout:199 2024-08-30T21:14:26.122 INFO:tasks.workunit.client.0.smithi173.stdout:200 2024-08-30T21:14:26.123 INFO:tasks.workunit.client.0.smithi173.stdout:201 2024-08-30T21:14:26.124 INFO:tasks.workunit.client.0.smithi173.stdout:202 2024-08-30T21:14:26.125 INFO:tasks.workunit.client.0.smithi173.stdout:203 2024-08-30T21:14:26.126 INFO:tasks.workunit.client.0.smithi173.stdout:204 2024-08-30T21:14:26.127 INFO:tasks.workunit.client.0.smithi173.stdout:205 2024-08-30T21:14:26.128 INFO:tasks.workunit.client.0.smithi173.stdout:206 2024-08-30T21:14:26.129 INFO:tasks.workunit.client.0.smithi173.stdout:207 2024-08-30T21:14:26.130 INFO:tasks.workunit.client.0.smithi173.stdout:208 2024-08-30T21:14:26.131 INFO:tasks.workunit.client.0.smithi173.stdout:209 2024-08-30T21:14:26.132 INFO:tasks.workunit.client.0.smithi173.stdout:210 2024-08-30T21:14:26.133 INFO:tasks.workunit.client.0.smithi173.stdout:211 2024-08-30T21:14:26.133 INFO:tasks.workunit.client.0.smithi173.stdout:212 2024-08-30T21:14:26.134 INFO:tasks.workunit.client.0.smithi173.stdout:213 2024-08-30T21:14:26.135 INFO:tasks.workunit.client.0.smithi173.stdout:214 2024-08-30T21:14:26.136 INFO:tasks.workunit.client.0.smithi173.stdout:215 2024-08-30T21:14:26.137 INFO:tasks.workunit.client.0.smithi173.stdout:216 2024-08-30T21:14:26.138 INFO:tasks.workunit.client.0.smithi173.stdout:217 2024-08-30T21:14:26.139 INFO:tasks.workunit.client.0.smithi173.stdout:218 2024-08-30T21:14:26.140 INFO:tasks.workunit.client.0.smithi173.stdout:219 2024-08-30T21:14:26.141 INFO:tasks.workunit.client.0.smithi173.stdout:220 2024-08-30T21:14:26.142 INFO:tasks.workunit.client.0.smithi173.stdout:221 2024-08-30T21:14:26.143 INFO:tasks.workunit.client.0.smithi173.stdout:222 2024-08-30T21:14:26.143 INFO:tasks.workunit.client.0.smithi173.stdout:223 2024-08-30T21:14:26.144 INFO:tasks.workunit.client.0.smithi173.stdout:224 2024-08-30T21:14:26.145 INFO:tasks.workunit.client.0.smithi173.stdout:225 2024-08-30T21:14:26.146 INFO:tasks.workunit.client.0.smithi173.stdout:226 2024-08-30T21:14:26.147 INFO:tasks.workunit.client.0.smithi173.stdout:227 2024-08-30T21:14:26.148 INFO:tasks.workunit.client.0.smithi173.stdout:228 2024-08-30T21:14:26.148 INFO:tasks.workunit.client.0.smithi173.stdout:229 2024-08-30T21:14:26.149 INFO:tasks.workunit.client.0.smithi173.stdout:230 2024-08-30T21:14:26.150 INFO:tasks.workunit.client.0.smithi173.stdout:231 2024-08-30T21:14:26.151 INFO:tasks.workunit.client.0.smithi173.stdout:232 2024-08-30T21:14:26.152 INFO:tasks.workunit.client.0.smithi173.stdout:233 2024-08-30T21:14:26.153 INFO:tasks.workunit.client.0.smithi173.stdout:234 2024-08-30T21:14:26.153 INFO:tasks.workunit.client.0.smithi173.stdout:235 2024-08-30T21:14:26.154 INFO:tasks.workunit.client.0.smithi173.stdout:236 2024-08-30T21:14:26.155 INFO:tasks.workunit.client.0.smithi173.stdout:237 2024-08-30T21:14:26.156 INFO:tasks.workunit.client.0.smithi173.stdout:238 2024-08-30T21:14:26.157 INFO:tasks.workunit.client.0.smithi173.stdout:239 2024-08-30T21:14:26.157 INFO:tasks.workunit.client.0.smithi173.stdout:240 2024-08-30T21:14:26.158 INFO:tasks.workunit.client.0.smithi173.stdout:241 2024-08-30T21:14:26.159 INFO:tasks.workunit.client.0.smithi173.stdout:242 2024-08-30T21:14:26.160 INFO:tasks.workunit.client.0.smithi173.stdout:243 2024-08-30T21:14:26.161 INFO:tasks.workunit.client.0.smithi173.stdout:244 2024-08-30T21:14:26.162 INFO:tasks.workunit.client.0.smithi173.stdout:245 2024-08-30T21:14:26.163 INFO:tasks.workunit.client.0.smithi173.stdout:246 2024-08-30T21:14:26.163 INFO:tasks.workunit.client.0.smithi173.stdout:247 2024-08-30T21:14:26.164 INFO:tasks.workunit.client.0.smithi173.stdout:248 2024-08-30T21:14:26.165 INFO:tasks.workunit.client.0.smithi173.stdout:249 2024-08-30T21:14:26.166 INFO:tasks.workunit.client.0.smithi173.stdout:250 2024-08-30T21:14:26.167 INFO:tasks.workunit.client.0.smithi173.stdout:251 2024-08-30T21:14:26.167 INFO:tasks.workunit.client.0.smithi173.stdout:252 2024-08-30T21:14:26.168 INFO:tasks.workunit.client.0.smithi173.stdout:253 2024-08-30T21:14:26.169 INFO:tasks.workunit.client.0.smithi173.stdout:254 2024-08-30T21:14:26.170 INFO:tasks.workunit.client.0.smithi173.stdout:255 2024-08-30T21:14:26.171 INFO:tasks.workunit.client.0.smithi173.stdout:256 2024-08-30T21:14:26.172 INFO:tasks.workunit.client.0.smithi173.stdout:257 2024-08-30T21:14:26.173 INFO:tasks.workunit.client.0.smithi173.stdout:258 2024-08-30T21:14:26.173 INFO:tasks.workunit.client.0.smithi173.stdout:259 2024-08-30T21:14:26.174 INFO:tasks.workunit.client.0.smithi173.stdout:260 2024-08-30T21:14:26.175 INFO:tasks.workunit.client.0.smithi173.stdout:261 2024-08-30T21:14:26.176 INFO:tasks.workunit.client.0.smithi173.stdout:262 2024-08-30T21:14:26.177 INFO:tasks.workunit.client.0.smithi173.stdout:263 2024-08-30T21:14:26.177 INFO:tasks.workunit.client.0.smithi173.stdout:264 2024-08-30T21:14:26.178 INFO:tasks.workunit.client.0.smithi173.stdout:265 2024-08-30T21:14:26.179 INFO:tasks.workunit.client.0.smithi173.stdout:266 2024-08-30T21:14:26.180 INFO:tasks.workunit.client.0.smithi173.stdout:267 2024-08-30T21:14:26.181 INFO:tasks.workunit.client.0.smithi173.stdout:268 2024-08-30T21:14:26.182 INFO:tasks.workunit.client.0.smithi173.stdout:269 2024-08-30T21:14:26.182 INFO:tasks.workunit.client.0.smithi173.stdout:270 2024-08-30T21:14:26.183 INFO:tasks.workunit.client.0.smithi173.stdout:271 2024-08-30T21:14:26.184 INFO:tasks.workunit.client.0.smithi173.stdout:272 2024-08-30T21:14:26.185 INFO:tasks.workunit.client.0.smithi173.stdout:273 2024-08-30T21:14:26.186 INFO:tasks.workunit.client.0.smithi173.stdout:274 2024-08-30T21:14:26.187 INFO:tasks.workunit.client.0.smithi173.stdout:275 2024-08-30T21:14:26.188 INFO:tasks.workunit.client.0.smithi173.stdout:276 2024-08-30T21:14:26.188 INFO:tasks.workunit.client.0.smithi173.stdout:277 2024-08-30T21:14:26.189 INFO:tasks.workunit.client.0.smithi173.stdout:278 2024-08-30T21:14:26.190 INFO:tasks.workunit.client.0.smithi173.stdout:279 2024-08-30T21:14:26.191 INFO:tasks.workunit.client.0.smithi173.stdout:280 2024-08-30T21:14:26.192 INFO:tasks.workunit.client.0.smithi173.stdout:281 2024-08-30T21:14:26.193 INFO:tasks.workunit.client.0.smithi173.stdout:282 2024-08-30T21:14:26.194 INFO:tasks.workunit.client.0.smithi173.stdout:283 2024-08-30T21:14:26.194 INFO:tasks.workunit.client.0.smithi173.stdout:284 2024-08-30T21:14:26.195 INFO:tasks.workunit.client.0.smithi173.stdout:285 2024-08-30T21:14:26.196 INFO:tasks.workunit.client.0.smithi173.stdout:286 2024-08-30T21:14:26.197 INFO:tasks.workunit.client.0.smithi173.stdout:287 2024-08-30T21:14:26.198 INFO:tasks.workunit.client.0.smithi173.stdout:288 2024-08-30T21:14:26.199 INFO:tasks.workunit.client.0.smithi173.stdout:289 2024-08-30T21:14:26.200 INFO:tasks.workunit.client.0.smithi173.stdout:290 2024-08-30T21:14:26.201 INFO:tasks.workunit.client.0.smithi173.stdout:291 2024-08-30T21:14:26.201 INFO:tasks.workunit.client.0.smithi173.stdout:292 2024-08-30T21:14:26.202 INFO:tasks.workunit.client.0.smithi173.stdout:293 2024-08-30T21:14:26.203 INFO:tasks.workunit.client.0.smithi173.stdout:294 2024-08-30T21:14:26.204 INFO:tasks.workunit.client.0.smithi173.stdout:295 2024-08-30T21:14:26.205 INFO:tasks.workunit.client.0.smithi173.stdout:296 2024-08-30T21:14:26.206 INFO:tasks.workunit.client.0.smithi173.stdout:297 2024-08-30T21:14:26.207 INFO:tasks.workunit.client.0.smithi173.stdout:298 2024-08-30T21:14:26.208 INFO:tasks.workunit.client.0.smithi173.stdout:299 2024-08-30T21:14:26.209 INFO:tasks.workunit.client.0.smithi173.stdout:300 2024-08-30T21:14:26.209 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[79976]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:26.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:26.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[79976]: osdmap e947: 8 total, 8 up, 8 in 2024-08-30T21:14:26.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:26.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[82405]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:26.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:26.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[82405]: osdmap e947: 8 total, 8 up, 8 in 2024-08-30T21:14:26.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:25 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:26.211 INFO:tasks.workunit.client.0.smithi173.stdout:301 2024-08-30T21:14:26.211 INFO:tasks.workunit.client.0.smithi173.stdout:302 2024-08-30T21:14:26.211 INFO:tasks.workunit.client.0.smithi173.stdout:303 2024-08-30T21:14:26.212 INFO:tasks.workunit.client.0.smithi173.stdout:304 2024-08-30T21:14:26.213 INFO:tasks.workunit.client.0.smithi173.stdout:305 2024-08-30T21:14:26.214 INFO:tasks.workunit.client.0.smithi173.stdout:306 2024-08-30T21:14:26.215 INFO:tasks.workunit.client.0.smithi173.stdout:307 2024-08-30T21:14:26.216 INFO:tasks.workunit.client.0.smithi173.stdout:308 2024-08-30T21:14:26.217 INFO:tasks.workunit.client.0.smithi173.stdout:309 2024-08-30T21:14:26.217 INFO:tasks.workunit.client.0.smithi173.stdout:310 2024-08-30T21:14:26.218 INFO:tasks.workunit.client.0.smithi173.stdout:311 2024-08-30T21:14:26.219 INFO:tasks.workunit.client.0.smithi173.stdout:312 2024-08-30T21:14:26.220 INFO:tasks.workunit.client.0.smithi173.stdout:313 2024-08-30T21:14:26.221 INFO:tasks.workunit.client.0.smithi173.stdout:314 2024-08-30T21:14:26.222 INFO:tasks.workunit.client.0.smithi173.stdout:315 2024-08-30T21:14:26.223 INFO:tasks.workunit.client.0.smithi173.stdout:316 2024-08-30T21:14:26.224 INFO:tasks.workunit.client.0.smithi173.stdout:317 2024-08-30T21:14:26.225 INFO:tasks.workunit.client.0.smithi173.stdout:318 2024-08-30T21:14:26.226 INFO:tasks.workunit.client.0.smithi173.stdout:319 2024-08-30T21:14:26.227 INFO:tasks.workunit.client.0.smithi173.stdout:320 2024-08-30T21:14:26.228 INFO:tasks.workunit.client.0.smithi173.stdout:321 2024-08-30T21:14:26.229 INFO:tasks.workunit.client.0.smithi173.stdout:322 2024-08-30T21:14:26.230 INFO:tasks.workunit.client.0.smithi173.stdout:323 2024-08-30T21:14:26.231 INFO:tasks.workunit.client.0.smithi173.stdout:324 2024-08-30T21:14:26.232 INFO:tasks.workunit.client.0.smithi173.stdout:325 2024-08-30T21:14:26.233 INFO:tasks.workunit.client.0.smithi173.stdout:326 2024-08-30T21:14:26.234 INFO:tasks.workunit.client.0.smithi173.stdout:327 2024-08-30T21:14:26.234 INFO:tasks.workunit.client.0.smithi173.stdout:328 2024-08-30T21:14:26.235 INFO:tasks.workunit.client.0.smithi173.stdout:329 2024-08-30T21:14:26.236 INFO:tasks.workunit.client.0.smithi173.stdout:330 2024-08-30T21:14:26.237 INFO:tasks.workunit.client.0.smithi173.stdout:331 2024-08-30T21:14:26.238 INFO:tasks.workunit.client.0.smithi173.stdout:332 2024-08-30T21:14:26.239 INFO:tasks.workunit.client.0.smithi173.stdout:333 2024-08-30T21:14:26.240 INFO:tasks.workunit.client.0.smithi173.stdout:334 2024-08-30T21:14:26.241 INFO:tasks.workunit.client.0.smithi173.stdout:335 2024-08-30T21:14:26.242 INFO:tasks.workunit.client.0.smithi173.stdout:336 2024-08-30T21:14:26.243 INFO:tasks.workunit.client.0.smithi173.stdout:337 2024-08-30T21:14:26.244 INFO:tasks.workunit.client.0.smithi173.stdout:338 2024-08-30T21:14:26.245 INFO:tasks.workunit.client.0.smithi173.stdout:339 2024-08-30T21:14:26.245 INFO:tasks.workunit.client.0.smithi173.stdout:340 2024-08-30T21:14:26.246 INFO:tasks.workunit.client.0.smithi173.stdout:341 2024-08-30T21:14:26.247 INFO:tasks.workunit.client.0.smithi173.stdout:342 2024-08-30T21:14:26.248 INFO:tasks.workunit.client.0.smithi173.stdout:343 2024-08-30T21:14:26.249 INFO:tasks.workunit.client.0.smithi173.stdout:344 2024-08-30T21:14:26.250 INFO:tasks.workunit.client.0.smithi173.stdout:345 2024-08-30T21:14:26.251 INFO:tasks.workunit.client.0.smithi173.stdout:346 2024-08-30T21:14:26.252 INFO:tasks.workunit.client.0.smithi173.stdout:347 2024-08-30T21:14:26.253 INFO:tasks.workunit.client.0.smithi173.stdout:348 2024-08-30T21:14:26.253 INFO:tasks.workunit.client.0.smithi173.stdout:349 2024-08-30T21:14:26.255 INFO:tasks.workunit.client.0.smithi173.stdout:350 2024-08-30T21:14:26.255 INFO:tasks.workunit.client.0.smithi173.stdout:351 2024-08-30T21:14:26.256 INFO:tasks.workunit.client.0.smithi173.stdout:352 2024-08-30T21:14:26.257 INFO:tasks.workunit.client.0.smithi173.stdout:353 2024-08-30T21:14:26.259 INFO:tasks.workunit.client.0.smithi173.stdout:354 2024-08-30T21:14:26.260 INFO:tasks.workunit.client.0.smithi173.stdout:355 2024-08-30T21:14:26.261 INFO:tasks.workunit.client.0.smithi173.stdout:356 2024-08-30T21:14:26.262 INFO:tasks.workunit.client.0.smithi173.stdout:357 2024-08-30T21:14:26.262 INFO:tasks.workunit.client.0.smithi173.stdout:358 2024-08-30T21:14:26.263 INFO:tasks.workunit.client.0.smithi173.stdout:359 2024-08-30T21:14:26.264 INFO:tasks.workunit.client.0.smithi173.stdout:360 2024-08-30T21:14:26.265 INFO:tasks.workunit.client.0.smithi173.stdout:361 2024-08-30T21:14:26.266 INFO:tasks.workunit.client.0.smithi173.stdout:362 2024-08-30T21:14:26.267 INFO:tasks.workunit.client.0.smithi173.stdout:363 2024-08-30T21:14:26.268 INFO:tasks.workunit.client.0.smithi173.stdout:364 2024-08-30T21:14:26.269 INFO:tasks.workunit.client.0.smithi173.stdout:365 2024-08-30T21:14:26.269 INFO:tasks.workunit.client.0.smithi173.stdout:366 2024-08-30T21:14:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:25 smithi196 ceph-mon[74601]: pgmap v1121: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:25 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:25 smithi196 ceph-mon[74601]: osdmap e947: 8 total, 8 up, 8 in 2024-08-30T21:14:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:25 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:26.270 INFO:tasks.workunit.client.0.smithi173.stdout:367 2024-08-30T21:14:26.271 INFO:tasks.workunit.client.0.smithi173.stdout:368 2024-08-30T21:14:26.272 INFO:tasks.workunit.client.0.smithi173.stdout:369 2024-08-30T21:14:26.273 INFO:tasks.workunit.client.0.smithi173.stdout:370 2024-08-30T21:14:26.274 INFO:tasks.workunit.client.0.smithi173.stdout:371 2024-08-30T21:14:26.275 INFO:tasks.workunit.client.0.smithi173.stdout:372 2024-08-30T21:14:26.276 INFO:tasks.workunit.client.0.smithi173.stdout:373 2024-08-30T21:14:26.276 INFO:tasks.workunit.client.0.smithi173.stdout:374 2024-08-30T21:14:26.277 INFO:tasks.workunit.client.0.smithi173.stdout:375 2024-08-30T21:14:26.278 INFO:tasks.workunit.client.0.smithi173.stdout:376 2024-08-30T21:14:26.279 INFO:tasks.workunit.client.0.smithi173.stdout:377 2024-08-30T21:14:26.280 INFO:tasks.workunit.client.0.smithi173.stdout:378 2024-08-30T21:14:26.281 INFO:tasks.workunit.client.0.smithi173.stdout:379 2024-08-30T21:14:26.282 INFO:tasks.workunit.client.0.smithi173.stdout:380 2024-08-30T21:14:26.283 INFO:tasks.workunit.client.0.smithi173.stdout:381 2024-08-30T21:14:26.284 INFO:tasks.workunit.client.0.smithi173.stdout:382 2024-08-30T21:14:26.285 INFO:tasks.workunit.client.0.smithi173.stdout:383 2024-08-30T21:14:26.286 INFO:tasks.workunit.client.0.smithi173.stdout:384 2024-08-30T21:14:26.287 INFO:tasks.workunit.client.0.smithi173.stdout:385 2024-08-30T21:14:26.287 INFO:tasks.workunit.client.0.smithi173.stdout:386 2024-08-30T21:14:26.289 INFO:tasks.workunit.client.0.smithi173.stdout:387 2024-08-30T21:14:26.289 INFO:tasks.workunit.client.0.smithi173.stdout:388 2024-08-30T21:14:26.290 INFO:tasks.workunit.client.0.smithi173.stdout:389 2024-08-30T21:14:26.291 INFO:tasks.workunit.client.0.smithi173.stdout:390 2024-08-30T21:14:26.292 INFO:tasks.workunit.client.0.smithi173.stdout:391 2024-08-30T21:14:26.293 INFO:tasks.workunit.client.0.smithi173.stdout:392 2024-08-30T21:14:26.294 INFO:tasks.workunit.client.0.smithi173.stdout:393 2024-08-30T21:14:26.295 INFO:tasks.workunit.client.0.smithi173.stdout:394 2024-08-30T21:14:26.296 INFO:tasks.workunit.client.0.smithi173.stdout:395 2024-08-30T21:14:26.296 INFO:tasks.workunit.client.0.smithi173.stdout:396 2024-08-30T21:14:26.297 INFO:tasks.workunit.client.0.smithi173.stdout:397 2024-08-30T21:14:26.298 INFO:tasks.workunit.client.0.smithi173.stdout:398 2024-08-30T21:14:26.299 INFO:tasks.workunit.client.0.smithi173.stdout:399 2024-08-30T21:14:26.300 INFO:tasks.workunit.client.0.smithi173.stdout:400 2024-08-30T21:14:26.301 INFO:tasks.workunit.client.0.smithi173.stdout:401 2024-08-30T21:14:26.302 INFO:tasks.workunit.client.0.smithi173.stdout:402 2024-08-30T21:14:26.303 INFO:tasks.workunit.client.0.smithi173.stdout:403 2024-08-30T21:14:26.304 INFO:tasks.workunit.client.0.smithi173.stdout:404 2024-08-30T21:14:26.305 INFO:tasks.workunit.client.0.smithi173.stdout:405 2024-08-30T21:14:26.306 INFO:tasks.workunit.client.0.smithi173.stdout:406 2024-08-30T21:14:26.307 INFO:tasks.workunit.client.0.smithi173.stdout:407 2024-08-30T21:14:26.308 INFO:tasks.workunit.client.0.smithi173.stdout:408 2024-08-30T21:14:26.308 INFO:tasks.workunit.client.0.smithi173.stdout:409 2024-08-30T21:14:26.309 INFO:tasks.workunit.client.0.smithi173.stdout:410 2024-08-30T21:14:26.310 INFO:tasks.workunit.client.0.smithi173.stdout:411 2024-08-30T21:14:26.311 INFO:tasks.workunit.client.0.smithi173.stdout:412 2024-08-30T21:14:26.312 INFO:tasks.workunit.client.0.smithi173.stdout:413 2024-08-30T21:14:26.313 INFO:tasks.workunit.client.0.smithi173.stdout:414 2024-08-30T21:14:26.314 INFO:tasks.workunit.client.0.smithi173.stdout:415 2024-08-30T21:14:26.315 INFO:tasks.workunit.client.0.smithi173.stdout:416 2024-08-30T21:14:26.316 INFO:tasks.workunit.client.0.smithi173.stdout:417 2024-08-30T21:14:26.317 INFO:tasks.workunit.client.0.smithi173.stdout:418 2024-08-30T21:14:26.317 INFO:tasks.workunit.client.0.smithi173.stdout:419 2024-08-30T21:14:26.318 INFO:tasks.workunit.client.0.smithi173.stdout:420 2024-08-30T21:14:26.319 INFO:tasks.workunit.client.0.smithi173.stdout:421 2024-08-30T21:14:26.320 INFO:tasks.workunit.client.0.smithi173.stdout:422 2024-08-30T21:14:26.321 INFO:tasks.workunit.client.0.smithi173.stdout:423 2024-08-30T21:14:26.322 INFO:tasks.workunit.client.0.smithi173.stdout:424 2024-08-30T21:14:26.323 INFO:tasks.workunit.client.0.smithi173.stdout:425 2024-08-30T21:14:26.324 INFO:tasks.workunit.client.0.smithi173.stdout:426 2024-08-30T21:14:26.325 INFO:tasks.workunit.client.0.smithi173.stdout:427 2024-08-30T21:14:26.325 INFO:tasks.workunit.client.0.smithi173.stdout:428 2024-08-30T21:14:26.326 INFO:tasks.workunit.client.0.smithi173.stdout:429 2024-08-30T21:14:26.327 INFO:tasks.workunit.client.0.smithi173.stdout:430 2024-08-30T21:14:26.328 INFO:tasks.workunit.client.0.smithi173.stdout:431 2024-08-30T21:14:26.329 INFO:tasks.workunit.client.0.smithi173.stdout:432 2024-08-30T21:14:26.330 INFO:tasks.workunit.client.0.smithi173.stdout:433 2024-08-30T21:14:26.331 INFO:tasks.workunit.client.0.smithi173.stdout:434 2024-08-30T21:14:26.332 INFO:tasks.workunit.client.0.smithi173.stdout:435 2024-08-30T21:14:26.333 INFO:tasks.workunit.client.0.smithi173.stdout:436 2024-08-30T21:14:26.334 INFO:tasks.workunit.client.0.smithi173.stdout:437 2024-08-30T21:14:26.335 INFO:tasks.workunit.client.0.smithi173.stdout:438 2024-08-30T21:14:26.336 INFO:tasks.workunit.client.0.smithi173.stdout:439 2024-08-30T21:14:26.336 INFO:tasks.workunit.client.0.smithi173.stdout:440 2024-08-30T21:14:26.337 INFO:tasks.workunit.client.0.smithi173.stdout:441 2024-08-30T21:14:26.338 INFO:tasks.workunit.client.0.smithi173.stdout:442 2024-08-30T21:14:26.339 INFO:tasks.workunit.client.0.smithi173.stdout:443 2024-08-30T21:14:26.340 INFO:tasks.workunit.client.0.smithi173.stdout:444 2024-08-30T21:14:26.341 INFO:tasks.workunit.client.0.smithi173.stdout:445 2024-08-30T21:14:26.342 INFO:tasks.workunit.client.0.smithi173.stdout:446 2024-08-30T21:14:26.343 INFO:tasks.workunit.client.0.smithi173.stdout:447 2024-08-30T21:14:26.344 INFO:tasks.workunit.client.0.smithi173.stdout:448 2024-08-30T21:14:26.345 INFO:tasks.workunit.client.0.smithi173.stdout:449 2024-08-30T21:14:26.346 INFO:tasks.workunit.client.0.smithi173.stdout:450 2024-08-30T21:14:26.347 INFO:tasks.workunit.client.0.smithi173.stdout:451 2024-08-30T21:14:26.347 INFO:tasks.workunit.client.0.smithi173.stdout:452 2024-08-30T21:14:26.348 INFO:tasks.workunit.client.0.smithi173.stdout:453 2024-08-30T21:14:26.349 INFO:tasks.workunit.client.0.smithi173.stdout:454 2024-08-30T21:14:26.350 INFO:tasks.workunit.client.0.smithi173.stdout:455 2024-08-30T21:14:26.351 INFO:tasks.workunit.client.0.smithi173.stdout:456 2024-08-30T21:14:26.352 INFO:tasks.workunit.client.0.smithi173.stdout:457 2024-08-30T21:14:26.353 INFO:tasks.workunit.client.0.smithi173.stdout:458 2024-08-30T21:14:26.354 INFO:tasks.workunit.client.0.smithi173.stdout:459 2024-08-30T21:14:26.355 INFO:tasks.workunit.client.0.smithi173.stdout:460 2024-08-30T21:14:26.356 INFO:tasks.workunit.client.0.smithi173.stdout:461 2024-08-30T21:14:26.357 INFO:tasks.workunit.client.0.smithi173.stdout:462 2024-08-30T21:14:26.358 INFO:tasks.workunit.client.0.smithi173.stdout:463 2024-08-30T21:14:26.359 INFO:tasks.workunit.client.0.smithi173.stdout:464 2024-08-30T21:14:26.360 INFO:tasks.workunit.client.0.smithi173.stdout:465 2024-08-30T21:14:26.361 INFO:tasks.workunit.client.0.smithi173.stdout:466 2024-08-30T21:14:26.361 INFO:tasks.workunit.client.0.smithi173.stdout:467 2024-08-30T21:14:26.362 INFO:tasks.workunit.client.0.smithi173.stdout:468 2024-08-30T21:14:26.363 INFO:tasks.workunit.client.0.smithi173.stdout:469 2024-08-30T21:14:26.364 INFO:tasks.workunit.client.0.smithi173.stdout:470 2024-08-30T21:14:26.365 INFO:tasks.workunit.client.0.smithi173.stdout:471 2024-08-30T21:14:26.366 INFO:tasks.workunit.client.0.smithi173.stdout:472 2024-08-30T21:14:26.367 INFO:tasks.workunit.client.0.smithi173.stdout:473 2024-08-30T21:14:26.368 INFO:tasks.workunit.client.0.smithi173.stdout:474 2024-08-30T21:14:26.369 INFO:tasks.workunit.client.0.smithi173.stdout:475 2024-08-30T21:14:26.370 INFO:tasks.workunit.client.0.smithi173.stdout:476 2024-08-30T21:14:26.371 INFO:tasks.workunit.client.0.smithi173.stdout:477 2024-08-30T21:14:26.372 INFO:tasks.workunit.client.0.smithi173.stdout:478 2024-08-30T21:14:26.373 INFO:tasks.workunit.client.0.smithi173.stdout:479 2024-08-30T21:14:26.374 INFO:tasks.workunit.client.0.smithi173.stdout:480 2024-08-30T21:14:26.375 INFO:tasks.workunit.client.0.smithi173.stdout:481 2024-08-30T21:14:26.375 INFO:tasks.workunit.client.0.smithi173.stdout:482 2024-08-30T21:14:26.376 INFO:tasks.workunit.client.0.smithi173.stdout:483 2024-08-30T21:14:26.377 INFO:tasks.workunit.client.0.smithi173.stdout:484 2024-08-30T21:14:26.378 INFO:tasks.workunit.client.0.smithi173.stdout:485 2024-08-30T21:14:26.379 INFO:tasks.workunit.client.0.smithi173.stdout:486 2024-08-30T21:14:26.380 INFO:tasks.workunit.client.0.smithi173.stdout:487 2024-08-30T21:14:26.381 INFO:tasks.workunit.client.0.smithi173.stdout:488 2024-08-30T21:14:26.382 INFO:tasks.workunit.client.0.smithi173.stdout:489 2024-08-30T21:14:26.383 INFO:tasks.workunit.client.0.smithi173.stdout:490 2024-08-30T21:14:26.384 INFO:tasks.workunit.client.0.smithi173.stdout:491 2024-08-30T21:14:26.385 INFO:tasks.workunit.client.0.smithi173.stdout:492 2024-08-30T21:14:26.386 INFO:tasks.workunit.client.0.smithi173.stdout:493 2024-08-30T21:14:26.387 INFO:tasks.workunit.client.0.smithi173.stdout:494 2024-08-30T21:14:26.387 INFO:tasks.workunit.client.0.smithi173.stdout:495 2024-08-30T21:14:26.388 INFO:tasks.workunit.client.0.smithi173.stdout:496 2024-08-30T21:14:26.389 INFO:tasks.workunit.client.0.smithi173.stdout:497 2024-08-30T21:14:26.390 INFO:tasks.workunit.client.0.smithi173.stdout:498 2024-08-30T21:14:26.391 INFO:tasks.workunit.client.0.smithi173.stdout:499 2024-08-30T21:14:26.392 INFO:tasks.workunit.client.0.smithi173.stdout:500 2024-08-30T21:14:26.393 INFO:tasks.workunit.client.0.smithi173.stdout:501 2024-08-30T21:14:26.394 INFO:tasks.workunit.client.0.smithi173.stdout:502 2024-08-30T21:14:26.394 INFO:tasks.workunit.client.0.smithi173.stdout:503 2024-08-30T21:14:26.395 INFO:tasks.workunit.client.0.smithi173.stdout:504 2024-08-30T21:14:26.396 INFO:tasks.workunit.client.0.smithi173.stdout:505 2024-08-30T21:14:26.397 INFO:tasks.workunit.client.0.smithi173.stdout:506 2024-08-30T21:14:26.398 INFO:tasks.workunit.client.0.smithi173.stdout:507 2024-08-30T21:14:26.399 INFO:tasks.workunit.client.0.smithi173.stdout:508 2024-08-30T21:14:26.400 INFO:tasks.workunit.client.0.smithi173.stdout:509 2024-08-30T21:14:26.400 INFO:tasks.workunit.client.0.smithi173.stdout:510 2024-08-30T21:14:26.401 INFO:tasks.workunit.client.0.smithi173.stdout:511 2024-08-30T21:14:26.402 INFO:tasks.workunit.client.0.smithi173.stdout:512 2024-08-30T21:14:26.403 INFO:tasks.workunit.client.0.smithi173.stdout:513 2024-08-30T21:14:26.404 INFO:tasks.workunit.client.0.smithi173.stdout:514 2024-08-30T21:14:26.405 INFO:tasks.workunit.client.0.smithi173.stdout:515 2024-08-30T21:14:26.406 INFO:tasks.workunit.client.0.smithi173.stdout:516 2024-08-30T21:14:26.407 INFO:tasks.workunit.client.0.smithi173.stdout:517 2024-08-30T21:14:26.408 INFO:tasks.workunit.client.0.smithi173.stdout:518 2024-08-30T21:14:26.409 INFO:tasks.workunit.client.0.smithi173.stdout:519 2024-08-30T21:14:26.409 INFO:tasks.workunit.client.0.smithi173.stdout:520 2024-08-30T21:14:26.410 INFO:tasks.workunit.client.0.smithi173.stdout:521 2024-08-30T21:14:26.411 INFO:tasks.workunit.client.0.smithi173.stdout:522 2024-08-30T21:14:26.412 INFO:tasks.workunit.client.0.smithi173.stdout:523 2024-08-30T21:14:26.413 INFO:tasks.workunit.client.0.smithi173.stdout:524 2024-08-30T21:14:26.414 INFO:tasks.workunit.client.0.smithi173.stdout:525 2024-08-30T21:14:26.415 INFO:tasks.workunit.client.0.smithi173.stdout:526 2024-08-30T21:14:26.416 INFO:tasks.workunit.client.0.smithi173.stdout:527 2024-08-30T21:14:26.417 INFO:tasks.workunit.client.0.smithi173.stdout:528 2024-08-30T21:14:26.418 INFO:tasks.workunit.client.0.smithi173.stdout:529 2024-08-30T21:14:26.419 INFO:tasks.workunit.client.0.smithi173.stdout:530 2024-08-30T21:14:26.420 INFO:tasks.workunit.client.0.smithi173.stdout:531 2024-08-30T21:14:26.421 INFO:tasks.workunit.client.0.smithi173.stdout:532 2024-08-30T21:14:26.422 INFO:tasks.workunit.client.0.smithi173.stdout:533 2024-08-30T21:14:26.422 INFO:tasks.workunit.client.0.smithi173.stdout:534 2024-08-30T21:14:26.423 INFO:tasks.workunit.client.0.smithi173.stdout:535 2024-08-30T21:14:26.424 INFO:tasks.workunit.client.0.smithi173.stdout:536 2024-08-30T21:14:26.425 INFO:tasks.workunit.client.0.smithi173.stdout:537 2024-08-30T21:14:26.426 INFO:tasks.workunit.client.0.smithi173.stdout:538 2024-08-30T21:14:26.427 INFO:tasks.workunit.client.0.smithi173.stdout:539 2024-08-30T21:14:26.428 INFO:tasks.workunit.client.0.smithi173.stdout:540 2024-08-30T21:14:26.429 INFO:tasks.workunit.client.0.smithi173.stdout:541 2024-08-30T21:14:26.430 INFO:tasks.workunit.client.0.smithi173.stdout:542 2024-08-30T21:14:26.431 INFO:tasks.workunit.client.0.smithi173.stdout:543 2024-08-30T21:14:26.432 INFO:tasks.workunit.client.0.smithi173.stdout:544 2024-08-30T21:14:26.432 INFO:tasks.workunit.client.0.smithi173.stdout:545 2024-08-30T21:14:26.433 INFO:tasks.workunit.client.0.smithi173.stdout:546 2024-08-30T21:14:26.434 INFO:tasks.workunit.client.0.smithi173.stdout:547 2024-08-30T21:14:26.435 INFO:tasks.workunit.client.0.smithi173.stdout:548 2024-08-30T21:14:26.436 INFO:tasks.workunit.client.0.smithi173.stdout:549 2024-08-30T21:14:26.437 INFO:tasks.workunit.client.0.smithi173.stdout:550 2024-08-30T21:14:26.438 INFO:tasks.workunit.client.0.smithi173.stdout:551 2024-08-30T21:14:26.439 INFO:tasks.workunit.client.0.smithi173.stdout:552 2024-08-30T21:14:26.440 INFO:tasks.workunit.client.0.smithi173.stdout:553 2024-08-30T21:14:26.441 INFO:tasks.workunit.client.0.smithi173.stdout:554 2024-08-30T21:14:26.442 INFO:tasks.workunit.client.0.smithi173.stdout:555 2024-08-30T21:14:26.443 INFO:tasks.workunit.client.0.smithi173.stdout:556 2024-08-30T21:14:26.444 INFO:tasks.workunit.client.0.smithi173.stdout:557 2024-08-30T21:14:26.445 INFO:tasks.workunit.client.0.smithi173.stdout:558 2024-08-30T21:14:26.446 INFO:tasks.workunit.client.0.smithi173.stdout:559 2024-08-30T21:14:26.447 INFO:tasks.workunit.client.0.smithi173.stdout:560 2024-08-30T21:14:26.448 INFO:tasks.workunit.client.0.smithi173.stdout:561 2024-08-30T21:14:26.449 INFO:tasks.workunit.client.0.smithi173.stdout:562 2024-08-30T21:14:26.450 INFO:tasks.workunit.client.0.smithi173.stdout:563 2024-08-30T21:14:26.450 INFO:tasks.workunit.client.0.smithi173.stdout:564 2024-08-30T21:14:26.451 INFO:tasks.workunit.client.0.smithi173.stdout:565 2024-08-30T21:14:26.452 INFO:tasks.workunit.client.0.smithi173.stdout:566 2024-08-30T21:14:26.453 INFO:tasks.workunit.client.0.smithi173.stdout:567 2024-08-30T21:14:26.454 INFO:tasks.workunit.client.0.smithi173.stdout:568 2024-08-30T21:14:26.455 INFO:tasks.workunit.client.0.smithi173.stdout:569 2024-08-30T21:14:26.456 INFO:tasks.workunit.client.0.smithi173.stdout:570 2024-08-30T21:14:26.457 INFO:tasks.workunit.client.0.smithi173.stdout:571 2024-08-30T21:14:26.458 INFO:tasks.workunit.client.0.smithi173.stdout:572 2024-08-30T21:14:26.459 INFO:tasks.workunit.client.0.smithi173.stdout:573 2024-08-30T21:14:26.460 INFO:tasks.workunit.client.0.smithi173.stdout:574 2024-08-30T21:14:26.461 INFO:tasks.workunit.client.0.smithi173.stdout:575 2024-08-30T21:14:26.462 INFO:tasks.workunit.client.0.smithi173.stdout:576 2024-08-30T21:14:26.463 INFO:tasks.workunit.client.0.smithi173.stdout:577 2024-08-30T21:14:26.464 INFO:tasks.workunit.client.0.smithi173.stdout:578 2024-08-30T21:14:26.465 INFO:tasks.workunit.client.0.smithi173.stdout:579 2024-08-30T21:14:26.466 INFO:tasks.workunit.client.0.smithi173.stdout:580 2024-08-30T21:14:26.467 INFO:tasks.workunit.client.0.smithi173.stdout:581 2024-08-30T21:14:26.468 INFO:tasks.workunit.client.0.smithi173.stdout:582 2024-08-30T21:14:26.469 INFO:tasks.workunit.client.0.smithi173.stdout:583 2024-08-30T21:14:26.470 INFO:tasks.workunit.client.0.smithi173.stdout:584 2024-08-30T21:14:26.471 INFO:tasks.workunit.client.0.smithi173.stdout:585 2024-08-30T21:14:26.471 INFO:tasks.workunit.client.0.smithi173.stdout:586 2024-08-30T21:14:26.472 INFO:tasks.workunit.client.0.smithi173.stdout:587 2024-08-30T21:14:26.473 INFO:tasks.workunit.client.0.smithi173.stdout:588 2024-08-30T21:14:26.474 INFO:tasks.workunit.client.0.smithi173.stdout:589 2024-08-30T21:14:26.475 INFO:tasks.workunit.client.0.smithi173.stdout:590 2024-08-30T21:14:26.476 INFO:tasks.workunit.client.0.smithi173.stdout:591 2024-08-30T21:14:26.477 INFO:tasks.workunit.client.0.smithi173.stdout:592 2024-08-30T21:14:26.478 INFO:tasks.workunit.client.0.smithi173.stdout:593 2024-08-30T21:14:26.479 INFO:tasks.workunit.client.0.smithi173.stdout:594 2024-08-30T21:14:26.480 INFO:tasks.workunit.client.0.smithi173.stdout:595 2024-08-30T21:14:26.481 INFO:tasks.workunit.client.0.smithi173.stdout:596 2024-08-30T21:14:26.482 INFO:tasks.workunit.client.0.smithi173.stdout:597 2024-08-30T21:14:26.483 INFO:tasks.workunit.client.0.smithi173.stdout:598 2024-08-30T21:14:26.484 INFO:tasks.workunit.client.0.smithi173.stdout:599 2024-08-30T21:14:26.485 INFO:tasks.workunit.client.0.smithi173.stdout:600 2024-08-30T21:14:26.486 INFO:tasks.workunit.client.0.smithi173.stdout:601 2024-08-30T21:14:26.487 INFO:tasks.workunit.client.0.smithi173.stdout:602 2024-08-30T21:14:26.488 INFO:tasks.workunit.client.0.smithi173.stdout:603 2024-08-30T21:14:26.489 INFO:tasks.workunit.client.0.smithi173.stdout:604 2024-08-30T21:14:26.490 INFO:tasks.workunit.client.0.smithi173.stdout:605 2024-08-30T21:14:26.491 INFO:tasks.workunit.client.0.smithi173.stdout:606 2024-08-30T21:14:26.492 INFO:tasks.workunit.client.0.smithi173.stdout:607 2024-08-30T21:14:26.493 INFO:tasks.workunit.client.0.smithi173.stdout:608 2024-08-30T21:14:26.493 INFO:tasks.workunit.client.0.smithi173.stdout:609 2024-08-30T21:14:26.494 INFO:tasks.workunit.client.0.smithi173.stdout:610 2024-08-30T21:14:26.495 INFO:tasks.workunit.client.0.smithi173.stdout:611 2024-08-30T21:14:26.496 INFO:tasks.workunit.client.0.smithi173.stdout:612 2024-08-30T21:14:26.497 INFO:tasks.workunit.client.0.smithi173.stdout:613 2024-08-30T21:14:26.498 INFO:tasks.workunit.client.0.smithi173.stdout:614 2024-08-30T21:14:26.499 INFO:tasks.workunit.client.0.smithi173.stdout:615 2024-08-30T21:14:26.500 INFO:tasks.workunit.client.0.smithi173.stdout:616 2024-08-30T21:14:26.501 INFO:tasks.workunit.client.0.smithi173.stdout:617 2024-08-30T21:14:26.502 INFO:tasks.workunit.client.0.smithi173.stdout:618 2024-08-30T21:14:26.503 INFO:tasks.workunit.client.0.smithi173.stdout:619 2024-08-30T21:14:26.504 INFO:tasks.workunit.client.0.smithi173.stdout:620 2024-08-30T21:14:26.505 INFO:tasks.workunit.client.0.smithi173.stdout:621 2024-08-30T21:14:26.506 INFO:tasks.workunit.client.0.smithi173.stdout:622 2024-08-30T21:14:26.507 INFO:tasks.workunit.client.0.smithi173.stdout:623 2024-08-30T21:14:26.508 INFO:tasks.workunit.client.0.smithi173.stdout:624 2024-08-30T21:14:26.509 INFO:tasks.workunit.client.0.smithi173.stdout:625 2024-08-30T21:14:26.510 INFO:tasks.workunit.client.0.smithi173.stdout:626 2024-08-30T21:14:26.511 INFO:tasks.workunit.client.0.smithi173.stdout:627 2024-08-30T21:14:26.512 INFO:tasks.workunit.client.0.smithi173.stdout:628 2024-08-30T21:14:26.513 INFO:tasks.workunit.client.0.smithi173.stdout:629 2024-08-30T21:14:26.514 INFO:tasks.workunit.client.0.smithi173.stdout:630 2024-08-30T21:14:26.515 INFO:tasks.workunit.client.0.smithi173.stdout:631 2024-08-30T21:14:26.516 INFO:tasks.workunit.client.0.smithi173.stdout:632 2024-08-30T21:14:26.517 INFO:tasks.workunit.client.0.smithi173.stdout:633 2024-08-30T21:14:26.518 INFO:tasks.workunit.client.0.smithi173.stdout:634 2024-08-30T21:14:26.519 INFO:tasks.workunit.client.0.smithi173.stdout:635 2024-08-30T21:14:26.520 INFO:tasks.workunit.client.0.smithi173.stdout:636 2024-08-30T21:14:26.521 INFO:tasks.workunit.client.0.smithi173.stdout:637 2024-08-30T21:14:26.522 INFO:tasks.workunit.client.0.smithi173.stdout:638 2024-08-30T21:14:26.524 INFO:tasks.workunit.client.0.smithi173.stdout:639 2024-08-30T21:14:26.525 INFO:tasks.workunit.client.0.smithi173.stdout:640 2024-08-30T21:14:26.526 INFO:tasks.workunit.client.0.smithi173.stdout:641 2024-08-30T21:14:26.527 INFO:tasks.workunit.client.0.smithi173.stdout:642 2024-08-30T21:14:26.529 INFO:tasks.workunit.client.0.smithi173.stdout:643 2024-08-30T21:14:26.529 INFO:tasks.workunit.client.0.smithi173.stdout:644 2024-08-30T21:14:26.530 INFO:tasks.workunit.client.0.smithi173.stdout:645 2024-08-30T21:14:26.531 INFO:tasks.workunit.client.0.smithi173.stdout:646 2024-08-30T21:14:26.533 INFO:tasks.workunit.client.0.smithi173.stdout:647 2024-08-30T21:14:26.534 INFO:tasks.workunit.client.0.smithi173.stdout:648 2024-08-30T21:14:26.534 INFO:tasks.workunit.client.0.smithi173.stdout:649 2024-08-30T21:14:26.535 INFO:tasks.workunit.client.0.smithi173.stdout:650 2024-08-30T21:14:26.536 INFO:tasks.workunit.client.0.smithi173.stdout:651 2024-08-30T21:14:26.537 INFO:tasks.workunit.client.0.smithi173.stdout:652 2024-08-30T21:14:26.538 INFO:tasks.workunit.client.0.smithi173.stdout:653 2024-08-30T21:14:26.539 INFO:tasks.workunit.client.0.smithi173.stdout:654 2024-08-30T21:14:26.540 INFO:tasks.workunit.client.0.smithi173.stdout:655 2024-08-30T21:14:26.541 INFO:tasks.workunit.client.0.smithi173.stdout:656 2024-08-30T21:14:26.542 INFO:tasks.workunit.client.0.smithi173.stdout:657 2024-08-30T21:14:26.543 INFO:tasks.workunit.client.0.smithi173.stdout:658 2024-08-30T21:14:26.545 INFO:tasks.workunit.client.0.smithi173.stdout:659 2024-08-30T21:14:26.546 INFO:tasks.workunit.client.0.smithi173.stdout:660 2024-08-30T21:14:26.547 INFO:tasks.workunit.client.0.smithi173.stdout:661 2024-08-30T21:14:26.548 INFO:tasks.workunit.client.0.smithi173.stdout:662 2024-08-30T21:14:26.549 INFO:tasks.workunit.client.0.smithi173.stdout:663 2024-08-30T21:14:26.550 INFO:tasks.workunit.client.0.smithi173.stdout:664 2024-08-30T21:14:26.551 INFO:tasks.workunit.client.0.smithi173.stdout:665 2024-08-30T21:14:26.552 INFO:tasks.workunit.client.0.smithi173.stdout:666 2024-08-30T21:14:26.553 INFO:tasks.workunit.client.0.smithi173.stdout:667 2024-08-30T21:14:26.554 INFO:tasks.workunit.client.0.smithi173.stdout:668 2024-08-30T21:14:26.554 INFO:tasks.workunit.client.0.smithi173.stdout:669 2024-08-30T21:14:26.556 INFO:tasks.workunit.client.0.smithi173.stdout:670 2024-08-30T21:14:26.557 INFO:tasks.workunit.client.0.smithi173.stdout:671 2024-08-30T21:14:26.558 INFO:tasks.workunit.client.0.smithi173.stdout:672 2024-08-30T21:14:26.559 INFO:tasks.workunit.client.0.smithi173.stdout:673 2024-08-30T21:14:26.560 INFO:tasks.workunit.client.0.smithi173.stdout:674 2024-08-30T21:14:26.561 INFO:tasks.workunit.client.0.smithi173.stdout:675 2024-08-30T21:14:26.562 INFO:tasks.workunit.client.0.smithi173.stdout:676 2024-08-30T21:14:26.562 INFO:tasks.workunit.client.0.smithi173.stdout:677 2024-08-30T21:14:26.563 INFO:tasks.workunit.client.0.smithi173.stdout:678 2024-08-30T21:14:26.564 INFO:tasks.workunit.client.0.smithi173.stdout:679 2024-08-30T21:14:26.566 INFO:tasks.workunit.client.0.smithi173.stdout:680 2024-08-30T21:14:26.567 INFO:tasks.workunit.client.0.smithi173.stdout:681 2024-08-30T21:14:26.567 INFO:tasks.workunit.client.0.smithi173.stdout:682 2024-08-30T21:14:26.568 INFO:tasks.workunit.client.0.smithi173.stdout:683 2024-08-30T21:14:26.569 INFO:tasks.workunit.client.0.smithi173.stdout:684 2024-08-30T21:14:26.570 INFO:tasks.workunit.client.0.smithi173.stdout:685 2024-08-30T21:14:26.571 INFO:tasks.workunit.client.0.smithi173.stdout:686 2024-08-30T21:14:26.572 INFO:tasks.workunit.client.0.smithi173.stdout:687 2024-08-30T21:14:26.573 INFO:tasks.workunit.client.0.smithi173.stdout:688 2024-08-30T21:14:26.574 INFO:tasks.workunit.client.0.smithi173.stdout:689 2024-08-30T21:14:26.575 INFO:tasks.workunit.client.0.smithi173.stdout:690 2024-08-30T21:14:26.576 INFO:tasks.workunit.client.0.smithi173.stdout:691 2024-08-30T21:14:26.577 INFO:tasks.workunit.client.0.smithi173.stdout:692 2024-08-30T21:14:26.578 INFO:tasks.workunit.client.0.smithi173.stdout:693 2024-08-30T21:14:26.579 INFO:tasks.workunit.client.0.smithi173.stdout:694 2024-08-30T21:14:26.581 INFO:tasks.workunit.client.0.smithi173.stdout:695 2024-08-30T21:14:26.581 INFO:tasks.workunit.client.0.smithi173.stdout:696 2024-08-30T21:14:26.582 INFO:tasks.workunit.client.0.smithi173.stdout:697 2024-08-30T21:14:26.583 INFO:tasks.workunit.client.0.smithi173.stdout:698 2024-08-30T21:14:26.584 INFO:tasks.workunit.client.0.smithi173.stdout:699 2024-08-30T21:14:26.585 INFO:tasks.workunit.client.0.smithi173.stdout:700 2024-08-30T21:14:26.586 INFO:tasks.workunit.client.0.smithi173.stdout:701 2024-08-30T21:14:26.587 INFO:tasks.workunit.client.0.smithi173.stdout:702 2024-08-30T21:14:26.588 INFO:tasks.workunit.client.0.smithi173.stdout:703 2024-08-30T21:14:26.589 INFO:tasks.workunit.client.0.smithi173.stdout:704 2024-08-30T21:14:26.590 INFO:tasks.workunit.client.0.smithi173.stdout:705 2024-08-30T21:14:26.592 INFO:tasks.workunit.client.0.smithi173.stdout:706 2024-08-30T21:14:26.593 INFO:tasks.workunit.client.0.smithi173.stdout:707 2024-08-30T21:14:26.594 INFO:tasks.workunit.client.0.smithi173.stdout:708 2024-08-30T21:14:26.595 INFO:tasks.workunit.client.0.smithi173.stdout:709 2024-08-30T21:14:26.596 INFO:tasks.workunit.client.0.smithi173.stdout:710 2024-08-30T21:14:26.597 INFO:tasks.workunit.client.0.smithi173.stdout:711 2024-08-30T21:14:26.598 INFO:tasks.workunit.client.0.smithi173.stdout:712 2024-08-30T21:14:26.599 INFO:tasks.workunit.client.0.smithi173.stdout:713 2024-08-30T21:14:26.600 INFO:tasks.workunit.client.0.smithi173.stdout:714 2024-08-30T21:14:26.601 INFO:tasks.workunit.client.0.smithi173.stdout:715 2024-08-30T21:14:26.603 INFO:tasks.workunit.client.0.smithi173.stdout:716 2024-08-30T21:14:26.603 INFO:tasks.workunit.client.0.smithi173.stdout:717 2024-08-30T21:14:26.604 INFO:tasks.workunit.client.0.smithi173.stdout:718 2024-08-30T21:14:26.605 INFO:tasks.workunit.client.0.smithi173.stdout:719 2024-08-30T21:14:26.606 INFO:tasks.workunit.client.0.smithi173.stdout:720 2024-08-30T21:14:26.607 INFO:tasks.workunit.client.0.smithi173.stdout:721 2024-08-30T21:14:26.608 INFO:tasks.workunit.client.0.smithi173.stdout:722 2024-08-30T21:14:26.609 INFO:tasks.workunit.client.0.smithi173.stdout:723 2024-08-30T21:14:26.610 INFO:tasks.workunit.client.0.smithi173.stdout:724 2024-08-30T21:14:26.611 INFO:tasks.workunit.client.0.smithi173.stdout:725 2024-08-30T21:14:26.612 INFO:tasks.workunit.client.0.smithi173.stdout:726 2024-08-30T21:14:26.613 INFO:tasks.workunit.client.0.smithi173.stdout:727 2024-08-30T21:14:26.614 INFO:tasks.workunit.client.0.smithi173.stdout:728 2024-08-30T21:14:26.615 INFO:tasks.workunit.client.0.smithi173.stdout:729 2024-08-30T21:14:26.616 INFO:tasks.workunit.client.0.smithi173.stdout:730 2024-08-30T21:14:26.617 INFO:tasks.workunit.client.0.smithi173.stdout:731 2024-08-30T21:14:26.618 INFO:tasks.workunit.client.0.smithi173.stdout:732 2024-08-30T21:14:26.619 INFO:tasks.workunit.client.0.smithi173.stdout:733 2024-08-30T21:14:26.620 INFO:tasks.workunit.client.0.smithi173.stdout:734 2024-08-30T21:14:26.621 INFO:tasks.workunit.client.0.smithi173.stdout:735 2024-08-30T21:14:26.622 INFO:tasks.workunit.client.0.smithi173.stdout:736 2024-08-30T21:14:26.623 INFO:tasks.workunit.client.0.smithi173.stdout:737 2024-08-30T21:14:26.624 INFO:tasks.workunit.client.0.smithi173.stdout:738 2024-08-30T21:14:26.625 INFO:tasks.workunit.client.0.smithi173.stdout:739 2024-08-30T21:14:26.627 INFO:tasks.workunit.client.0.smithi173.stdout:740 2024-08-30T21:14:26.628 INFO:tasks.workunit.client.0.smithi173.stdout:741 2024-08-30T21:14:26.629 INFO:tasks.workunit.client.0.smithi173.stdout:742 2024-08-30T21:14:26.630 INFO:tasks.workunit.client.0.smithi173.stdout:743 2024-08-30T21:14:26.631 INFO:tasks.workunit.client.0.smithi173.stdout:744 2024-08-30T21:14:26.632 INFO:tasks.workunit.client.0.smithi173.stdout:745 2024-08-30T21:14:26.632 INFO:tasks.workunit.client.0.smithi173.stdout:746 2024-08-30T21:14:26.633 INFO:tasks.workunit.client.0.smithi173.stdout:747 2024-08-30T21:14:26.634 INFO:tasks.workunit.client.0.smithi173.stdout:748 2024-08-30T21:14:26.636 INFO:tasks.workunit.client.0.smithi173.stdout:749 2024-08-30T21:14:26.636 INFO:tasks.workunit.client.0.smithi173.stdout:750 2024-08-30T21:14:26.637 INFO:tasks.workunit.client.0.smithi173.stdout:751 2024-08-30T21:14:26.638 INFO:tasks.workunit.client.0.smithi173.stdout:752 2024-08-30T21:14:26.640 INFO:tasks.workunit.client.0.smithi173.stdout:753 2024-08-30T21:14:26.640 INFO:tasks.workunit.client.0.smithi173.stdout:754 2024-08-30T21:14:26.642 INFO:tasks.workunit.client.0.smithi173.stdout:755 2024-08-30T21:14:26.643 INFO:tasks.workunit.client.0.smithi173.stdout:756 2024-08-30T21:14:26.644 INFO:tasks.workunit.client.0.smithi173.stdout:757 2024-08-30T21:14:26.645 INFO:tasks.workunit.client.0.smithi173.stdout:758 2024-08-30T21:14:26.646 INFO:tasks.workunit.client.0.smithi173.stdout:759 2024-08-30T21:14:26.647 INFO:tasks.workunit.client.0.smithi173.stdout:760 2024-08-30T21:14:26.648 INFO:tasks.workunit.client.0.smithi173.stdout:761 2024-08-30T21:14:26.649 INFO:tasks.workunit.client.0.smithi173.stdout:762 2024-08-30T21:14:26.650 INFO:tasks.workunit.client.0.smithi173.stdout:763 2024-08-30T21:14:26.651 INFO:tasks.workunit.client.0.smithi173.stdout:764 2024-08-30T21:14:26.652 INFO:tasks.workunit.client.0.smithi173.stdout:765 2024-08-30T21:14:26.653 INFO:tasks.workunit.client.0.smithi173.stdout:766 2024-08-30T21:14:26.654 INFO:tasks.workunit.client.0.smithi173.stdout:767 2024-08-30T21:14:26.655 INFO:tasks.workunit.client.0.smithi173.stdout:768 2024-08-30T21:14:26.657 INFO:tasks.workunit.client.0.smithi173.stdout:769 2024-08-30T21:14:26.657 INFO:tasks.workunit.client.0.smithi173.stdout:770 2024-08-30T21:14:26.658 INFO:tasks.workunit.client.0.smithi173.stdout:771 2024-08-30T21:14:26.659 INFO:tasks.workunit.client.0.smithi173.stdout:772 2024-08-30T21:14:26.660 INFO:tasks.workunit.client.0.smithi173.stdout:773 2024-08-30T21:14:26.661 INFO:tasks.workunit.client.0.smithi173.stdout:774 2024-08-30T21:14:26.662 INFO:tasks.workunit.client.0.smithi173.stdout:775 2024-08-30T21:14:26.663 INFO:tasks.workunit.client.0.smithi173.stdout:776 2024-08-30T21:14:26.664 INFO:tasks.workunit.client.0.smithi173.stdout:777 2024-08-30T21:14:26.665 INFO:tasks.workunit.client.0.smithi173.stdout:778 2024-08-30T21:14:26.666 INFO:tasks.workunit.client.0.smithi173.stdout:779 2024-08-30T21:14:26.667 INFO:tasks.workunit.client.0.smithi173.stdout:780 2024-08-30T21:14:26.668 INFO:tasks.workunit.client.0.smithi173.stdout:781 2024-08-30T21:14:26.669 INFO:tasks.workunit.client.0.smithi173.stdout:782 2024-08-30T21:14:26.670 INFO:tasks.workunit.client.0.smithi173.stdout:783 2024-08-30T21:14:26.671 INFO:tasks.workunit.client.0.smithi173.stdout:784 2024-08-30T21:14:26.672 INFO:tasks.workunit.client.0.smithi173.stdout:785 2024-08-30T21:14:26.673 INFO:tasks.workunit.client.0.smithi173.stdout:786 2024-08-30T21:14:26.674 INFO:tasks.workunit.client.0.smithi173.stdout:787 2024-08-30T21:14:26.675 INFO:tasks.workunit.client.0.smithi173.stdout:788 2024-08-30T21:14:26.676 INFO:tasks.workunit.client.0.smithi173.stdout:789 2024-08-30T21:14:26.680 INFO:tasks.workunit.client.0.smithi173.stdout:790 2024-08-30T21:14:26.681 INFO:tasks.workunit.client.0.smithi173.stdout:791 2024-08-30T21:14:26.681 INFO:tasks.workunit.client.0.smithi173.stdout:792 2024-08-30T21:14:26.681 INFO:tasks.workunit.client.0.smithi173.stdout:793 2024-08-30T21:14:26.681 INFO:tasks.workunit.client.0.smithi173.stdout:794 2024-08-30T21:14:26.682 INFO:tasks.workunit.client.0.smithi173.stdout:795 2024-08-30T21:14:26.683 INFO:tasks.workunit.client.0.smithi173.stdout:796 2024-08-30T21:14:26.684 INFO:tasks.workunit.client.0.smithi173.stdout:797 2024-08-30T21:14:26.685 INFO:tasks.workunit.client.0.smithi173.stdout:798 2024-08-30T21:14:26.686 INFO:tasks.workunit.client.0.smithi173.stdout:799 2024-08-30T21:14:26.687 INFO:tasks.workunit.client.0.smithi173.stdout:800 2024-08-30T21:14:26.688 INFO:tasks.workunit.client.0.smithi173.stdout:801 2024-08-30T21:14:26.689 INFO:tasks.workunit.client.0.smithi173.stdout:802 2024-08-30T21:14:26.690 INFO:tasks.workunit.client.0.smithi173.stdout:803 2024-08-30T21:14:26.691 INFO:tasks.workunit.client.0.smithi173.stdout:804 2024-08-30T21:14:26.692 INFO:tasks.workunit.client.0.smithi173.stdout:805 2024-08-30T21:14:26.693 INFO:tasks.workunit.client.0.smithi173.stdout:806 2024-08-30T21:14:26.694 INFO:tasks.workunit.client.0.smithi173.stdout:807 2024-08-30T21:14:26.695 INFO:tasks.workunit.client.0.smithi173.stdout:808 2024-08-30T21:14:26.696 INFO:tasks.workunit.client.0.smithi173.stdout:809 2024-08-30T21:14:26.697 INFO:tasks.workunit.client.0.smithi173.stdout:810 2024-08-30T21:14:26.698 INFO:tasks.workunit.client.0.smithi173.stdout:811 2024-08-30T21:14:26.699 INFO:tasks.workunit.client.0.smithi173.stdout:812 2024-08-30T21:14:26.700 INFO:tasks.workunit.client.0.smithi173.stdout:813 2024-08-30T21:14:26.701 INFO:tasks.workunit.client.0.smithi173.stdout:814 2024-08-30T21:14:26.702 INFO:tasks.workunit.client.0.smithi173.stdout:815 2024-08-30T21:14:26.703 INFO:tasks.workunit.client.0.smithi173.stdout:816 2024-08-30T21:14:26.704 INFO:tasks.workunit.client.0.smithi173.stdout:817 2024-08-30T21:14:26.705 INFO:tasks.workunit.client.0.smithi173.stdout:818 2024-08-30T21:14:26.706 INFO:tasks.workunit.client.0.smithi173.stdout:819 2024-08-30T21:14:26.707 INFO:tasks.workunit.client.0.smithi173.stdout:820 2024-08-30T21:14:26.708 INFO:tasks.workunit.client.0.smithi173.stdout:821 2024-08-30T21:14:26.709 INFO:tasks.workunit.client.0.smithi173.stdout:822 2024-08-30T21:14:26.709 INFO:tasks.workunit.client.0.smithi173.stdout:823 2024-08-30T21:14:26.710 INFO:tasks.workunit.client.0.smithi173.stdout:824 2024-08-30T21:14:26.711 INFO:tasks.workunit.client.0.smithi173.stdout:825 2024-08-30T21:14:26.713 INFO:tasks.workunit.client.0.smithi173.stdout:826 2024-08-30T21:14:26.714 INFO:tasks.workunit.client.0.smithi173.stdout:827 2024-08-30T21:14:26.715 INFO:tasks.workunit.client.0.smithi173.stdout:828 2024-08-30T21:14:26.716 INFO:tasks.workunit.client.0.smithi173.stdout:829 2024-08-30T21:14:26.717 INFO:tasks.workunit.client.0.smithi173.stdout:830 2024-08-30T21:14:26.718 INFO:tasks.workunit.client.0.smithi173.stdout:831 2024-08-30T21:14:26.719 INFO:tasks.workunit.client.0.smithi173.stdout:832 2024-08-30T21:14:26.720 INFO:tasks.workunit.client.0.smithi173.stdout:833 2024-08-30T21:14:26.721 INFO:tasks.workunit.client.0.smithi173.stdout:834 2024-08-30T21:14:26.722 INFO:tasks.workunit.client.0.smithi173.stdout:835 2024-08-30T21:14:26.723 INFO:tasks.workunit.client.0.smithi173.stdout:836 2024-08-30T21:14:26.724 INFO:tasks.workunit.client.0.smithi173.stdout:837 2024-08-30T21:14:26.725 INFO:tasks.workunit.client.0.smithi173.stdout:838 2024-08-30T21:14:26.726 INFO:tasks.workunit.client.0.smithi173.stdout:839 2024-08-30T21:14:26.727 INFO:tasks.workunit.client.0.smithi173.stdout:840 2024-08-30T21:14:26.728 INFO:tasks.workunit.client.0.smithi173.stdout:841 2024-08-30T21:14:26.729 INFO:tasks.workunit.client.0.smithi173.stdout:842 2024-08-30T21:14:26.730 INFO:tasks.workunit.client.0.smithi173.stdout:843 2024-08-30T21:14:26.731 INFO:tasks.workunit.client.0.smithi173.stdout:844 2024-08-30T21:14:26.732 INFO:tasks.workunit.client.0.smithi173.stdout:845 2024-08-30T21:14:26.733 INFO:tasks.workunit.client.0.smithi173.stdout:846 2024-08-30T21:14:26.734 INFO:tasks.workunit.client.0.smithi173.stdout:847 2024-08-30T21:14:26.735 INFO:tasks.workunit.client.0.smithi173.stdout:848 2024-08-30T21:14:26.736 INFO:tasks.workunit.client.0.smithi173.stdout:849 2024-08-30T21:14:26.737 INFO:tasks.workunit.client.0.smithi173.stdout:850 2024-08-30T21:14:26.738 INFO:tasks.workunit.client.0.smithi173.stdout:851 2024-08-30T21:14:26.739 INFO:tasks.workunit.client.0.smithi173.stdout:852 2024-08-30T21:14:26.740 INFO:tasks.workunit.client.0.smithi173.stdout:853 2024-08-30T21:14:26.741 INFO:tasks.workunit.client.0.smithi173.stdout:854 2024-08-30T21:14:26.742 INFO:tasks.workunit.client.0.smithi173.stdout:855 2024-08-30T21:14:26.743 INFO:tasks.workunit.client.0.smithi173.stdout:856 2024-08-30T21:14:26.744 INFO:tasks.workunit.client.0.smithi173.stdout:857 2024-08-30T21:14:26.745 INFO:tasks.workunit.client.0.smithi173.stdout:858 2024-08-30T21:14:26.746 INFO:tasks.workunit.client.0.smithi173.stdout:859 2024-08-30T21:14:26.747 INFO:tasks.workunit.client.0.smithi173.stdout:860 2024-08-30T21:14:26.748 INFO:tasks.workunit.client.0.smithi173.stdout:861 2024-08-30T21:14:26.749 INFO:tasks.workunit.client.0.smithi173.stdout:862 2024-08-30T21:14:26.750 INFO:tasks.workunit.client.0.smithi173.stdout:863 2024-08-30T21:14:26.751 INFO:tasks.workunit.client.0.smithi173.stdout:864 2024-08-30T21:14:26.752 INFO:tasks.workunit.client.0.smithi173.stdout:865 2024-08-30T21:14:26.753 INFO:tasks.workunit.client.0.smithi173.stdout:866 2024-08-30T21:14:26.754 INFO:tasks.workunit.client.0.smithi173.stdout:867 2024-08-30T21:14:26.755 INFO:tasks.workunit.client.0.smithi173.stdout:868 2024-08-30T21:14:26.756 INFO:tasks.workunit.client.0.smithi173.stdout:869 2024-08-30T21:14:26.757 INFO:tasks.workunit.client.0.smithi173.stdout:870 2024-08-30T21:14:26.758 INFO:tasks.workunit.client.0.smithi173.stdout:871 2024-08-30T21:14:26.759 INFO:tasks.workunit.client.0.smithi173.stdout:872 2024-08-30T21:14:26.760 INFO:tasks.workunit.client.0.smithi173.stdout:873 2024-08-30T21:14:26.761 INFO:tasks.workunit.client.0.smithi173.stdout:874 2024-08-30T21:14:26.762 INFO:tasks.workunit.client.0.smithi173.stdout:875 2024-08-30T21:14:26.764 INFO:tasks.workunit.client.0.smithi173.stdout:876 2024-08-30T21:14:26.765 INFO:tasks.workunit.client.0.smithi173.stdout:877 2024-08-30T21:14:26.766 INFO:tasks.workunit.client.0.smithi173.stdout:878 2024-08-30T21:14:26.767 INFO:tasks.workunit.client.0.smithi173.stdout:879 2024-08-30T21:14:26.768 INFO:tasks.workunit.client.0.smithi173.stdout:880 2024-08-30T21:14:26.769 INFO:tasks.workunit.client.0.smithi173.stdout:881 2024-08-30T21:14:26.770 INFO:tasks.workunit.client.0.smithi173.stdout:882 2024-08-30T21:14:26.771 INFO:tasks.workunit.client.0.smithi173.stdout:883 2024-08-30T21:14:26.772 INFO:tasks.workunit.client.0.smithi173.stdout:884 2024-08-30T21:14:26.773 INFO:tasks.workunit.client.0.smithi173.stdout:885 2024-08-30T21:14:26.775 INFO:tasks.workunit.client.0.smithi173.stdout:886 2024-08-30T21:14:26.776 INFO:tasks.workunit.client.0.smithi173.stdout:887 2024-08-30T21:14:26.777 INFO:tasks.workunit.client.0.smithi173.stdout:888 2024-08-30T21:14:26.778 INFO:tasks.workunit.client.0.smithi173.stdout:889 2024-08-30T21:14:26.779 INFO:tasks.workunit.client.0.smithi173.stdout:890 2024-08-30T21:14:26.780 INFO:tasks.workunit.client.0.smithi173.stdout:891 2024-08-30T21:14:26.781 INFO:tasks.workunit.client.0.smithi173.stdout:892 2024-08-30T21:14:26.782 INFO:tasks.workunit.client.0.smithi173.stdout:893 2024-08-30T21:14:26.784 INFO:tasks.workunit.client.0.smithi173.stdout:894 2024-08-30T21:14:26.785 INFO:tasks.workunit.client.0.smithi173.stdout:895 2024-08-30T21:14:26.786 INFO:tasks.workunit.client.0.smithi173.stdout:896 2024-08-30T21:14:26.787 INFO:tasks.workunit.client.0.smithi173.stdout:897 2024-08-30T21:14:26.788 INFO:tasks.workunit.client.0.smithi173.stdout:898 2024-08-30T21:14:26.789 INFO:tasks.workunit.client.0.smithi173.stdout:899 2024-08-30T21:14:26.790 INFO:tasks.workunit.client.0.smithi173.stdout:900 2024-08-30T21:14:26.791 INFO:tasks.workunit.client.0.smithi173.stdout:901 2024-08-30T21:14:26.793 INFO:tasks.workunit.client.0.smithi173.stdout:902 2024-08-30T21:14:26.794 INFO:tasks.workunit.client.0.smithi173.stdout:903 2024-08-30T21:14:26.795 INFO:tasks.workunit.client.0.smithi173.stdout:904 2024-08-30T21:14:26.796 INFO:tasks.workunit.client.0.smithi173.stdout:905 2024-08-30T21:14:26.797 INFO:tasks.workunit.client.0.smithi173.stdout:906 2024-08-30T21:14:26.798 INFO:tasks.workunit.client.0.smithi173.stdout:907 2024-08-30T21:14:26.799 INFO:tasks.workunit.client.0.smithi173.stdout:908 2024-08-30T21:14:26.800 INFO:tasks.workunit.client.0.smithi173.stdout:909 2024-08-30T21:14:26.801 INFO:tasks.workunit.client.0.smithi173.stdout:910 2024-08-30T21:14:26.803 INFO:tasks.workunit.client.0.smithi173.stdout:911 2024-08-30T21:14:26.804 INFO:tasks.workunit.client.0.smithi173.stdout:912 2024-08-30T21:14:26.805 INFO:tasks.workunit.client.0.smithi173.stdout:913 2024-08-30T21:14:26.806 INFO:tasks.workunit.client.0.smithi173.stdout:914 2024-08-30T21:14:26.807 INFO:tasks.workunit.client.0.smithi173.stdout:915 2024-08-30T21:14:26.808 INFO:tasks.workunit.client.0.smithi173.stdout:916 2024-08-30T21:14:26.809 INFO:tasks.workunit.client.0.smithi173.stdout:917 2024-08-30T21:14:26.810 INFO:tasks.workunit.client.0.smithi173.stdout:918 2024-08-30T21:14:26.811 INFO:tasks.workunit.client.0.smithi173.stdout:919 2024-08-30T21:14:26.812 INFO:tasks.workunit.client.0.smithi173.stdout:920 2024-08-30T21:14:26.813 INFO:tasks.workunit.client.0.smithi173.stdout:921 2024-08-30T21:14:26.814 INFO:tasks.workunit.client.0.smithi173.stdout:922 2024-08-30T21:14:26.815 INFO:tasks.workunit.client.0.smithi173.stdout:923 2024-08-30T21:14:26.817 INFO:tasks.workunit.client.0.smithi173.stdout:924 2024-08-30T21:14:26.818 INFO:tasks.workunit.client.0.smithi173.stdout:925 2024-08-30T21:14:26.819 INFO:tasks.workunit.client.0.smithi173.stdout:926 2024-08-30T21:14:26.820 INFO:tasks.workunit.client.0.smithi173.stdout:927 2024-08-30T21:14:26.821 INFO:tasks.workunit.client.0.smithi173.stdout:928 2024-08-30T21:14:26.823 INFO:tasks.workunit.client.0.smithi173.stdout:929 2024-08-30T21:14:26.824 INFO:tasks.workunit.client.0.smithi173.stdout:930 2024-08-30T21:14:26.825 INFO:tasks.workunit.client.0.smithi173.stdout:931 2024-08-30T21:14:26.826 INFO:tasks.workunit.client.0.smithi173.stdout:932 2024-08-30T21:14:26.827 INFO:tasks.workunit.client.0.smithi173.stdout:933 2024-08-30T21:14:26.828 INFO:tasks.workunit.client.0.smithi173.stdout:934 2024-08-30T21:14:26.829 INFO:tasks.workunit.client.0.smithi173.stdout:935 2024-08-30T21:14:26.830 INFO:tasks.workunit.client.0.smithi173.stdout:936 2024-08-30T21:14:26.832 INFO:tasks.workunit.client.0.smithi173.stdout:937 2024-08-30T21:14:26.833 INFO:tasks.workunit.client.0.smithi173.stdout:938 2024-08-30T21:14:26.834 INFO:tasks.workunit.client.0.smithi173.stdout:939 2024-08-30T21:14:26.835 INFO:tasks.workunit.client.0.smithi173.stdout:940 2024-08-30T21:14:26.836 INFO:tasks.workunit.client.0.smithi173.stdout:941 2024-08-30T21:14:26.837 INFO:tasks.workunit.client.0.smithi173.stdout:942 2024-08-30T21:14:26.838 INFO:tasks.workunit.client.0.smithi173.stdout:943 2024-08-30T21:14:26.839 INFO:tasks.workunit.client.0.smithi173.stdout:944 2024-08-30T21:14:26.841 INFO:tasks.workunit.client.0.smithi173.stdout:945 2024-08-30T21:14:26.842 INFO:tasks.workunit.client.0.smithi173.stdout:946 2024-08-30T21:14:26.843 INFO:tasks.workunit.client.0.smithi173.stdout:947 2024-08-30T21:14:26.844 INFO:tasks.workunit.client.0.smithi173.stdout:948 2024-08-30T21:14:26.845 INFO:tasks.workunit.client.0.smithi173.stdout:949 2024-08-30T21:14:26.846 INFO:tasks.workunit.client.0.smithi173.stdout:950 2024-08-30T21:14:26.847 INFO:tasks.workunit.client.0.smithi173.stdout:951 2024-08-30T21:14:26.848 INFO:tasks.workunit.client.0.smithi173.stdout:952 2024-08-30T21:14:26.849 INFO:tasks.workunit.client.0.smithi173.stdout:953 2024-08-30T21:14:26.850 INFO:tasks.workunit.client.0.smithi173.stdout:954 2024-08-30T21:14:26.852 INFO:tasks.workunit.client.0.smithi173.stdout:955 2024-08-30T21:14:26.853 INFO:tasks.workunit.client.0.smithi173.stdout:956 2024-08-30T21:14:26.854 INFO:tasks.workunit.client.0.smithi173.stdout:957 2024-08-30T21:14:26.855 INFO:tasks.workunit.client.0.smithi173.stdout:958 2024-08-30T21:14:26.857 INFO:tasks.workunit.client.0.smithi173.stdout:959 2024-08-30T21:14:26.858 INFO:tasks.workunit.client.0.smithi173.stdout:960 2024-08-30T21:14:26.859 INFO:tasks.workunit.client.0.smithi173.stdout:961 2024-08-30T21:14:26.860 INFO:tasks.workunit.client.0.smithi173.stdout:962 2024-08-30T21:14:26.861 INFO:tasks.workunit.client.0.smithi173.stdout:963 2024-08-30T21:14:26.862 INFO:tasks.workunit.client.0.smithi173.stdout:964 2024-08-30T21:14:26.864 INFO:tasks.workunit.client.0.smithi173.stdout:965 2024-08-30T21:14:26.865 INFO:tasks.workunit.client.0.smithi173.stdout:966 2024-08-30T21:14:26.866 INFO:tasks.workunit.client.0.smithi173.stdout:967 2024-08-30T21:14:26.867 INFO:tasks.workunit.client.0.smithi173.stdout:968 2024-08-30T21:14:26.868 INFO:tasks.workunit.client.0.smithi173.stdout:969 2024-08-30T21:14:26.869 INFO:tasks.workunit.client.0.smithi173.stdout:970 2024-08-30T21:14:26.870 INFO:tasks.workunit.client.0.smithi173.stdout:971 2024-08-30T21:14:26.871 INFO:tasks.workunit.client.0.smithi173.stdout:972 2024-08-30T21:14:26.873 INFO:tasks.workunit.client.0.smithi173.stdout:973 2024-08-30T21:14:26.873 INFO:tasks.workunit.client.0.smithi173.stdout:974 2024-08-30T21:14:26.875 INFO:tasks.workunit.client.0.smithi173.stdout:975 2024-08-30T21:14:26.876 INFO:tasks.workunit.client.0.smithi173.stdout:976 2024-08-30T21:14:26.877 INFO:tasks.workunit.client.0.smithi173.stdout:977 2024-08-30T21:14:26.878 INFO:tasks.workunit.client.0.smithi173.stdout:978 2024-08-30T21:14:26.879 INFO:tasks.workunit.client.0.smithi173.stdout:979 2024-08-30T21:14:26.880 INFO:tasks.workunit.client.0.smithi173.stdout:980 2024-08-30T21:14:26.881 INFO:tasks.workunit.client.0.smithi173.stdout:981 2024-08-30T21:14:26.884 INFO:tasks.workunit.client.0.smithi173.stdout:982 2024-08-30T21:14:26.884 INFO:tasks.workunit.client.0.smithi173.stdout:983 2024-08-30T21:14:26.885 INFO:tasks.workunit.client.0.smithi173.stdout:984 2024-08-30T21:14:26.886 INFO:tasks.workunit.client.0.smithi173.stdout:985 2024-08-30T21:14:26.887 INFO:tasks.workunit.client.0.smithi173.stdout:986 2024-08-30T21:14:26.888 INFO:tasks.workunit.client.0.smithi173.stdout:987 2024-08-30T21:14:26.889 INFO:tasks.workunit.client.0.smithi173.stdout:988 2024-08-30T21:14:26.890 INFO:tasks.workunit.client.0.smithi173.stdout:989 2024-08-30T21:14:26.891 INFO:tasks.workunit.client.0.smithi173.stdout:990 2024-08-30T21:14:26.893 INFO:tasks.workunit.client.0.smithi173.stdout:991 2024-08-30T21:14:26.894 INFO:tasks.workunit.client.0.smithi173.stdout:992 2024-08-30T21:14:26.895 INFO:tasks.workunit.client.0.smithi173.stdout:993 2024-08-30T21:14:26.896 INFO:tasks.workunit.client.0.smithi173.stdout:994 2024-08-30T21:14:26.897 INFO:tasks.workunit.client.0.smithi173.stdout:995 2024-08-30T21:14:26.898 INFO:tasks.workunit.client.0.smithi173.stdout:996 2024-08-30T21:14:26.899 INFO:tasks.workunit.client.0.smithi173.stdout:997 2024-08-30T21:14:26.900 INFO:tasks.workunit.client.0.smithi173.stdout:998 2024-08-30T21:14:26.901 INFO:tasks.workunit.client.0.smithi173.stdout:999 2024-08-30T21:14:26.946 INFO:tasks.workunit.client.0.smithi173.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-30T21:14:26.946 INFO:tasks.workunit.client.0.smithi173.stdout:00000010 69 73 |is| 2024-08-30T21:14:26.946 INFO:tasks.workunit.client.0.smithi173.stdout:00000012 2024-08-30T21:14:26.946 INFO:tasks.workunit.client.0.smithi173.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-30T21:14:26.946 INFO:tasks.workunit.client.0.smithi173.stdout:00000010 69 73 |is| 2024-08-30T21:14:26.946 INFO:tasks.workunit.client.0.smithi173.stdout:00000012 2024-08-30T21:14:26.946 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsHello.WriteReturnData (3019 ms) 2024-08-30T21:14:26.947 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsHello.Loud 2024-08-30T21:14:27.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:26 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:27.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:26 smithi173 ceph-mon[79976]: osdmap e948: 8 total, 8 up, 8 in 2024-08-30T21:14:27.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:26 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-30T21:14:27.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:26 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:27.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:26 smithi173 ceph-mon[82405]: osdmap e948: 8 total, 8 up, 8 in 2024-08-30T21:14:27.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:26 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-30T21:14:27.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:26 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:27.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:26 smithi196 ceph-mon[74601]: osdmap e948: 8 total, 8 up, 8 in 2024-08-30T21:14:27.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:26 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/370932571' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-30T21:14:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:27 smithi173 ceph-mon[79976]: pgmap v1124: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:27 smithi173 ceph-mon[79976]: osdmap e949: 8 total, 8 up, 8 in 2024-08-30T21:14:28.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:27 smithi173 ceph-mon[82405]: pgmap v1124: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:28.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:27 smithi173 ceph-mon[82405]: osdmap e949: 8 total, 8 up, 8 in 2024-08-30T21:14:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:27 smithi196 ceph-mon[74601]: pgmap v1124: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:27 smithi196 ceph-mon[74601]: osdmap e949: 8 total, 8 up, 8 in 2024-08-30T21:14:29.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:28 smithi173 ceph-mon[82405]: osdmap e950: 8 total, 8 up, 8 in 2024-08-30T21:14:29.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:28 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4205017641' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:29.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:28 smithi173 ceph-mon[79976]: osdmap e950: 8 total, 8 up, 8 in 2024-08-30T21:14:29.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:28 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4205017641' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:29.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:28 smithi196 ceph-mon[74601]: osdmap e950: 8 total, 8 up, 8 in 2024-08-30T21:14:29.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:28 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4205017641' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:29.963 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsHello.Loud (3017 ms) 2024-08-30T21:14:29.963 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsHello.BadMethods 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[82405]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4205017641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[82405]: osdmap e951: 8 total, 8 up, 8 in 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[79976]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4205017641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:30.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[79976]: osdmap e951: 8 total, 8 up, 8 in 2024-08-30T21:14:30.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:29 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:14:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:29 smithi196 ceph-mon[74601]: pgmap v1127: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:29 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:29 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4205017641' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:29 smithi196 ceph-mon[74601]: osdmap e951: 8 total, 8 up, 8 in 2024-08-30T21:14:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:29 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:14:31.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[82405]: osdmap e952: 8 total, 8 up, 8 in 2024-08-30T21:14:31.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:14:31.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:14:31.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:31.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[79976]: osdmap e952: 8 total, 8 up, 8 in 2024-08-30T21:14:31.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:14:31.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:14:31.211 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:30 smithi196 ceph-mon[74601]: osdmap e952: 8 total, 8 up, 8 in 2024-08-30T21:14:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:14:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:14:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:31 smithi196 ceph-mon[74601]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:31 smithi196 ceph-mon[74601]: osdmap e953: 8 total, 8 up, 8 in 2024-08-30T21:14:32.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:31 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1365609821' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:32.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:31 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:32.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:31 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[79976]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[79976]: osdmap e953: 8 total, 8 up, 8 in 2024-08-30T21:14:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1365609821' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:32.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[82405]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[82405]: osdmap e953: 8 total, 8 up, 8 in 2024-08-30T21:14:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1365609821' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:32.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:32.462 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:14:31.991+0000 7f87543ff640 -1 osd.3 pg_epoch: 954 pg[38.2( v 954'1 (0'0,954'1] local-lis/les=953/954 n=1 ec=953/953 lis/c=953/953 les/c/f=954/954/0 sis=953) [3,7,5] r=0 lpr=953 crt=954'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-30T21:14:32.462 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:14:31 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:14:31.993+0000 7f87543ff640 -1 osd.3 pg_epoch: 954 pg[38.2( v 954'2 (0'0,954'2] local-lis/les=953/954 n=1 ec=953/953 lis/c=953/953 les/c/f=954/954/0 sis=953) [3,7,5] r=0 lpr=953 crt=954'1 lcod 954'1 mlcod 954'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-30T21:14:32.998 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsHello.BadMethods (3036 ms) 2024-08-30T21:14:32.998 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsHello.Filter 2024-08-30T21:14:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:32 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:33.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:32 smithi196 ceph-mon[74601]: osdmap e954: 8 total, 8 up, 8 in 2024-08-30T21:14:33.361 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:32 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:33.362 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:32 smithi173 ceph-mon[79976]: osdmap e954: 8 total, 8 up, 8 in 2024-08-30T21:14:33.362 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:32 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:33.362 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:32 smithi173 ceph-mon[82405]: osdmap e954: 8 total, 8 up, 8 in 2024-08-30T21:14:33.362 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:14:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:14:33] "GET /metrics HTTP/1.1" 200 36538 "" "Prometheus/2.51.0" 2024-08-30T21:14:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:33 smithi196 ceph-mon[74601]: pgmap v1133: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:33 smithi196 ceph-mon[74601]: osdmap e955: 8 total, 8 up, 8 in 2024-08-30T21:14:34.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:33 smithi173 ceph-mon[79976]: pgmap v1133: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:34.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:33 smithi173 ceph-mon[79976]: osdmap e955: 8 total, 8 up, 8 in 2024-08-30T21:14:34.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:33 smithi173 ceph-mon[82405]: pgmap v1133: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:34.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:33 smithi173 ceph-mon[82405]: osdmap e955: 8 total, 8 up, 8 in 2024-08-30T21:14:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:35 smithi196 ceph-mon[74601]: osdmap e956: 8 total, 8 up, 8 in 2024-08-30T21:14:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:35 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4153349320' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:35 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:35 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:35 smithi196 ceph-mon[74601]: osdmap e957: 8 total, 8 up, 8 in 2024-08-30T21:14:35.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[79976]: osdmap e956: 8 total, 8 up, 8 in 2024-08-30T21:14:35.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4153349320' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:35.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:35.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:35.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[79976]: osdmap e957: 8 total, 8 up, 8 in 2024-08-30T21:14:35.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[82405]: osdmap e956: 8 total, 8 up, 8 in 2024-08-30T21:14:35.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4153349320' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:35.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:35.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122174-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:35.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:35 smithi173 ceph-mon[82405]: osdmap e957: 8 total, 8 up, 8 in 2024-08-30T21:14:36.013 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsHello.Filter (3015 ms) 2024-08-30T21:14:36.013 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 6 tests from ClsHello (17995 ms total) 2024-08-30T21:14:36.013 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:14:36.014 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:14:36.014 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 6 tests from 1 test suite ran. (17995 ms total) 2024-08-30T21:14:36.014 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 6 tests. 2024-08-30T21:14:36.017 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:14:36.017 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:14:36.088 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-30T21:14:36.088 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-30T21:14:36.161 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:14:36.162 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-30T21:14:36.162 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:14:36.162 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 27 tests from TestClsJournal 2024-08-30T21:14:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:36 smithi196 ceph-mon[74601]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:36 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:36.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:36 smithi173 ceph-mon[79976]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:36.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:36 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:36.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:36 smithi173 ceph-mon[82405]: pgmap v1136: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:36.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:36 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:37.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:37 smithi173 ceph-mon[79976]: osdmap e958: 8 total, 8 up, 8 in 2024-08-30T21:14:37.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:37 smithi173 ceph-mon[82405]: osdmap e958: 8 total, 8 up, 8 in 2024-08-30T21:14:37.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:37 smithi196 ceph-mon[74601]: osdmap e958: 8 total, 8 up, 8 in 2024-08-30T21:14:38.039 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.Create 2024-08-30T21:14:38.049 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.Create (10 ms) 2024-08-30T21:14:38.049 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-30T21:14:38.054 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-08-30T21:14:38.054 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-30T21:14:38.059 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-30T21:14:38.059 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-30T21:14:38.062 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-08-30T21:14:38.062 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-30T21:14:38.065 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-08-30T21:14:38.065 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-30T21:14:38.068 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-08-30T21:14:38.068 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-30T21:14:38.070 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-08-30T21:14:38.071 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-30T21:14:38.073 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-08-30T21:14:38.073 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-30T21:14:38.076 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-08-30T21:14:38.076 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-30T21:14:38.079 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (3 ms) 2024-08-30T21:14:38.079 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-30T21:14:38.083 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-30T21:14:38.083 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-30T21:14:38.088 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-30T21:14:38.088 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-30T21:14:38.091 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-30T21:14:38.091 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-30T21:14:38.096 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-08-30T21:14:38.096 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-30T21:14:38.191 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (95 ms) 2024-08-30T21:14:38.192 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-30T21:14:38.195 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-08-30T21:14:38.195 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-30T21:14:38.198 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-30T21:14:38.198 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-30T21:14:38.199 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-30T21:14:38.199 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-30T21:14:38.234 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.ClientList (35 ms) 2024-08-30T21:14:38.234 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-30T21:14:38.237 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.GetNextTagTid (3 ms) 2024-08-30T21:14:38.237 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-30T21:14:38.245 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-08-30T21:14:38.246 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-30T21:14:38.252 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-08-30T21:14:38.252 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.TagList 2024-08-30T21:14:38.341 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.TagList (89 ms) 2024-08-30T21:14:38.341 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-30T21:14:38.343 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-30T21:14:38.343 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-30T21:14:38.344 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-30T21:14:38.344 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-30T21:14:38.346 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-30T21:14:38.346 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsJournal.Append 2024-08-30T21:14:38.355 INFO:tasks.workunit.client.0.smithi173.stdout:padding is not enabled 2024-08-30T21:14:38.356 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-08-30T21:14:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[79976]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[79976]: osdmap e959: 8 total, 8 up, 8 in 2024-08-30T21:14:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1894393308' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:38.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:38.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[82405]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:38.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:38.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[82405]: osdmap e959: 8 total, 8 up, 8 in 2024-08-30T21:14:38.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1894393308' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:38.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:38 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:38 smithi196 ceph-mon[74601]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:38 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:38 smithi196 ceph-mon[74601]: osdmap e959: 8 total, 8 up, 8 in 2024-08-30T21:14:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:38 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1894393308' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:38.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:38 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:39.043 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 27 tests from TestClsJournal (316 ms total) 2024-08-30T21:14:39.043 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:14:39.043 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:14:39.044 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 27 tests from 1 test suite ran. (2882 ms total) 2024-08-30T21:14:39.044 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 27 tests. 2024-08-30T21:14:39.046 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:14:39.046 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:14:39.112 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-30T21:14:39.112 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-30T21:14:39.182 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:14:39.182 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-30T21:14:39.182 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:14:39.182 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 11 tests from ClsLock 2024-08-30T21:14:39.183 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-30T21:14:39.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:39.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[79976]: osdmap e960: 8 total, 8 up, 8 in 2024-08-30T21:14:39.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:39.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:39.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:39.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[82405]: osdmap e960: 8 total, 8 up, 8 in 2024-08-30T21:14:39.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:39.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:39 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:39.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:39 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122444-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:39.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:39 smithi196 ceph-mon[74601]: osdmap e960: 8 total, 8 up, 8 in 2024-08-30T21:14:39.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:39.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:39 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:40 smithi173 ceph-mon[79976]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:40.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:40 smithi173 ceph-mon[79976]: osdmap e961: 8 total, 8 up, 8 in 2024-08-30T21:14:40.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:40 smithi173 ceph-mon[82405]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:40.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:40 smithi173 ceph-mon[82405]: osdmap e961: 8 total, 8 up, 8 in 2024-08-30T21:14:40.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:40 smithi196 ceph-mon[74601]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:40.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:40 smithi196 ceph-mon[74601]: osdmap e961: 8 total, 8 up, 8 in 2024-08-30T21:14:41.089 INFO:tasks.workunit.client.0.smithi173.stdout:lock: mylock 2024-08-30T21:14:41.089 INFO:tasks.workunit.client.0.smithi173.stdout: lock_type: exclusive 2024-08-30T21:14:41.090 INFO:tasks.workunit.client.0.smithi173.stdout: tag: 2024-08-30T21:14:41.090 INFO:tasks.workunit.client.0.smithi173.stdout: lockers: 2024-08-30T21:14:41.090 INFO:tasks.workunit.client.0.smithi173.stdout: client.44813 expiration=2024-08-30T21:16:41.085670+0000 addr=v1:172.21.15.173:0/4054871253 cookie= 2024-08-30T21:14:41.093 INFO:tasks.workunit.client.0.smithi173.stdout:lock: mylock 2024-08-30T21:14:41.093 INFO:tasks.workunit.client.0.smithi173.stdout: lock_type: shared 2024-08-30T21:14:41.093 INFO:tasks.workunit.client.0.smithi173.stdout: tag: 2024-08-30T21:14:41.093 INFO:tasks.workunit.client.0.smithi173.stdout: lockers: 2024-08-30T21:14:41.093 INFO:tasks.workunit.client.0.smithi173.stdout: client.44813 expiration=2024-08-30T21:16:41.091970+0000 addr=v1:172.21.15.173:0/4054871253 cookie= 2024-08-30T21:14:41.093 INFO:tasks.workunit.client.0.smithi173.stdout: client.44819 expiration=0.000000 addr=v1:172.21.15.173:0/708033159 cookie= 2024-08-30T21:14:41.094 INFO:tasks.workunit.client.0.smithi173.stdout:lock: mylock 2024-08-30T21:14:41.094 INFO:tasks.workunit.client.0.smithi173.stdout: lock_type: shared 2024-08-30T21:14:41.094 INFO:tasks.workunit.client.0.smithi173.stdout: tag: 2024-08-30T21:14:41.094 INFO:tasks.workunit.client.0.smithi173.stdout: lockers: 2024-08-30T21:14:41.094 INFO:tasks.workunit.client.0.smithi173.stdout: client.44819 expiration=0.000000 addr=v1:172.21.15.173:0/708033159 cookie= 2024-08-30T21:14:41.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:41 smithi173 ceph-mon[79976]: osdmap e962: 8 total, 8 up, 8 in 2024-08-30T21:14:41.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:41 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4054871253' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:41.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:41 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:41.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:41 smithi173 ceph-mon[82405]: osdmap e962: 8 total, 8 up, 8 in 2024-08-30T21:14:41.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:41 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4054871253' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:41.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:41 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:41.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:41 smithi196 ceph-mon[74601]: osdmap e962: 8 total, 8 up, 8 in 2024-08-30T21:14:41.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:41 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4054871253' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:41.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:41 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:42.060 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestMultiLocking (2878 ms) 2024-08-30T21:14:42.060 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestMeta 2024-08-30T21:14:42.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[79976]: pgmap v1145: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:42.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:42.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:42.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[79976]: osdmap e963: 8 total, 8 up, 8 in 2024-08-30T21:14:42.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[82405]: pgmap v1145: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:42.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:42.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:42.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:42 smithi173 ceph-mon[82405]: osdmap e963: 8 total, 8 up, 8 in 2024-08-30T21:14:42.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:42 smithi196 ceph-mon[74601]: pgmap v1145: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:42.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:42 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:42.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:42 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:42.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:42 smithi196 ceph-mon[74601]: osdmap e963: 8 total, 8 up, 8 in 2024-08-30T21:14:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:43 smithi196 ceph-mon[74601]: osdmap e964: 8 total, 8 up, 8 in 2024-08-30T21:14:43.421 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:43 smithi196 ceph-mon[74601]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:43 smithi173 ceph-mon[79976]: osdmap e964: 8 total, 8 up, 8 in 2024-08-30T21:14:43.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:43 smithi173 ceph-mon[79976]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:43.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:43 smithi173 ceph-mon[82405]: osdmap e964: 8 total, 8 up, 8 in 2024-08-30T21:14:43.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:43 smithi173 ceph-mon[82405]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:14:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:14:43] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.51.0" 2024-08-30T21:14:44.106 INFO:tasks.workunit.client.0.smithi173.stdout:lock: mylock 2024-08-30T21:14:44.107 INFO:tasks.workunit.client.0.smithi173.stdout: lock_type: shared 2024-08-30T21:14:44.107 INFO:tasks.workunit.client.0.smithi173.stdout: tag: 2024-08-30T21:14:44.107 INFO:tasks.workunit.client.0.smithi173.stdout: lockers: 2024-08-30T21:14:44.107 INFO:tasks.workunit.client.0.smithi173.stdout: client.34911 expiration=0.000000 addr=v1:172.21.15.173:0/3511339778 cookie= 2024-08-30T21:14:44.108 INFO:tasks.workunit.client.0.smithi173.stdout:lock: mylock 2024-08-30T21:14:44.108 INFO:tasks.workunit.client.0.smithi173.stdout: lock_type: exclusive 2024-08-30T21:14:44.109 INFO:tasks.workunit.client.0.smithi173.stdout: tag: new_tag 2024-08-30T21:14:44.109 INFO:tasks.workunit.client.0.smithi173.stdout: lockers: 2024-08-30T21:14:44.109 INFO:tasks.workunit.client.0.smithi173.stdout: client.44825 expiration=0.000000 addr=v1:172.21.15.173:0/2306810409 cookie= 2024-08-30T21:14:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[79976]: osdmap e965: 8 total, 8 up, 8 in 2024-08-30T21:14:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2306810409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:44.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:44.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:44.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[82405]: osdmap e965: 8 total, 8 up, 8 in 2024-08-30T21:14:44.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2306810409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:44.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:44 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:44.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:44 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:44.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:44 smithi196 ceph-mon[74601]: osdmap e965: 8 total, 8 up, 8 in 2024-08-30T21:14:44.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:44 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2306810409' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:44.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:44 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:45.099 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestMeta (3038 ms) 2024-08-30T21:14:45.099 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestCookie 2024-08-30T21:14:45.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:45 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:45.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:45 smithi173 ceph-mon[79976]: osdmap e966: 8 total, 8 up, 8 in 2024-08-30T21:14:45.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:45 smithi173 ceph-mon[79976]: pgmap v1151: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:45.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:45 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:45.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:45 smithi173 ceph-mon[82405]: osdmap e966: 8 total, 8 up, 8 in 2024-08-30T21:14:45.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:45 smithi173 ceph-mon[82405]: pgmap v1151: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:45.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:45 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:45.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:45 smithi196 ceph-mon[74601]: osdmap e966: 8 total, 8 up, 8 in 2024-08-30T21:14:45.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:45 smithi196 ceph-mon[74601]: pgmap v1151: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:46.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:46 smithi173 ceph-mon[79976]: osdmap e967: 8 total, 8 up, 8 in 2024-08-30T21:14:46.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:46 smithi173 ceph-mon[82405]: osdmap e967: 8 total, 8 up, 8 in 2024-08-30T21:14:46.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:46 smithi196 ceph-mon[74601]: osdmap e967: 8 total, 8 up, 8 in 2024-08-30T21:14:47.358 INFO:tasks.workunit.client.0.smithi173.stdout:lock: mylock 2024-08-30T21:14:47.358 INFO:tasks.workunit.client.0.smithi173.stdout: lock_type: exclusive 2024-08-30T21:14:47.358 INFO:tasks.workunit.client.0.smithi173.stdout: tag: 2024-08-30T21:14:47.358 INFO:tasks.workunit.client.0.smithi173.stdout: lockers: 2024-08-30T21:14:47.360 INFO:tasks.workunit.client.0.smithi173.stdout:lock: mylock 2024-08-30T21:14:47.361 INFO:tasks.workunit.client.0.smithi173.stdout: lock_type: shared 2024-08-30T21:14:47.361 INFO:tasks.workunit.client.0.smithi173.stdout: tag: 2024-08-30T21:14:47.361 INFO:tasks.workunit.client.0.smithi173.stdout: lockers: 2024-08-30T21:14:47.361 INFO:tasks.workunit.client.0.smithi173.stdout: client.34917 expiration=0.000000 addr=v1:172.21.15.173:0/4138123863 cookie= 2024-08-30T21:14:47.361 INFO:tasks.workunit.client.0.smithi173.stdout: client.34917 expiration=0.000000 addr=v1:172.21.15.173:0/4138123863 cookie=new cookie 2024-08-30T21:14:47.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:47 smithi173 ceph-mon[79976]: osdmap e968: 8 total, 8 up, 8 in 2024-08-30T21:14:47.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:47 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4138123863' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:47.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:47 smithi173 ceph-mon[79976]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:47 smithi173 ceph-mon[82405]: osdmap e968: 8 total, 8 up, 8 in 2024-08-30T21:14:47.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:47 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4138123863' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:47.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:47 smithi173 ceph-mon[82405]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:47.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:47 smithi196 ceph-mon[74601]: osdmap e968: 8 total, 8 up, 8 in 2024-08-30T21:14:47.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:47 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4138123863' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:47.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:47 smithi196 ceph-mon[74601]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:48.116 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestCookie (3017 ms) 2024-08-30T21:14:48.116 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-30T21:14:48.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:48 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:48.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:48 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4138123863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:48.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:48 smithi173 ceph-mon[79976]: osdmap e969: 8 total, 8 up, 8 in 2024-08-30T21:14:48.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:48 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:48.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:48 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4138123863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:48.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:48 smithi173 ceph-mon[82405]: osdmap e969: 8 total, 8 up, 8 in 2024-08-30T21:14:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:48 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:48 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4138123863' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:48.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:48 smithi196 ceph-mon[74601]: osdmap e969: 8 total, 8 up, 8 in 2024-08-30T21:14:49.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:49 smithi173 ceph-mon[79976]: osdmap e970: 8 total, 8 up, 8 in 2024-08-30T21:14:49.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:49 smithi173 ceph-mon[79976]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:49.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:49 smithi173 ceph-mon[82405]: osdmap e970: 8 total, 8 up, 8 in 2024-08-30T21:14:49.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:49 smithi173 ceph-mon[82405]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:49 smithi196 ceph-mon[74601]: osdmap e970: 8 total, 8 up, 8 in 2024-08-30T21:14:49.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:49 smithi196 ceph-mon[74601]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:50.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:50.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[79976]: osdmap e971: 8 total, 8 up, 8 in 2024-08-30T21:14:50.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1466615857' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:50.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:50.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:50.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[82405]: osdmap e971: 8 total, 8 up, 8 in 2024-08-30T21:14:50.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1466615857' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:50.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:50 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:50 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:50 smithi196 ceph-mon[74601]: osdmap e971: 8 total, 8 up, 8 in 2024-08-30T21:14:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:50 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1466615857' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:50.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:50 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:51.134 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestMultipleLocks (3017 ms) 2024-08-30T21:14:51.134 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-30T21:14:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:51 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:51 smithi173 ceph-mon[79976]: osdmap e972: 8 total, 8 up, 8 in 2024-08-30T21:14:51.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:51 smithi173 ceph-mon[79976]: pgmap v1160: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:51.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:51 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:51.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:51 smithi173 ceph-mon[82405]: osdmap e972: 8 total, 8 up, 8 in 2024-08-30T21:14:51.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:51 smithi173 ceph-mon[82405]: pgmap v1160: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:51.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:51 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:51.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:51 smithi196 ceph-mon[74601]: osdmap e972: 8 total, 8 up, 8 in 2024-08-30T21:14:51.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:51 smithi196 ceph-mon[74601]: pgmap v1160: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:52.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:52 smithi173 ceph-mon[79976]: osdmap e973: 8 total, 8 up, 8 in 2024-08-30T21:14:52.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:52 smithi173 ceph-mon[82405]: osdmap e973: 8 total, 8 up, 8 in 2024-08-30T21:14:52.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:52 smithi196 ceph-mon[74601]: osdmap e973: 8 total, 8 up, 8 in 2024-08-30T21:14:53.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:14:53] "GET /metrics HTTP/1.1" 200 36535 "" "Prometheus/2.51.0" 2024-08-30T21:14:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[79976]: osdmap e974: 8 total, 8 up, 8 in 2024-08-30T21:14:53.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2253526544' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:53.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[79976]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[82405]: osdmap e974: 8 total, 8 up, 8 in 2024-08-30T21:14:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2253526544' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:53.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:53 smithi173 ceph-mon[82405]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:53 smithi196 ceph-mon[74601]: osdmap e974: 8 total, 8 up, 8 in 2024-08-30T21:14:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:53 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2253526544' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:53 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:14:53.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:53 smithi196 ceph-mon[74601]: pgmap v1163: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:54.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[79976]: osdmap e975: 8 total, 8 up, 8 in 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[82405]: osdmap e975: 8 total, 8 up, 8 in 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:54.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:54 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:54 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:14:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:54 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:14:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:54 smithi196 ceph-mon[74601]: osdmap e975: 8 total, 8 up, 8 in 2024-08-30T21:14:54.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:54 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:14:54.521 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:54 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:14:55.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:55 smithi173 ceph-mon[82405]: osdmap e976: 8 total, 8 up, 8 in 2024-08-30T21:14:55.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:55 smithi173 ceph-mon[82405]: pgmap v1166: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:55.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:55 smithi173 ceph-mon[79976]: osdmap e976: 8 total, 8 up, 8 in 2024-08-30T21:14:55.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:55 smithi173 ceph-mon[79976]: pgmap v1166: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:55 smithi196 ceph-mon[74601]: osdmap e976: 8 total, 8 up, 8 in 2024-08-30T21:14:55.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:55 smithi196 ceph-mon[74601]: pgmap v1166: 137 pgs: 6 creating+peering, 19 unknown, 112 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:56.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:56 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:56.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:56 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:56.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:56 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:14:57.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:57 smithi173 ceph-mon[82405]: pgmap v1167: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:57.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:57 smithi173 ceph-mon[79976]: pgmap v1167: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:57.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:57 smithi196 ceph-mon[74601]: pgmap v1167: 137 pgs: 6 creating+peering, 4 unknown, 127 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:58.241 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestLockDuration (7104 ms) 2024-08-30T21:14:58.241 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-30T21:14:59.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:59 smithi196 ceph-mon[74601]: osdmap e977: 8 total, 8 up, 8 in 2024-08-30T21:14:59.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:14:59 smithi196 ceph-mon[74601]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:59 smithi173 ceph-mon[79976]: osdmap e977: 8 total, 8 up, 8 in 2024-08-30T21:14:59.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:14:59 smithi173 ceph-mon[79976]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:14:59.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:59 smithi173 ceph-mon[82405]: osdmap e977: 8 total, 8 up, 8 in 2024-08-30T21:14:59.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:14:59 smithi173 ceph-mon[82405]: pgmap v1169: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:00.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:00 smithi196 ceph-mon[74601]: osdmap e978: 8 total, 8 up, 8 in 2024-08-30T21:15:00.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:00 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/374978580' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:00.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:00 smithi173 ceph-mon[82405]: osdmap e978: 8 total, 8 up, 8 in 2024-08-30T21:15:00.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:00 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/374978580' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:00 smithi173 ceph-mon[79976]: osdmap e978: 8 total, 8 up, 8 in 2024-08-30T21:15:00.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:00 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/374978580' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:01.257 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestAssertLocked (3019 ms) 2024-08-30T21:15:01.257 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-30T21:15:01.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:01 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/374978580' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:01.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:01 smithi196 ceph-mon[74601]: osdmap e979: 8 total, 8 up, 8 in 2024-08-30T21:15:01.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:01 smithi196 ceph-mon[74601]: pgmap v1172: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:01 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/374978580' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:01 smithi173 ceph-mon[79976]: osdmap e979: 8 total, 8 up, 8 in 2024-08-30T21:15:01.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:01 smithi173 ceph-mon[79976]: pgmap v1172: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:01 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/374978580' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:01 smithi173 ceph-mon[82405]: osdmap e979: 8 total, 8 up, 8 in 2024-08-30T21:15:01.711 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:01 smithi173 ceph-mon[82405]: pgmap v1172: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:02.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:02 smithi196 ceph-mon[74601]: osdmap e980: 8 total, 8 up, 8 in 2024-08-30T21:15:02.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:02 smithi173 ceph-mon[79976]: osdmap e980: 8 total, 8 up, 8 in 2024-08-30T21:15:02.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:02 smithi173 ceph-mon[82405]: osdmap e980: 8 total, 8 up, 8 in 2024-08-30T21:15:03.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:03 smithi173 ceph-mon[79976]: osdmap e981: 8 total, 8 up, 8 in 2024-08-30T21:15:03.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:03 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1177472910' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:03.460 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:03 smithi173 ceph-mon[79976]: pgmap v1175: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:15:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:15:03] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-30T21:15:03.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:03 smithi173 ceph-mon[82405]: osdmap e981: 8 total, 8 up, 8 in 2024-08-30T21:15:03.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:03 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1177472910' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:03.461 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:03 smithi173 ceph-mon[82405]: pgmap v1175: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:03.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:03 smithi196 ceph-mon[74601]: osdmap e981: 8 total, 8 up, 8 in 2024-08-30T21:15:03.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:03 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1177472910' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:03.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:03 smithi196 ceph-mon[74601]: pgmap v1175: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:04.280 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestSetCookie (3023 ms) 2024-08-30T21:15:04.280 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestRenew 2024-08-30T21:15:04.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:04 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:04.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:04 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1177472910' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:04.520 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:04 smithi196 ceph-mon[74601]: osdmap e982: 8 total, 8 up, 8 in 2024-08-30T21:15:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:04 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:04 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1177472910' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:04.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:04 smithi173 ceph-mon[82405]: osdmap e982: 8 total, 8 up, 8 in 2024-08-30T21:15:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:04 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:04 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1177472910' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:04.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:04 smithi173 ceph-mon[79976]: osdmap e982: 8 total, 8 up, 8 in 2024-08-30T21:15:05.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:05 smithi173 ceph-mon[82405]: osdmap e983: 8 total, 8 up, 8 in 2024-08-30T21:15:05.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:05 smithi173 ceph-mon[82405]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:05 smithi173 ceph-mon[79976]: osdmap e983: 8 total, 8 up, 8 in 2024-08-30T21:15:05.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:05 smithi173 ceph-mon[79976]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:05 smithi196 ceph-mon[74601]: osdmap e983: 8 total, 8 up, 8 in 2024-08-30T21:15:05.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:05 smithi196 ceph-mon[74601]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:06.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:06.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[82405]: osdmap e984: 8 total, 8 up, 8 in 2024-08-30T21:15:06.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4034302368' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:06.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:06.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:06.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[79976]: osdmap e984: 8 total, 8 up, 8 in 2024-08-30T21:15:06.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4034302368' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:06.711 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:06 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:06 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:06 smithi196 ceph-mon[74601]: osdmap e984: 8 total, 8 up, 8 in 2024-08-30T21:15:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:06 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4034302368' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:06.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:06 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:07.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:07 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:07.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:07 smithi173 ceph-mon[82405]: osdmap e985: 8 total, 8 up, 8 in 2024-08-30T21:15:07.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:07 smithi173 ceph-mon[82405]: pgmap v1181: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:07.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:07 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:07.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:07 smithi173 ceph-mon[79976]: osdmap e985: 8 total, 8 up, 8 in 2024-08-30T21:15:07.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:07 smithi173 ceph-mon[79976]: pgmap v1181: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:07 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:07 smithi196 ceph-mon[74601]: osdmap e985: 8 total, 8 up, 8 in 2024-08-30T21:15:07.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:07 smithi196 ceph-mon[74601]: pgmap v1181: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:08.710 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:08 smithi173 ceph-mon[82405]: osdmap e986: 8 total, 8 up, 8 in 2024-08-30T21:15:08.710 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:08 smithi173 ceph-mon[79976]: osdmap e986: 8 total, 8 up, 8 in 2024-08-30T21:15:08.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:08 smithi196 ceph-mon[74601]: osdmap e986: 8 total, 8 up, 8 in 2024-08-30T21:15:09.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:09.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:09 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:09.713 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:09 smithi173 ceph-mon[82405]: pgmap v1183: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:09.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:09.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:09 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:09.714 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:09 smithi173 ceph-mon[79976]: pgmap v1183: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:09 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:09.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:09 smithi196 ceph-mon[74601]: pgmap v1183: 137 pgs: 12 creating+peering, 11 unknown, 114 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:11.770 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:11 smithi196 ceph-mon[74601]: pgmap v1184: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:11.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:11 smithi173 ceph-mon[82405]: pgmap v1184: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:11.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:11 smithi173 ceph-mon[79976]: pgmap v1184: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:13.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:15:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:15:13] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.51.0" 2024-08-30T21:15:13.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:13 smithi173 ceph-mon[82405]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 142 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:13.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:13 smithi173 ceph-mon[79976]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 142 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:14.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:13 smithi196 ceph-mon[74601]: pgmap v1185: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 142 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:15.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:15 smithi173 ceph-mon[82405]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:15.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:15 smithi173 ceph-mon[79976]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:16.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:15 smithi196 ceph-mon[74601]: pgmap v1186: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 125 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:17.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:17 smithi173 ceph-mon[82405]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:17.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:17 smithi173 ceph-mon[79976]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:18.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:17 smithi196 ceph-mon[74601]: pgmap v1187: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:19.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:19 smithi173 ceph-mon[82405]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:19.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:19 smithi173 ceph-mon[79976]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:20.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:19 smithi196 ceph-mon[74601]: pgmap v1188: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:21.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:21 smithi173 ceph-mon[82405]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:15:21.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:21 smithi173 ceph-mon[79976]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:15:22.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:21 smithi196 ceph-mon[74601]: pgmap v1189: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:15:23.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:15:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:15:23] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.51.0" 2024-08-30T21:15:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:23 smithi173 ceph-mon[82405]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:23.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:23 smithi173 ceph-mon[79976]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:23.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:23 smithi196 ceph-mon[74601]: pgmap v1190: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:24.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:24.555 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestRenew (20275 ms) 2024-08-30T21:15:24.555 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-30T21:15:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:25 smithi173 ceph-mon[79976]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:25.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:25 smithi173 ceph-mon[79976]: osdmap e987: 8 total, 8 up, 8 in 2024-08-30T21:15:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:25 smithi173 ceph-mon[82405]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:25.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:25 smithi173 ceph-mon[82405]: osdmap e987: 8 total, 8 up, 8 in 2024-08-30T21:15:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:25 smithi196 ceph-mon[74601]: pgmap v1191: 137 pgs: 137 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:26.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:25 smithi196 ceph-mon[74601]: osdmap e987: 8 total, 8 up, 8 in 2024-08-30T21:15:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:26 smithi173 ceph-mon[79976]: osdmap e988: 8 total, 8 up, 8 in 2024-08-30T21:15:26.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:26 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3815894924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:26 smithi173 ceph-mon[82405]: osdmap e988: 8 total, 8 up, 8 in 2024-08-30T21:15:26.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:26 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3815894924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:26 smithi196 ceph-mon[74601]: osdmap e988: 8 total, 8 up, 8 in 2024-08-30T21:15:27.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:26 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3815894924' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[82405]: pgmap v1194: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3815894924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:27.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[82405]: osdmap e989: 8 total, 8 up, 8 in 2024-08-30T21:15:27.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[79976]: pgmap v1194: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:27.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:27.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3815894924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:27.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:27 smithi173 ceph-mon[79976]: osdmap e989: 8 total, 8 up, 8 in 2024-08-30T21:15:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:27 smithi196 ceph-mon[74601]: pgmap v1194: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:27 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:27 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3815894924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:28.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:27 smithi196 ceph-mon[74601]: osdmap e989: 8 total, 8 up, 8 in 2024-08-30T21:15:28.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:28 smithi173 ceph-mon[79976]: osdmap e990: 8 total, 8 up, 8 in 2024-08-30T21:15:28.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:28 smithi173 ceph-mon[82405]: osdmap e990: 8 total, 8 up, 8 in 2024-08-30T21:15:29.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:28 smithi196 ceph-mon[74601]: osdmap e990: 8 total, 8 up, 8 in 2024-08-30T21:15:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:29 smithi173 ceph-mon[79976]: pgmap v1197: 137 pgs: 15 creating+peering, 9 unknown, 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:29.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:29 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:29 smithi173 ceph-mon[82405]: pgmap v1197: 137 pgs: 15 creating+peering, 9 unknown, 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:29.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:29 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:29 smithi196 ceph-mon[74601]: pgmap v1197: 137 pgs: 15 creating+peering, 9 unknown, 113 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:30.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:29 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:15:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:15:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:15:30.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:15:30.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:15:30.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:15:30.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:15:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:15:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:15:31.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:31.588 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7032 ms) 2024-08-30T21:15:31.589 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-30T21:15:31.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:31 smithi173 ceph-mon[82405]: pgmap v1198: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:15:31.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:31 smithi173 ceph-mon[79976]: pgmap v1198: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:15:32.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:31 smithi196 ceph-mon[74601]: pgmap v1198: 137 pgs: 15 creating+peering, 122 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 172 B/s rd, 0 B/s wr, 1 op/s 2024-08-30T21:15:32.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:32 smithi173 ceph-mon[79976]: osdmap e991: 8 total, 8 up, 8 in 2024-08-30T21:15:32.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:32 smithi173 ceph-mon[82405]: osdmap e991: 8 total, 8 up, 8 in 2024-08-30T21:15:33.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:32 smithi196 ceph-mon[74601]: osdmap e991: 8 total, 8 up, 8 in 2024-08-30T21:15:33.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:15:33] "GET /metrics HTTP/1.1" 200 36540 "" "Prometheus/2.51.0" 2024-08-30T21:15:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[79976]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[79976]: osdmap e992: 8 total, 8 up, 8 in 2024-08-30T21:15:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4086711019' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:33.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[82405]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:33.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[82405]: osdmap e992: 8 total, 8 up, 8 in 2024-08-30T21:15:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4086711019' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:33.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:33 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:33 smithi196 ceph-mon[74601]: pgmap v1200: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:33 smithi196 ceph-mon[74601]: osdmap e992: 8 total, 8 up, 8 in 2024-08-30T21:15:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:33 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4086711019' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:34.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:33 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:34 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:34.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:34 smithi173 ceph-mon[79976]: osdmap e993: 8 total, 8 up, 8 in 2024-08-30T21:15:34.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:34 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:34.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:34 smithi173 ceph-mon[82405]: osdmap e993: 8 total, 8 up, 8 in 2024-08-30T21:15:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:34 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:35.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:34 smithi196 ceph-mon[74601]: osdmap e993: 8 total, 8 up, 8 in 2024-08-30T21:15:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:35 smithi173 ceph-mon[79976]: pgmap v1203: 137 pgs: 1 creating+activating, 3 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:35.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:35 smithi173 ceph-mon[79976]: osdmap e994: 8 total, 8 up, 8 in 2024-08-30T21:15:35.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:35 smithi173 ceph-mon[82405]: pgmap v1203: 137 pgs: 1 creating+activating, 3 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:35.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:35 smithi173 ceph-mon[82405]: osdmap e994: 8 total, 8 up, 8 in 2024-08-30T21:15:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:35 smithi196 ceph-mon[74601]: pgmap v1203: 137 pgs: 1 creating+activating, 3 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:36.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:35 smithi196 ceph-mon[74601]: osdmap e994: 8 total, 8 up, 8 in 2024-08-30T21:15:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:37 smithi173 ceph-mon[79976]: pgmap v1205: 137 pgs: 1 creating+activating, 3 creating+peering, 1 unknown, 132 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:37 smithi173 ceph-mon[82405]: pgmap v1205: 137 pgs: 1 creating+activating, 3 creating+peering, 1 unknown, 132 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:38.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:37 smithi196 ceph-mon[74601]: pgmap v1205: 137 pgs: 1 creating+activating, 3 creating+peering, 1 unknown, 132 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:39.642 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8055 ms) 2024-08-30T21:15:39.642 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-30T21:15:39.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:39 smithi173 ceph-mon[79976]: pgmap v1206: 137 pgs: 1 creating+activating, 136 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:39.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:39 smithi173 ceph-mon[82405]: pgmap v1206: 137 pgs: 1 creating+activating, 136 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:39 smithi196 ceph-mon[74601]: pgmap v1206: 137 pgs: 1 creating+activating, 136 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:40 smithi173 ceph-mon[79976]: osdmap e995: 8 total, 8 up, 8 in 2024-08-30T21:15:40.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:40 smithi173 ceph-mon[82405]: osdmap e995: 8 total, 8 up, 8 in 2024-08-30T21:15:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:40 smithi196 ceph-mon[74601]: osdmap e995: 8 total, 8 up, 8 in 2024-08-30T21:15:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[79976]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[79976]: osdmap e996: 8 total, 8 up, 8 in 2024-08-30T21:15:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3441222787' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:41.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[82405]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[82405]: osdmap e996: 8 total, 8 up, 8 in 2024-08-30T21:15:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3441222787' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:41.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:41 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:41 smithi196 ceph-mon[74601]: pgmap v1208: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:41 smithi196 ceph-mon[74601]: osdmap e996: 8 total, 8 up, 8 in 2024-08-30T21:15:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:41 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3441222787' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:41 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:42.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:42 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:42.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:42 smithi173 ceph-mon[79976]: osdmap e997: 8 total, 8 up, 8 in 2024-08-30T21:15:42.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:42 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:42.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:42 smithi173 ceph-mon[82405]: osdmap e997: 8 total, 8 up, 8 in 2024-08-30T21:15:43.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:42 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122499-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:43.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:42 smithi196 ceph-mon[74601]: osdmap e997: 8 total, 8 up, 8 in 2024-08-30T21:15:43.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:15:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:15:43] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.51.0" 2024-08-30T21:15:43.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:43 smithi196 ceph-mon[74601]: pgmap v1211: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:43.921 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:43 smithi196 ceph-mon[74601]: osdmap e998: 8 total, 8 up, 8 in 2024-08-30T21:15:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:43 smithi173 ceph-mon[79976]: pgmap v1211: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:43.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:43 smithi173 ceph-mon[79976]: osdmap e998: 8 total, 8 up, 8 in 2024-08-30T21:15:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:43 smithi173 ceph-mon[82405]: pgmap v1211: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:43.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:43 smithi173 ceph-mon[82405]: osdmap e998: 8 total, 8 up, 8 in 2024-08-30T21:15:45.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:45 smithi173 ceph-mon[79976]: pgmap v1213: 137 pgs: 13 creating+peering, 7 unknown, 117 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:45.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:45 smithi173 ceph-mon[82405]: pgmap v1213: 137 pgs: 13 creating+peering, 7 unknown, 117 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:46.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:45 smithi196 ceph-mon[74601]: pgmap v1213: 137 pgs: 13 creating+peering, 7 unknown, 117 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:47.685 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8043 ms) 2024-08-30T21:15:47.686 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 11 tests from ClsLock (68503 ms total) 2024-08-30T21:15:47.686 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:15:47.686 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:15:47.686 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 11 tests from 1 test suite ran. (68503 ms total) 2024-08-30T21:15:47.686 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 11 tests. 2024-08-30T21:15:47.689 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:15:47.690 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:15:47.757 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-30T21:15:47.757 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-30T21:15:47.830 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:15:47.830 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-30T21:15:47.830 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:15:47.830 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 4 tests from cls_log 2024-08-30T21:15:47.830 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-30T21:15:47.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:47 smithi173 ceph-mon[79976]: pgmap v1214: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:47.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:47 smithi173 ceph-mon[82405]: pgmap v1214: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:48.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:47 smithi196 ceph-mon[74601]: pgmap v1214: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-30T21:15:48.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:48 smithi173 ceph-mon[79976]: osdmap e999: 8 total, 8 up, 8 in 2024-08-30T21:15:48.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:48 smithi173 ceph-mon[82405]: osdmap e999: 8 total, 8 up, 8 in 2024-08-30T21:15:49.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:48 smithi196 ceph-mon[74601]: osdmap e999: 8 total, 8 up, 8 in 2024-08-30T21:15:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:49 smithi173 ceph-mon[79976]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:49 smithi173 ceph-mon[79976]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-30T21:15:49.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:49 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3252155296' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:49 smithi173 ceph-mon[82405]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:49 smithi173 ceph-mon[82405]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-30T21:15:49.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:49 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3252155296' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:49 smithi196 ceph-mon[74601]: pgmap v1216: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:49 smithi196 ceph-mon[74601]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-30T21:15:50.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:49 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3252155296' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:50.710 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_log.test_log_add_same_time (2880 ms) 2024-08-30T21:15:50.710 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-30T21:15:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:50 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3252155296' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:50.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:50 smithi173 ceph-mon[79976]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-30T21:15:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:50 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3252155296' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:50.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:50 smithi173 ceph-mon[82405]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-30T21:15:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:50 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3252155296' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:51.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:50 smithi196 ceph-mon[74601]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-30T21:15:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:51 smithi173 ceph-mon[79976]: pgmap v1219: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:51.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:51 smithi173 ceph-mon[79976]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-30T21:15:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:51 smithi173 ceph-mon[82405]: pgmap v1219: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:51.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:51 smithi173 ceph-mon[82405]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-30T21:15:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:51 smithi196 ceph-mon[74601]: pgmap v1219: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:52.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:51 smithi196 ceph-mon[74601]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-30T21:15:53.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:52 smithi196 ceph-mon[74601]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-30T21:15:53.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:52 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/34786600' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:53.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:52 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:53.097 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:52 smithi173 ceph-mon[82405]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-30T21:15:53.122 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:52 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/34786600' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:53.122 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:52 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:53.122 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:52 smithi173 ceph-mon[79976]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-30T21:15:53.122 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:52 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/34786600' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:53.122 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:52 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:53.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:15:53] "GET /metrics HTTP/1.1" 200 36542 "" "Prometheus/2.51.0" 2024-08-30T21:15:53.734 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_log.test_log_add_different_time (3024 ms) 2024-08-30T21:15:53.734 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_log.trim_by_time 2024-08-30T21:15:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:53 smithi196 ceph-mon[74601]: pgmap v1222: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:53 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:53 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:53 smithi196 ceph-mon[74601]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-30T21:15:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:54.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:53 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[79976]: pgmap v1222: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[79976]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-30T21:15:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:54.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[82405]: pgmap v1222: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:15:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[82405]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-30T21:15:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:15:54.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:53 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:15:55.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:54 smithi196 ceph-mon[74601]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-30T21:15:55.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:54 smithi173 ceph-mon[79976]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-30T21:15:55.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:54 smithi173 ceph-mon[82405]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-30T21:15:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:55 smithi196 ceph-mon[74601]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:55 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:55 smithi196 ceph-mon[74601]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-30T21:15:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:55 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3299232427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:56.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:55 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[79976]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[79976]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-30T21:15:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3299232427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:56.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:56.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[82405]: pgmap v1225: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:56.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:15:56.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[82405]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-30T21:15:56.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3299232427' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:56.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:55 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:56.758 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_log.trim_by_time (3023 ms) 2024-08-30T21:15:56.758 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-30T21:15:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:56 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:57.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:56 smithi196 ceph-mon[74601]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-30T21:15:57.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:56 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:57.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:56 smithi173 ceph-mon[79976]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-30T21:15:57.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:56 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:15:57.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:56 smithi173 ceph-mon[82405]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-30T21:15:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:57 smithi196 ceph-mon[74601]: pgmap v1228: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:58.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:57 smithi196 ceph-mon[74601]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-30T21:15:58.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:57 smithi173 ceph-mon[79976]: pgmap v1228: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:58.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:57 smithi173 ceph-mon[79976]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-30T21:15:58.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:57 smithi173 ceph-mon[82405]: pgmap v1228: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:15:58.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:57 smithi173 ceph-mon[82405]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-30T21:15:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:58 smithi196 ceph-mon[74601]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-30T21:15:59.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:58 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2086274456' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:59.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:58 smithi173 ceph-mon[82405]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-30T21:15:59.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:58 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2086274456' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:59.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:58 smithi173 ceph-mon[79976]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-30T21:15:59.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:58 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2086274456' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:15:59.770 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] cls_log.trim_by_marker (3012 ms) 2024-08-30T21:15:59.771 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 4 tests from cls_log (11940 ms total) 2024-08-30T21:15:59.771 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:15:59.771 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:15:59.771 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 4 tests from 1 test suite ran. (11940 ms total) 2024-08-30T21:15:59.771 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 4 tests. 2024-08-30T21:15:59.774 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:15:59.774 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:15:59.843 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-30T21:15:59.843 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-30T21:15:59.918 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:15:59.919 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-30T21:15:59.919 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:15:59.919 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 4 tests from ClsNumOps 2024-08-30T21:15:59.919 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsNumOps.Add 2024-08-30T21:16:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[79976]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2086274456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:00.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[79976]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-30T21:16:00.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[82405]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:00.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:00.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2086274456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:00.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:15:59 smithi173 ceph-mon[82405]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-30T21:16:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:59 smithi196 ceph-mon[74601]: pgmap v1231: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:59 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:59 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2086274456' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122884-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:00.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:15:59 smithi196 ceph-mon[74601]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-30T21:16:01.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:00 smithi173 ceph-mon[79976]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-30T21:16:01.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:00 smithi173 ceph-mon[82405]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-30T21:16:01.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:00 smithi196 ceph-mon[74601]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-30T21:16:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[79976]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[79976]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-30T21:16:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3539849070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:02.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:02.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[82405]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:02.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:02.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[82405]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-30T21:16:02.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3539849070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:02.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:01 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:01 smithi196 ceph-mon[74601]: pgmap v1234: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:01 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:01 smithi196 ceph-mon[74601]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-30T21:16:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:01 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3539849070' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:02.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:01 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:02.801 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsNumOps.Add (2883 ms) 2024-08-30T21:16:02.801 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsNumOps.Sub 2024-08-30T21:16:03.097 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:02 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:03.097 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:02 smithi173 ceph-mon[79976]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-30T21:16:03.098 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:02 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:03.098 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:02 smithi173 ceph-mon[82405]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-30T21:16:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:02 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:03.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:02 smithi196 ceph-mon[74601]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-30T21:16:03.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:16:03] "GET /metrics HTTP/1.1" 200 36537 "" "Prometheus/2.51.0" 2024-08-30T21:16:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:03 smithi173 ceph-mon[79976]: pgmap v1237: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:04.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:03 smithi173 ceph-mon[79976]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-30T21:16:04.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:03 smithi173 ceph-mon[82405]: pgmap v1237: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:04.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:03 smithi173 ceph-mon[82405]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-30T21:16:04.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:03 smithi196 ceph-mon[74601]: pgmap v1237: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:04.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:03 smithi196 ceph-mon[74601]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-30T21:16:05.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:04 smithi173 ceph-mon[82405]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-30T21:16:05.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:04 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/996297340' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:05.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:04 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:04 smithi173 ceph-mon[79976]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-30T21:16:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:04 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/996297340' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:05.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:04 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:04 smithi196 ceph-mon[74601]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-30T21:16:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:04 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/996297340' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:05.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:04 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:05.823 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsNumOps.Sub (3022 ms) 2024-08-30T21:16:05.824 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsNumOps.Mul 2024-08-30T21:16:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[79976]: pgmap v1240: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:06.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[79976]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-30T21:16:06.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[82405]: pgmap v1240: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:06.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:06.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:05 smithi173 ceph-mon[82405]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-30T21:16:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:05 smithi196 ceph-mon[74601]: pgmap v1240: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:05 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:05 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:06.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:05 smithi196 ceph-mon[74601]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-30T21:16:07.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:06 smithi173 ceph-mon[79976]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-30T21:16:07.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:06 smithi173 ceph-mon[82405]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-30T21:16:07.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:06 smithi196 ceph-mon[74601]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-30T21:16:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[79976]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[79976]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-30T21:16:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/4045228454' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:08.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:08.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[82405]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[82405]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-30T21:16:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/4045228454' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:08.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:07 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:07 smithi196 ceph-mon[74601]: pgmap v1243: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:07 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:07 smithi196 ceph-mon[74601]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-30T21:16:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:07 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/4045228454' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:08.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:07 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:08.856 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsNumOps.Mul (3032 ms) 2024-08-30T21:16:08.856 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] ClsNumOps.Div 2024-08-30T21:16:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[79976]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[79976]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-30T21:16:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:16:09.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:09.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[82405]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[82405]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-30T21:16:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:16:09.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:08 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:08 smithi196 ceph-mon[74601]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:08 smithi196 ceph-mon[74601]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-30T21:16:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:16:09.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:08 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:09 smithi173 ceph-mon[82405]: pgmap v1246: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:10.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:09 smithi173 ceph-mon[82405]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-30T21:16:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:09 smithi173 ceph-mon[79976]: pgmap v1246: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:10.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:09 smithi173 ceph-mon[79976]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-30T21:16:10.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:09 smithi196 ceph-mon[74601]: pgmap v1246: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:10.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:09 smithi196 ceph-mon[74601]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-30T21:16:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:10 smithi173 ceph-mon[82405]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-30T21:16:11.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:10 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1105290645' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:10 smithi173 ceph-mon[79976]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-30T21:16:11.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:10 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1105290645' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:10 smithi196 ceph-mon[74601]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-30T21:16:11.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:10 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1105290645' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:11.876 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] ClsNumOps.Div (3020 ms) 2024-08-30T21:16:11.876 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 4 tests from ClsNumOps (11957 ms total) 2024-08-30T21:16:11.876 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:16:11.876 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:16:11.876 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 4 tests from 1 test suite ran. (11957 ms total) 2024-08-30T21:16:11.876 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 4 tests. 2024-08-30T21:16:11.880 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-30T21:16:11.880 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:16:11.949 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-30T21:16:11.949 DEBUG:teuthology.orchestra.run.smithi173:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-30T21:16:12.022 INFO:tasks.workunit.client.0.smithi173.stdout:Running main() from gmock_main.cc 2024-08-30T21:16:12.023 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-30T21:16:12.023 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment set-up. 2024-08-30T21:16:12.023 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 70 tests from TestClsRbd 2024-08-30T21:16:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[79976]: pgmap v1249: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[79976]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1105290645' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:12.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[79976]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-30T21:16:12.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[82405]: pgmap v1249: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:12.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[82405]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:12.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1105290645' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:12.211 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:11 smithi173 ceph-mon[82405]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-30T21:16:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:11 smithi196 ceph-mon[74601]: pgmap v1249: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:11 smithi196 ceph-mon[74601]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:16:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:11 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1105290645' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-122990-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:12.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:11 smithi196 ceph-mon[74601]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-30T21:16:13.171 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:12 smithi196 ceph-mon[74601]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-30T21:16:13.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:12 smithi173 ceph-mon[79976]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-30T21:16:13.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:12 smithi173 ceph-mon[82405]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-30T21:16:13.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:16:13] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.51.0" 2024-08-30T21:16:13.889 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-30T21:16:13.908 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_all_features (19 ms) 2024-08-30T21:16:13.908 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.copyup 2024-08-30T21:16:14.087 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.copyup (179 ms) 2024-08-30T21:16:14.087 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-30T21:16:14.103 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.sparse_copyup (16 ms) 2024-08-30T21:16:14.103 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-30T21:16:14.110 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-30T21:16:14.110 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-30T21:16:14.122 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-08-30T21:16:14.122 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-30T21:16:14.148 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-08-30T21:16:14.148 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.create 2024-08-30T21:16:14.161 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-08-30T21:16:14.161 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_features 2024-08-30T21:16:14.162 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-08-30T21:16:14.162 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-30T21:16:14.164 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-30T21:16:14.164 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-30T21:16:14.165 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-08-30T21:16:14.166 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-30T21:16:14.167 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-08-30T21:16:14.167 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-30T21:16:14.168 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-08-30T21:16:14.168 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-30T21:16:14.172 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-08-30T21:16:14.172 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.get_size 2024-08-30T21:16:14.176 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-30T21:16:14.177 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.set_size 2024-08-30T21:16:14.181 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-08-30T21:16:14.181 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-30T21:16:14.197 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-08-30T21:16:14.198 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-30T21:16:14.205 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-08-30T21:16:14.205 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-30T21:16:14.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[82405]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:14.209 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[82405]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:14.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[82405]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-30T21:16:14.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2342564593' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-123096-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[79976]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[79976]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[79976]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-30T21:16:14.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:13 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2342564593' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-123096-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:14.246 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2024-08-30T21:16:14.246 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-30T21:16:14.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:13 smithi196 ceph-mon[74601]: pgmap v1252: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:14.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:13 smithi196 ceph-mon[74601]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-30T21:16:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:13 smithi196 ceph-mon[74601]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-30T21:16:14.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:13 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2342564593' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-123096-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:14.275 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-08-30T21:16:14.275 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-30T21:16:14.298 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.snapshots (23 ms) 2024-08-30T21:16:14.298 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-30T21:16:14.305 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-08-30T21:16:14.305 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-30T21:16:14.313 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-08-30T21:16:14.313 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-30T21:16:14.316 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.object_map_save (3 ms) 2024-08-30T21:16:14.316 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-30T21:16:14.324 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-08-30T21:16:14.324 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-30T21:16:14.332 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.object_map_update (8 ms) 2024-08-30T21:16:14.333 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-30T21:16:14.333 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-08-30T21:16:14.333 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-30T21:16:14.341 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.object_map_snap_add (9 ms) 2024-08-30T21:16:14.342 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-30T21:16:14.352 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2024-08-30T21:16:14.352 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.flags 2024-08-30T21:16:14.356 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-08-30T21:16:14.356 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.metadata 2024-08-30T21:16:14.380 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.metadata (24 ms) 2024-08-30T21:16:14.380 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.set_features 2024-08-30T21:16:14.386 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-08-30T21:16:14.386 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.mirror 2024-08-30T21:16:14.422 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.mirror (36 ms) 2024-08-30T21:16:14.422 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-30T21:16:14.437 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.mirror_image (15 ms) 2024-08-30T21:16:14.437 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-30T21:16:15.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:14 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2342564593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-123096-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:15.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:14 smithi173 ceph-mon[79976]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-30T21:16:15.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:14 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2342564593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-123096-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:15.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:14 smithi173 ceph-mon[82405]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-30T21:16:15.269 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:14 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2342564593' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi173-123096-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:15.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:14 smithi196 ceph-mon[74601]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-30T21:16:16.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:15 smithi173 ceph-mon[79976]: pgmap v1255: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:16.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:15 smithi173 ceph-mon[79976]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-30T21:16:16.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:15 smithi173 ceph-mon[82405]: pgmap v1255: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:16.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:15 smithi173 ceph-mon[82405]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-30T21:16:16.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:15 smithi196 ceph-mon[74601]: pgmap v1255: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:16.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:15 smithi196 ceph-mon[74601]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-30T21:16:16.667 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.mirror_image_status (2230 ms) 2024-08-30T21:16:16.668 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-30T21:16:16.762 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.mirror_image_map (95 ms) 2024-08-30T21:16:16.762 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-30T21:16:16.769 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-08-30T21:16:16.769 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-30T21:16:16.780 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-08-30T21:16:16.780 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-30T21:16:16.783 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-08-30T21:16:16.783 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-30T21:16:16.785 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-30T21:16:16.785 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-30T21:16:16.788 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-30T21:16:16.788 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-30T21:16:16.794 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-08-30T21:16:16.794 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-30T21:16:16.797 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-08-30T21:16:16.797 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-30T21:16:16.801 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-30T21:16:16.801 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-30T21:16:16.803 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-30T21:16:16.803 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-30T21:16:16.806 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-30T21:16:16.806 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-30T21:16:16.808 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-08-30T21:16:16.809 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-30T21:16:16.812 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-30T21:16:16.812 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-30T21:16:16.814 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-30T21:16:16.814 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-30T21:16:16.817 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-30T21:16:16.818 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-30T21:16:16.820 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-08-30T21:16:16.820 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-30T21:16:16.821 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-08-30T21:16:16.822 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-30T21:16:16.824 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-30T21:16:16.824 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-30T21:16:16.826 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-08-30T21:16:16.826 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-30T21:16:16.829 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-30T21:16:16.829 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-797-g63b0b8e1/rpm/el9/BUILD/ceph-18.2.4-797-g63b0b8e1/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout:Expected equality of these values: 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout: 1U 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout: Which is: 1 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout: keys.size() 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout: Which is: 3 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-08-30T21:16:16.832 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-30T21:16:16.835 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_list (4 ms) 2024-08-30T21:16:16.835 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-30T21:16:16.851 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (16 ms) 2024-08-30T21:16:16.852 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-30T21:16:17.054 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (203 ms) 2024-08-30T21:16:17.054 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-30T21:16:17.056 INFO:tasks.workunit.client.0.smithi173.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-797-g63b0b8e1/rpm/el9/BUILD/ceph-18.2.4-797-g63b0b8e1/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-08-30T21:16:17.056 INFO:tasks.workunit.client.0.smithi173.stdout:Expected equality of these values: 2024-08-30T21:16:17.056 INFO:tasks.workunit.client.0.smithi173.stdout: 1U 2024-08-30T21:16:17.057 INFO:tasks.workunit.client.0.smithi173.stdout: Which is: 1 2024-08-30T21:16:17.057 INFO:tasks.workunit.client.0.smithi173.stdout: keys.size() 2024-08-30T21:16:17.057 INFO:tasks.workunit.client.0.smithi173.stdout: Which is: 3 2024-08-30T21:16:17.057 INFO:tasks.workunit.client.0.smithi173.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-08-30T21:16:17.057 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-30T21:16:17.059 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-30T21:16:17.059 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-30T21:16:17.066 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-08-30T21:16:17.066 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.op_features 2024-08-30T21:16:17.072 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2024-08-30T21:16:17.073 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-30T21:16:17.091 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-08-30T21:16:17.091 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-30T21:16:17.105 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.clone_parent_ns (14 ms) 2024-08-30T21:16:17.105 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-30T21:16:17.116 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-08-30T21:16:17.116 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-30T21:16:17.123 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-08-30T21:16:17.123 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.migration 2024-08-30T21:16:17.133 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-08-30T21:16:17.133 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-30T21:16:17.146 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.migration_v1 (13 ms) 2024-08-30T21:16:17.146 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-30T21:16:18.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:17 smithi173 ceph-mon[79976]: pgmap v1257: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 916 KiB/s wr, 119 op/s 2024-08-30T21:16:18.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:17 smithi173 ceph-mon[82405]: pgmap v1257: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 916 KiB/s wr, 119 op/s 2024-08-30T21:16:18.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:17 smithi196 ceph-mon[74601]: pgmap v1257: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 916 KiB/s wr, 119 op/s 2024-08-30T21:16:18.911 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1764 ms) 2024-08-30T21:16:18.911 INFO:tasks.workunit.client.0.smithi173.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-30T21:16:18.948 INFO:tasks.workunit.client.0.smithi173.stdout:[ OK ] TestClsRbd.sparsify (38 ms) 2024-08-30T21:16:19.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:18 smithi173 ceph-mon[79976]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-30T21:16:19.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:18 smithi173 ceph-mon[82405]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-30T21:16:19.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:18 smithi196 ceph-mon[74601]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] 70 tests from TestClsRbd (5059 ms total) 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout:[----------] Global test environment tear-down 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout:[==========] 70 tests from 1 test suite ran. (7898 ms total) 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout:[ PASSED ] 68 tests. 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout:[ FAILED ] 2 tests, listed below: 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout: 2024-08-30T21:16:19.920 INFO:tasks.workunit.client.0.smithi173.stdout: 2 FAILED TESTS 2024-08-30T21:16:19.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T21:16:19.923 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-30T21:16:19.923 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-30T21:16:20.178 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:19 smithi173 ceph-mon[79976]: pgmap v1259: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 757 KiB/s wr, 110 op/s 2024-08-30T21:16:20.178 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:19 smithi173 ceph-mon[79976]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-30T21:16:20.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:19 smithi173 ceph-mon[82405]: pgmap v1259: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 757 KiB/s wr, 110 op/s 2024-08-30T21:16:20.179 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:19 smithi173 ceph-mon[82405]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-30T21:16:20.180 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_24432b660539783e58f890fcff372342c034f6ec/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_24432b660539783e58f890fcff372342c034f6ec/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi173 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-30T21:16:20.419 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=089ae47563e147d08be9f0433ed66d2d Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_24432b660539783e58f890fcff372342c034f6ec/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/github.com_ceph_ceph-c_24432b660539783e58f890fcff372342c034f6ec/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi173 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-30T21:16:20.423 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-30T21:16:20.433 INFO:tasks.cephadm:Teardown begin 2024-08-30T21:16:20.433 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-30T21:16:20.433 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T21:16:20.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:19 smithi196 ceph-mon[74601]: pgmap v1259: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 757 KiB/s wr, 110 op/s 2024-08-30T21:16:20.489 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:19 smithi196 ceph-mon[74601]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-30T21:16:20.685 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:16:21.127 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:20 smithi173 ceph-mon[79976]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-30T21:16:21.127 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:20 smithi173 ceph-mon[82405]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-30T21:16:21.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:20 smithi196 ceph-mon[74601]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-30T21:16:22.071 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:21 smithi173 ceph-mon[79976]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:22.072 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:21 smithi173 ceph-mon[82405]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:22.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:21 smithi196 ceph-mon[74601]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:22.483 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T21:16:22.484 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-08-30T21:06:52:537265+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54367,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/408966338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":408966338},{"type":"v1","addr":"172.21.15.196:6833","nonce":408966338}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-30T20:55:09.190514+0000","modified":"2024-08-30T21:06:43.624686+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":544,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34500},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34500":{"gid":34500,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6835/2922227331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2922227331},{"type":"v1","addr":"172.21.15.173:6835","nonce":2922227331}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34500,"qdb_cluster":[34500]},"id":1}]} 2024-08-30T21:16:22.484 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-08-30T21:16:23.084 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-30T21:16:23.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:22 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3883664553' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-30T21:16:23.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:22 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3883664553' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-30T21:16:23.210 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:23 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:16:23] "GET /metrics HTTP/1.1" 200 36539 "" "Prometheus/2.51.0" 2024-08-30T21:16:23.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:22 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3883664553' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-30T21:16:23.286 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:16:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:23 smithi173 ceph-mon[79976]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:24.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:23 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:23 smithi173 ceph-mon[82405]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:24.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:23 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:23 smithi196 ceph-mon[74601]: pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:24.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:23 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:25.390 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T21:16:25.391 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":16,"btime":"2024-08-30T21:06:52:537265+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54367,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.196:6833/408966338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6832","nonce":408966338},{"type":"v1","addr":"172.21.15.196:6833","nonce":408966338}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-30T20:55:09.190514+0000","modified":"2024-08-30T21:06:43.624686+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":544,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":34500},"failed":[],"damaged":[],"stopped":[],"info":{"gid_34500":{"gid":34500,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.173:6835/2922227331","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6834","nonce":2922227331},{"type":"v1","addr":"172.21.15.173:6835","nonce":2922227331}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":34500,"qdb_cluster":[34500]},"id":1}]} 2024-08-30T21:16:25.391 INFO:teuthology.orchestra.run.smithi173.stderr:dumped fsmap epoch 16 2024-08-30T21:16:25.999 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:25 smithi173 ceph-mon[79976]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:25.999 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:25 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/960394406' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-30T21:16:25.999 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:25 smithi173 ceph-mon[82405]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:26.000 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:25 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/960394406' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-30T21:16:26.021 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-30T21:16:26.216 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:16:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:25 smithi196 ceph-mon[74601]: pgmap v1264: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:26.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:25 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/960394406' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-30T21:16:27.999 INFO:teuthology.orchestra.run.smithi173.stdout: 2024-08-30T21:16:28.000 INFO:teuthology.orchestra.run.smithi173.stdout:{"epoch":1029,"fsid":"3e6d4622-6711-11ef-bcd4-c7b262605968","created":"2024-08-30T20:49:42.082825+0000","modified":"2024-08-30T21:16:19.906502+0000","last_up_change":"2024-08-30T21:06:21.581097+0000","last_in_change":"2024-08-30T20:54:22.778365+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-30T20:52:43.659693+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-30T20:55:02.863605+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-30T20:55:06.501669+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-30T20:55:55.388925+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"55bd248d-05f4-411e-8a3c-459f415fd1b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":286,"up_from":300,"up_thru":1024,"down_at":287,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6802","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6803","nonce":2157330891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6804","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6805","nonce":2157330891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6808","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6809","nonce":2157330891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6806","nonce":2157330891},{"type":"v1","addr":"172.21.15.173:6807","nonce":2157330891}]},"public_addr":"172.21.15.173:6803/2157330891","cluster_addr":"172.21.15.173:6805/2157330891","heartbeat_back_addr":"172.21.15.173:6809/2157330891","heartbeat_front_addr":"172.21.15.173:6807/2157330891","state":["exists","up"]},{"osd":1,"uuid":"b7fc4434-7a1c-4d0b-8904-a41e77175733","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":318,"up_from":331,"up_thru":1024,"down_at":319,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6810","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6811","nonce":28639989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6812","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6813","nonce":28639989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6816","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6817","nonce":28639989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6814","nonce":28639989},{"type":"v1","addr":"172.21.15.173:6815","nonce":28639989}]},"public_addr":"172.21.15.173:6811/28639989","cluster_addr":"172.21.15.173:6813/28639989","heartbeat_back_addr":"172.21.15.173:6817/28639989","heartbeat_front_addr":"172.21.15.173:6815/28639989","state":["exists","up"]},{"osd":2,"uuid":"e0387e01-9156-46d7-ae9f-4097553d56cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":351,"up_from":363,"up_thru":1024,"down_at":352,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6818","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6819","nonce":1948406772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6820","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6821","nonce":1948406772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6824","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6825","nonce":1948406772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6822","nonce":1948406772},{"type":"v1","addr":"172.21.15.173:6823","nonce":1948406772}]},"public_addr":"172.21.15.173:6819/1948406772","cluster_addr":"172.21.15.173:6821/1948406772","heartbeat_back_addr":"172.21.15.173:6825/1948406772","heartbeat_front_addr":"172.21.15.173:6823/1948406772","state":["exists","up"]},{"osd":3,"uuid":"610bddd4-dcfa-48fb-8d05-55e26de9172d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":384,"up_from":397,"up_thru":1024,"down_at":385,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6826","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6827","nonce":1833929707}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6828","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6829","nonce":1833929707}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6832","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6833","nonce":1833929707}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.173:6830","nonce":1833929707},{"type":"v1","addr":"172.21.15.173:6831","nonce":1833929707}]},"public_addr":"172.21.15.173:6827/1833929707","cluster_addr":"172.21.15.173:6829/1833929707","heartbeat_back_addr":"172.21.15.173:6833/1833929707","heartbeat_front_addr":"172.21.15.173:6831/1833929707","state":["exists","up"]},{"osd":4,"uuid":"625d5400-6d72-4b26-881b-2655cdb62e14","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":417,"up_from":430,"up_thru":1024,"down_at":418,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6800","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6801","nonce":496410591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6802","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6803","nonce":496410591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6806","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6807","nonce":496410591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6804","nonce":496410591},{"type":"v1","addr":"172.21.15.196:6805","nonce":496410591}]},"public_addr":"172.21.15.196:6801/496410591","cluster_addr":"172.21.15.196:6803/496410591","heartbeat_back_addr":"172.21.15.196:6807/496410591","heartbeat_front_addr":"172.21.15.196:6805/496410591","state":["exists","up"]},{"osd":5,"uuid":"969b9b68-fbcf-49da-9e00-171335505b4d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":449,"up_from":462,"up_thru":1024,"down_at":450,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6808","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6809","nonce":1001368004}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6810","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6811","nonce":1001368004}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6814","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6815","nonce":1001368004}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6812","nonce":1001368004},{"type":"v1","addr":"172.21.15.196:6813","nonce":1001368004}]},"public_addr":"172.21.15.196:6809/1001368004","cluster_addr":"172.21.15.196:6811/1001368004","heartbeat_back_addr":"172.21.15.196:6815/1001368004","heartbeat_front_addr":"172.21.15.196:6813/1001368004","state":["exists","up"]},{"osd":6,"uuid":"369e906f-5bfb-4a00-9c19-8e178e103be1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":481,"up_from":493,"up_thru":1024,"down_at":482,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6816","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6817","nonce":3309906741}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6818","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6819","nonce":3309906741}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6822","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6823","nonce":3309906741}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6820","nonce":3309906741},{"type":"v1","addr":"172.21.15.196:6821","nonce":3309906741}]},"public_addr":"172.21.15.196:6817/3309906741","cluster_addr":"172.21.15.196:6819/3309906741","heartbeat_back_addr":"172.21.15.196:6823/3309906741","heartbeat_front_addr":"172.21.15.196:6821/3309906741","state":["exists","up"]},{"osd":7,"uuid":"80dc979d-7ea1-446f-bbc5-8b380138deaf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":514,"up_from":525,"up_thru":1024,"down_at":515,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6824","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6825","nonce":4261097839}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6826","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6827","nonce":4261097839}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6830","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6831","nonce":4261097839}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.196:6828","nonce":4261097839},{"type":"v1","addr":"172.21.15.196:6829","nonce":4261097839}]},"public_addr":"172.21.15.196:6825/4261097839","cluster_addr":"172.21.15.196:6827/4261097839","heartbeat_back_addr":"172.21.15.196:6831/4261097839","heartbeat_front_addr":"172.21.15.196:6829/4261097839","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:51:50.749604+0000","dead_epoch":286},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:14.973758+0000","dead_epoch":318},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:52:39.480408+0000","dead_epoch":351},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:03.868326+0000","dead_epoch":384},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:25.476256+0000","dead_epoch":417},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:53:49.275437+0000","dead_epoch":449},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:13.448355+0000","dead_epoch":481},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-08-30T20:54:38.256386+0000","dead_epoch":514}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.3","mappings":[{"from":4,"to":2}]},{"pgid":"3.5","mappings":[{"from":5,"to":1}]},{"pgid":"3.11","mappings":[{"from":4,"to":1}]},{"pgid":"3.12","mappings":[{"from":0,"to":2}]},{"pgid":"3.19","mappings":[{"from":4,"to":2}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.196:6833/3093899690":"2024-08-31T21:06:40.608270+0000","172.21.15.196:6832/3093899690":"2024-08-31T21:06:40.608270+0000","172.21.15.173:0/3100883182":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/3337685223":"2024-08-31T21:01:08.073708+0000","172.21.15.196:6835/3767861466":"2024-08-31T21:00:27.181904+0000","172.21.15.173:0/1072622035":"2024-08-31T20:50:31.359043+0000","172.21.15.196:0/2491038931":"2024-08-31T21:00:27.181904+0000","172.21.15.196:0/3256121946":"2024-08-31T21:00:27.181904+0000","172.21.15.196:6834/3767861466":"2024-08-31T21:00:27.181904+0000","172.21.15.173:6801/1129339657":"2024-08-31T20:55:56.440044+0000","172.21.15.173:6800/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/1630487396":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/1351804917":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/2191783338":"2024-08-31T20:50:07.001669+0000","172.21.15.173:0/4284178234":"2024-08-31T20:59:48.046500+0000","172.21.15.173:6800/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.173:0/4083039344":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/1943543136":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/4076434014":"2024-08-31T20:55:56.440044+0000","172.21.15.173:6801/3358072018":"2024-08-31T20:50:31.359043+0000","172.21.15.196:0/1968600899":"2024-08-31T21:00:27.181904+0000","172.21.15.173:0/2403320584":"2024-08-31T21:01:08.073708+0000","172.21.15.196:0/1215724049":"2024-08-31T21:00:27.181904+0000","172.21.15.173:0/2286851324":"2024-08-31T20:50:31.359043+0000","172.21.15.196:0/3908799453":"2024-08-31T21:00:27.181904+0000","172.21.15.196:0/290872581":"2024-08-31T21:00:27.181904+0000","172.21.15.173:6801/834547983":"2024-08-31T21:01:08.073708+0000","172.21.15.173:6800/1129339657":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2566614016":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/2742861619":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/1575169123":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/2650008269":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/3830166000":"2024-08-31T20:59:48.046500+0000","172.21.15.173:6800/834547983":"2024-08-31T21:01:08.073708+0000","172.21.15.173:6801/968528224":"2024-08-31T20:50:07.001669+0000","172.21.15.173:6800/4035723109":"2024-08-31T20:59:48.046500+0000","172.21.15.173:6801/4035723109":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/1485068168":"2024-08-31T20:59:48.046500+0000","172.21.15.173:0/1873169523":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/2981640033":"2024-08-31T20:55:56.440044+0000","172.21.15.173:0/1413057667":"2024-08-31T21:01:08.073708+0000","172.21.15.173:0/3059975341":"2024-08-31T20:50:07.001669+0000","172.21.15.196:0/638517414":"2024-08-31T21:00:27.181904+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-30T21:16:28.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:27 smithi173 ceph-mon[79976]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:28.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:27 smithi173 ceph-mon[82405]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:28.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:27 smithi196 ceph-mon[74601]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:28.609 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs fail cephfs 2024-08-30T21:16:28.806 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:16:29.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:28 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/2054346554' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-30T21:16:29.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:28 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/2054346554' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-30T21:16:29.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:28 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/2054346554' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-30T21:16:30.109 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:29 smithi173 ceph-mon[79976]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:30.110 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:29 smithi173 ceph-mon[82405]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:30.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:29 smithi196 ceph-mon[74601]: pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:30.516 INFO:teuthology.orchestra.run.smithi173.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-30T21:16:30.818 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[79972]: 2024-08-30T21:16:30.514+0000 7f31424a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:16:30.819 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: -4845> 2024-08-30T21:06:44.633+0000 7ff8a90fc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-30T21:16:30.819 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: ignoring --setuser ceph since I am not root 2024-08-30T21:16:30.819 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: ignoring --setgroup ceph since I am not root 2024-08-30T21:16:30.819 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: starting mds.a at 2024-08-30T21:16:31.099 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3852635581' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-30T21:16:31.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[82405]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-30T21:16:31.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[82405]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:16:31.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/3852635581' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-30T21:16:31.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[82405]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-30T21:16:31.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[82405]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-30T21:16:31.100 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:16:31.101 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3852635581' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-30T21:16:31.101 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[79976]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-30T21:16:31.101 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[79976]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:16:31.101 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/3852635581' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-30T21:16:31.101 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[79976]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-30T21:16:31.101 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[79976]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-30T21:16:31.101 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:30 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:16:31.120 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-30T21:16:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:30 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3852635581' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-30T21:16:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:30 smithi196 ceph-mon[74601]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-30T21:16:31.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:30 smithi196 ceph-mon[74601]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-30T21:16:31.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:30 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/3852635581' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-30T21:16:31.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:30 smithi196 ceph-mon[74601]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-30T21:16:31.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:30 smithi196 ceph-mon[74601]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-30T21:16:31.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:30 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-30T21:16:31.329 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:16:32.042 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[79976]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:32.043 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:16:32.043 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:16:32.043 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:16:32.043 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[79976]: mds.? [v2:172.21.15.173:6834/3937937917,v1:172.21.15.173:6835/3937937917] up:boot 2024-08-30T21:16:32.043 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[79976]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-30T21:16:32.043 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:16:32.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[82405]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:32.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:16:32.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:16:32.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:16:32.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[82405]: mds.? [v2:172.21.15.173:6834/3937937917,v1:172.21.15.173:6835/3937937917] up:boot 2024-08-30T21:16:32.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[82405]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-30T21:16:32.044 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:31 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:16:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:31 smithi196 ceph-mon[74601]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-30T21:16:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-30T21:16:32.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' 2024-08-30T21:16:32.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:31 smithi196 ceph-mon[74601]: mds.? [v2:172.21.15.173:6834/3937937917,v1:172.21.15.173:6835/3937937917] up:boot 2024-08-30T21:16:32.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:31 smithi196 ceph-mon[74601]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-30T21:16:32.271 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:31 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-30T21:16:33.460 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:33 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:16:33] "GET /metrics HTTP/1.1" 200 34171 "" "Prometheus/2.51.0" 2024-08-30T21:16:34.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:33 smithi173 ceph-mon[82405]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:34.210 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:33 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1888481147' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:34.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:33 smithi173 ceph-mon[79976]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:34.210 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:33 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1888481147' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:33 smithi196 ceph-mon[74601]: pgmap v1269: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:34.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:33 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1888481147' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-30T21:16:34.616 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-30T21:16:34.820 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:16:35.202 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[79976]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-30T21:16:35.202 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[79976]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-30T21:16:35.203 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1888481147' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:35.203 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[79976]: fsmap 2 up:standby 2024-08-30T21:16:35.203 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[82405]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-30T21:16:35.203 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[82405]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-30T21:16:35.203 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1888481147' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:35.203 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:34 smithi173 ceph-mon[82405]: fsmap 2 up:standby 2024-08-30T21:16:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:34 smithi196 ceph-mon[74601]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-30T21:16:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:34 smithi196 ceph-mon[74601]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-30T21:16:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:34 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1888481147' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-30T21:16:35.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:34 smithi196 ceph-mon[74601]: fsmap 2 up:standby 2024-08-30T21:16:36.212 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:35 smithi173 ceph-mon[79976]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:36.213 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:35 smithi173 ceph-mon[82405]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:36.270 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:35 smithi196 ceph-mon[74601]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:37.691 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_metadata' removed 2024-08-30T21:16:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:37 smithi173 ceph-mon[79976]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:37.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:37 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/289456031' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:16:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:37 smithi173 ceph-mon[82405]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:37.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:37 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/289456031' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:16:38.019 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:37 smithi196 ceph-mon[74601]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:38.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:37 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/289456031' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:16:38.314 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-30T21:16:38.522 INFO:teuthology.orchestra.run.smithi173.stderr:Inferring config /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/mon.a/config 2024-08-30T21:16:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:38 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/289456031' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:16:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:38 smithi173 ceph-mon[79976]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-30T21:16:38.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:38 smithi173 ceph-mon[79976]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:38.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:38 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/289456031' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:16:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:38 smithi173 ceph-mon[82405]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-30T21:16:38.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:38 smithi173 ceph-mon[82405]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:38 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/289456031' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:16:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:38 smithi196 ceph-mon[74601]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-30T21:16:39.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:38 smithi196 ceph-mon[74601]: from='mgr.25079 172.21.15.173:0/2419961807' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-30T21:16:39.880 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:39 smithi173 ceph-mon[79976]: pgmap v1273: 73 pgs: 73 active+clean; 577 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:39.880 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:39 smithi173 ceph-mon[82405]: pgmap v1273: 73 pgs: 73 active+clean; 577 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:40.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:39 smithi196 ceph-mon[74601]: pgmap v1273: 73 pgs: 73 active+clean; 577 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:40.701 INFO:teuthology.orchestra.run.smithi173.stderr:pool 'cephfs_data' removed 2024-08-30T21:16:40.960 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:40 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1260438709' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:16:40.961 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:40 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1260438709' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:16:41.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:40 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1260438709' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-30T21:16:41.325 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-30T21:16:41.353 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-30T21:16:41.387 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-30T21:16:41.387 DEBUG:teuthology.orchestra.run.smithi173:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-30T21:16:41.409 DEBUG:teuthology.orchestra.run.smithi196:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-30T21:16:41.444 INFO:tasks.cephadm:Stopping all daemons... 2024-08-30T21:16:41.445 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-30T21:16:41.445 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a 2024-08-30T21:16:41.703 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:41 smithi173 systemd[1]: Stopping Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:16:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-mon[82405]: pgmap v1274: 73 pgs: 73 active+clean; 577 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-mon[82405]: from='client.? 172.21.15.173:0/1260438709' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:16:41.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-mon[82405]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-30T21:16:41.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:41] ENGINE Bus STOPPING 2024-08-30T21:16:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-mon[79976]: pgmap v1274: 73 pgs: 73 active+clean; 577 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-mon[79976]: from='client.? 172.21.15.173:0/1260438709' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:16:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-mon[79976]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-30T21:16:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[79972]: 2024-08-30T21:16:41.755+0000 7f3147cac640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:16:41.961 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:41 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a[79972]: 2024-08-30T21:16:41.755+0000 7f3147cac640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-30T21:16:41.962 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:41 smithi173 podman[124470]: 2024-08-30 21:16:41.858088754 +0000 UTC m=+0.219163288 container died d1d9f1a824aea801306d22312312e843cfa41566cce5481f004afc65f4bc674b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-08-30T21:16:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:41 smithi196 ceph-mon[74601]: pgmap v1274: 73 pgs: 73 active+clean; 577 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-30T21:16:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:41 smithi196 ceph-mon[74601]: from='client.? 172.21.15.173:0/1260438709' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-30T21:16:42.020 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:41 smithi196 ceph-mon[74601]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-30T21:16:42.416 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:42 smithi173 podman[124470]: 2024-08-30 21:16:42.189498499 +0000 UTC m=+0.550573034 container cleanup d1d9f1a824aea801306d22312312e843cfa41566cce5481f004afc65f4bc674b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-30T21:16:42.416 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:42 smithi173 bash[124470]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a 2024-08-30T21:16:42.417 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:42 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T21:16:42.417 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:42 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:42] ENGINE Bus STOPPED 2024-08-30T21:16:42.417 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:42 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:42] ENGINE Bus STARTING 2024-08-30T21:16:42.417 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:42 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:42] ENGINE Serving on http://:::9283 2024-08-30T21:16:42.417 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:42 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:42] ENGINE Bus STARTED 2024-08-30T21:16:42.660 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service' 2024-08-30T21:16:42.682 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:42 smithi173 podman[124484]: 2024-08-30 21:16:42.415922335 +0000 UTC m=+0.556117619 container remove d1d9f1a824aea801306d22312312e843cfa41566cce5481f004afc65f4bc674b (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-30T21:16:42.682 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:42 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-30T21:16:42.682 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:42 smithi173 systemd[1]: Stopped Ceph mon.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:16:42.683 INFO:journalctl@ceph.mon.a.smithi173.stdout:Aug 30 21:16:42 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.a.service: Consumed 18.971s CPU time. 2024-08-30T21:16:42.722 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:16:42.722 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-30T21:16:42.722 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-30T21:16:42.723 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.c 2024-08-30T21:16:42.960 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:42 smithi173 systemd[1]: Stopping Ceph mon.c for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:16:43.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c[82401]: 2024-08-30T21:16:43.051+0000 7f8fd3b1b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:16:43.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c[82401]: 2024-08-30T21:16:43.052+0000 7f8fd3b1b640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-30T21:16:43.460 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:43 smithi173 podman[124603]: 2024-08-30 21:16:43.216191479 +0000 UTC m=+0.264568856 container died 9f910a2a432d8b0268d4ef8556fbc9214d244f43981b1f1ecf40a48802310186 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:16:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:43] ENGINE Bus STOPPING 2024-08-30T21:16:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: ::ffff:172.21.15.196 - - [30/Aug/2024:21:16:43] "GET /metrics HTTP/1.1" 200 31758 "" "Prometheus/2.51.0" 2024-08-30T21:16:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-30T21:16:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:43] ENGINE Bus STOPPED 2024-08-30T21:16:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:43] ENGINE Bus STARTING 2024-08-30T21:16:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:43] ENGINE Serving on http://:::9283 2024-08-30T21:16:43.461 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:43 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: [30/Aug/2024:21:16:43] ENGINE Bus STARTED 2024-08-30T21:16:43.854 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:43 smithi173 podman[124603]: 2024-08-30 21:16:43.602828617 +0000 UTC m=+0.651205993 container cleanup 9f910a2a432d8b0268d4ef8556fbc9214d244f43981b1f1ecf40a48802310186 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-30T21:16:43.855 INFO:journalctl@ceph.mon.c.smithi173.stdout:Aug 30 21:16:43 smithi173 bash[124603]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-c 2024-08-30T21:16:44.034 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.c.service' 2024-08-30T21:16:44.068 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:16:44.068 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-30T21:16:44.068 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-30T21:16:44.069 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.b 2024-08-30T21:16:44.380 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:44 smithi196 systemd[1]: Stopping Ceph mon.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:16:44.657 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b[74597]: 2024-08-30T21:16:44.379+0000 7f2934a3b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:16:44.657 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b[74597]: 2024-08-30T21:16:44.379+0000 7f2934a3b640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-30T21:16:44.657 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:44 smithi196 podman[114591]: 2024-08-30 21:16:44.420211828 +0000 UTC m=+0.151545291 container died 97e925f6f9285e4405ee85fe4e8df56ef4d72abb882a85b16acd7ed297055ffb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-30T21:16:44.909 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:44 smithi196 podman[114591]: 2024-08-30 21:16:44.906219343 +0000 UTC m=+0.637552804 container cleanup 97e925f6f9285e4405ee85fe4e8df56ef4d72abb882a85b16acd7ed297055ffb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True) 2024-08-30T21:16:44.909 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:44 smithi196 bash[114591]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b 2024-08-30T21:16:45.331 INFO:journalctl@ceph.mon.b.smithi196.stdout:Aug 30 21:16:45 smithi196 podman[114603]: 2024-08-30 21:16:45.190064529 +0000 UTC m=+0.772472181 container remove 97e925f6f9285e4405ee85fe4e8df56ef4d72abb882a85b16acd7ed297055ffb (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-08-30T21:16:45.350 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mon.b.service' 2024-08-30T21:16:45.405 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:16:45.405 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-30T21:16:45.406 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-30T21:16:45.406 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y 2024-08-30T21:16:45.708 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:45 smithi173 systemd[1]: Stopping Ceph mgr.y for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:16:45.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:16:45.706+0000 7f9667626640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:16:45.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:45 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y[71361]: 2024-08-30T21:16:45.706+0000 7f9667626640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-30T21:16:45.960 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:45 smithi173 podman[124735]: 2024-08-30 21:16:45.738253912 +0000 UTC m=+0.143478114 container died 213b39a9856b5ef4b4708bf16855292b5e9f24b2bb3036e57b922cdf81e05936 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:16:46.384 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:46 smithi173 podman[124735]: 2024-08-30 21:16:46.099323815 +0000 UTC m=+0.504548015 container cleanup 213b39a9856b5ef4b4708bf16855292b5e9f24b2bb3036e57b922cdf81e05936 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0) 2024-08-30T21:16:46.384 INFO:journalctl@ceph.mgr.y.smithi173.stdout:Aug 30 21:16:46 smithi173 bash[124735]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-y 2024-08-30T21:16:46.531 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.y.service' 2024-08-30T21:16:46.566 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:16:46.566 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-30T21:16:46.567 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-30T21:16:46.567 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x 2024-08-30T21:16:46.908 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:16:46 smithi196 systemd[1]: Stopping Ceph mgr.x for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:16:47.205 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:16:46 smithi196 podman[114725]: 2024-08-30 21:16:46.907267828 +0000 UTC m=+0.149027792 container died 06db16c0742eb31f1589996fe6f09417a31856ca6c69ab1029da64f983745814 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True) 2024-08-30T21:16:47.520 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:16:47 smithi196 podman[114725]: 2024-08-30 21:16:47.295493667 +0000 UTC m=+0.537253631 container cleanup 06db16c0742eb31f1589996fe6f09417a31856ca6c69ab1029da64f983745814 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-08-30T21:16:47.520 INFO:journalctl@ceph.mgr.x.smithi196.stdout:Aug 30 21:16:47 smithi196 bash[114725]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mgr-x 2024-08-30T21:16:47.668 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mgr.x.service' 2024-08-30T21:16:47.704 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:16:47.704 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-30T21:16:47.705 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-30T21:16:47.705 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.0 2024-08-30T21:16:48.171 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:47 smithi173 systemd[1]: Stopping Ceph osd.0 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:16:48.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[87875]: 2024-08-30T21:16:48.171+0000 7f04a19cc640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:16:48.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[87875]: 2024-08-30T21:16:48.171+0000 7f04a19cc640 -1 osd.0 1032 *** Got signal Terminated *** 2024-08-30T21:16:48.460 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:48 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0[87875]: 2024-08-30T21:16:48.171+0000 7f04a19cc640 -1 osd.0 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:16:53.930 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:53 smithi173 podman[124857]: 2024-08-30 21:16:53.643417632 +0000 UTC m=+5.755162771 container died 0fb7e216028ad7fc42b072754eadc0cc02611d445a0c63400f0099a51b4e9c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-30T21:16:54.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 podman[124857]: 2024-08-30 21:16:54.011846538 +0000 UTC m=+6.123591676 container cleanup 0fb7e216028ad7fc42b072754eadc0cc02611d445a0c63400f0099a51b4e9c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True) 2024-08-30T21:16:54.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 bash[124857]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0 2024-08-30T21:16:54.605 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 podman[124875]: 2024-08-30 21:16:54.296461438 +0000 UTC m=+0.650567219 container remove 0fb7e216028ad7fc42b072754eadc0cc02611d445a0c63400f0099a51b4e9c36 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-30T21:16:54.909 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 podman[124963]: 2024-08-30 21:16:54.508061347 +0000 UTC m=+0.016534616 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:16:54.909 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 podman[124963]: 2024-08-30 21:16:54.664113865 +0000 UTC m=+0.172587164 container create 6761e78e076393730ed0b3e06963c492ecbc66522528b55c71501c74a6e967ea (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-30T21:16:54.910 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 podman[124963]: 2024-08-30 21:16:54.908262701 +0000 UTC m=+0.416735958 container init 6761e78e076393730ed0b3e06963c492ecbc66522528b55c71501c74a6e967ea (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-30T21:16:55.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 podman[124963]: 2024-08-30 21:16:54.912032567 +0000 UTC m=+0.420505825 container start 6761e78e076393730ed0b3e06963c492ecbc66522528b55c71501c74a6e967ea (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-30T21:16:55.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:54 smithi173 podman[124963]: 2024-08-30 21:16:54.991522995 +0000 UTC m=+0.499996253 container attach 6761e78e076393730ed0b3e06963c492ecbc66522528b55c71501c74a6e967ea (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-30T21:16:55.210 INFO:journalctl@ceph.osd.0.smithi173.stdout:Aug 30 21:16:55 smithi173 podman[124963]: 2024-08-30 21:16:55.098767191 +0000 UTC m=+0.607240456 container died 6761e78e076393730ed0b3e06963c492ecbc66522528b55c71501c74a6e967ea (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-08-30T21:16:55.768 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.0.service' 2024-08-30T21:16:55.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:16:55.810 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-30T21:16:55.811 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-30T21:16:55.811 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.1 2024-08-30T21:16:56.283 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:16:56 smithi173 systemd[1]: Stopping Ceph osd.1 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:16:56.710 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:16:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[92766]: 2024-08-30T21:16:56.281+0000 7fe8b7b86640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:16:56.710 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:16:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[92766]: 2024-08-30T21:16:56.281+0000 7fe8b7b86640 -1 osd.1 1032 *** Got signal Terminated *** 2024-08-30T21:16:56.710 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:16:56 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1[92766]: 2024-08-30T21:16:56.281+0000 7fe8b7b86640 -1 osd.1 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:17:02.083 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:01 smithi173 podman[125078]: 2024-08-30 21:17:01.792605909 +0000 UTC m=+5.615323310 container died 59cdde874a49243a0eb37a9e38d8cf35ec5d7048f64ba687840fc65fb4a52cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-30T21:17:02.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:02 smithi173 podman[125078]: 2024-08-30 21:17:02.181350987 +0000 UTC m=+6.004068387 container cleanup 59cdde874a49243a0eb37a9e38d8cf35ec5d7048f64ba687840fc65fb4a52cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-30T21:17:02.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:02 smithi173 bash[125078]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1 2024-08-30T21:17:02.785 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:02 smithi173 podman[125095]: 2024-08-30 21:17:02.474423723 +0000 UTC m=+0.677617789 container remove 59cdde874a49243a0eb37a9e38d8cf35ec5d7048f64ba687840fc65fb4a52cf8 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True) 2024-08-30T21:17:03.120 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:02 smithi173 podman[125184]: 2024-08-30 21:17:02.687686444 +0000 UTC m=+0.016145911 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:17:03.120 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:02 smithi173 podman[125184]: 2024-08-30 21:17:02.800890995 +0000 UTC m=+0.129350452 container create 596e6adb8e4087839ac64c4fbaa420e6850a70b1c26978ed7972cf98bad8c542 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-30T21:17:03.120 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:03 smithi173 podman[125184]: 2024-08-30 21:17:03.028205068 +0000 UTC m=+0.356664525 container init 596e6adb8e4087839ac64c4fbaa420e6850a70b1c26978ed7972cf98bad8c542 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-08-30T21:17:03.121 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:03 smithi173 podman[125184]: 2024-08-30 21:17:03.03159843 +0000 UTC m=+0.360057896 container start 596e6adb8e4087839ac64c4fbaa420e6850a70b1c26978ed7972cf98bad8c542 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-30T21:17:03.121 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:03 smithi173 podman[125184]: 2024-08-30 21:17:03.119771028 +0000 UTC m=+0.448230499 container attach 596e6adb8e4087839ac64c4fbaa420e6850a70b1c26978ed7972cf98bad8c542 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-30T21:17:03.460 INFO:journalctl@ceph.osd.1.smithi173.stdout:Aug 30 21:17:03 smithi173 podman[125184]: 2024-08-30 21:17:03.225536063 +0000 UTC m=+0.553995536 container died 596e6adb8e4087839ac64c4fbaa420e6850a70b1c26978ed7972cf98bad8c542 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-08-30T21:17:03.777 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.1.service' 2024-08-30T21:17:03.818 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:03.818 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-30T21:17:03.818 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-30T21:17:03.819 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.2 2024-08-30T21:17:04.152 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:03 smithi173 systemd[1]: Stopping Ceph osd.2 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:04.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:04 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:17:04.150+0000 7fb31dff1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:04.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:04 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:17:04.150+0000 7fb31dff1640 -1 osd.2 1032 *** Got signal Terminated *** 2024-08-30T21:17:04.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:04 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2[97765]: 2024-08-30T21:17:04.150+0000 7fb31dff1640 -1 osd.2 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:17:10.053 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:09 smithi173 podman[125289]: 2024-08-30 21:17:09.768283138 +0000 UTC m=+5.720529108 container died 7dfea8a102352407fdb87ffc391f9169f3d5ae86f318ad4d46c513b861f49ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-30T21:17:10.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:10 smithi173 podman[125289]: 2024-08-30 21:17:10.217699724 +0000 UTC m=+6.169945691 container cleanup 7dfea8a102352407fdb87ffc391f9169f3d5ae86f318ad4d46c513b861f49ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:17:10.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:10 smithi173 bash[125289]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2 2024-08-30T21:17:10.843 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:10 smithi173 podman[125304]: 2024-08-30 21:17:10.485636638 +0000 UTC m=+0.715774268 container remove 7dfea8a102352407fdb87ffc391f9169f3d5ae86f318ad4d46c513b861f49ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-08-30T21:17:11.114 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:10 smithi173 podman[125395]: 2024-08-30 21:17:10.74570903 +0000 UTC m=+0.015701748 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:17:11.114 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:10 smithi173 podman[125395]: 2024-08-30 21:17:10.861414033 +0000 UTC m=+0.131406738 container create 5a49ca4bdbb30233a415baf068cf812a7cd1e04b38cca41176a72c0cf14764f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-08-30T21:17:11.115 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:11 smithi173 podman[125395]: 2024-08-30 21:17:11.11381676 +0000 UTC m=+0.383809468 container init 5a49ca4bdbb30233a415baf068cf812a7cd1e04b38cca41176a72c0cf14764f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD) 2024-08-30T21:17:11.460 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:11 smithi173 podman[125395]: 2024-08-30 21:17:11.117037427 +0000 UTC m=+0.387030147 container start 5a49ca4bdbb30233a415baf068cf812a7cd1e04b38cca41176a72c0cf14764f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-30T21:17:11.461 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:11 smithi173 podman[125395]: 2024-08-30 21:17:11.213905272 +0000 UTC m=+0.483897988 container attach 5a49ca4bdbb30233a415baf068cf812a7cd1e04b38cca41176a72c0cf14764f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:17:11.461 INFO:journalctl@ceph.osd.2.smithi173.stdout:Aug 30 21:17:11 smithi173 podman[125395]: 2024-08-30 21:17:11.304766601 +0000 UTC m=+0.574759328 container died 5a49ca4bdbb30233a415baf068cf812a7cd1e04b38cca41176a72c0cf14764f6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:17:11.952 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.2.service' 2024-08-30T21:17:11.992 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:11.992 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-30T21:17:11.992 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-30T21:17:11.993 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.3 2024-08-30T21:17:12.211 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:12 smithi173 systemd[1]: Stopping Ceph osd.3 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:12.710 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:12 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:17:12.312+0000 7f876fe34640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:12.710 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:12 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:17:12.312+0000 7f876fe34640 -1 osd.3 1032 *** Got signal Terminated *** 2024-08-30T21:17:12.710 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:12 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:17:12.312+0000 7f876fe34640 -1 osd.3 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:17:15.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:14 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:17:14.963+0000 7f8768441640 -1 osd.3 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:48.263872+0000 front 2024-08-30T21:16:48.263854+0000 (oldest deadline 2024-08-30T21:17:14.163945+0000) 2024-08-30T21:17:15.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:15.240+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:15.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:15.220+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:16.210 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:15 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:17:15.924+0000 7f8768441640 -1 osd.3 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:48.263872+0000 front 2024-08-30T21:16:48.263854+0000 (oldest deadline 2024-08-30T21:17:14.163945+0000) 2024-08-30T21:17:16.230 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:15 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:15.889+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:16.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:16.287+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:16.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:16.229+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:17.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:16 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:16.855+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:17.460 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:16 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3[102790]: 2024-08-30T21:17:16.961+0000 7f8768441640 -1 osd.3 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:48.263872+0000 front 2024-08-30T21:16:48.263854+0000 (oldest deadline 2024-08-30T21:17:14.163945+0000) 2024-08-30T21:17:17.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:17 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:17.237+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:17.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:17 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:17.198+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:17.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:17 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:17.328+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:18.065 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:17 smithi173 podman[125497]: 2024-08-30 21:17:17.795980753 +0000 UTC m=+5.580846828 container died 4d66dff0e5793b8292f2b4fbf9f2dd2d197cf77c9b99d469b0df14b5523c9cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-30T21:17:18.209 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:17 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:17.820+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:18.396 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:18 smithi173 podman[125497]: 2024-08-30 21:17:18.170270688 +0000 UTC m=+5.955136768 container cleanup 4d66dff0e5793b8292f2b4fbf9f2dd2d197cf77c9b99d469b0df14b5523c9cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-08-30T21:17:18.397 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:18 smithi173 bash[125497]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3 2024-08-30T21:17:18.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:18 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:18.323+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:18.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:18 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:18.208+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:18.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:18 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:18.242+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:18.710 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:18 smithi173 podman[125515]: 2024-08-30 21:17:18.396411019 +0000 UTC m=+0.601689109 container remove 4d66dff0e5793b8292f2b4fbf9f2dd2d197cf77c9b99d469b0df14b5523c9cb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True) 2024-08-30T21:17:19.033 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:18 smithi173 podman[125605]: 2024-08-30 21:17:18.631695841 +0000 UTC m=+0.015894394 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:17:19.034 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:18 smithi173 podman[125605]: 2024-08-30 21:17:18.730708365 +0000 UTC m=+0.114906899 container create 2844cb1607a9cfb6345eb741ea4c079482956540ad0cff61f2c6447ced3d08e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-30T21:17:19.034 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:18 smithi173 podman[125605]: 2024-08-30 21:17:18.958270964 +0000 UTC m=+0.342469498 container init 2844cb1607a9cfb6345eb741ea4c079482956540ad0cff61f2c6447ced3d08e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:17:19.034 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:18 smithi173 podman[125605]: 2024-08-30 21:17:18.961718612 +0000 UTC m=+0.345917147 container start 2844cb1607a9cfb6345eb741ea4c079482956540ad0cff61f2c6447ced3d08e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-30T21:17:19.034 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:19 smithi173 podman[125605]: 2024-08-30 21:17:19.033130588 +0000 UTC m=+0.417329139 container attach 2844cb1607a9cfb6345eb741ea4c079482956540ad0cff61f2c6447ced3d08e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-30T21:17:19.177 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:18 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:18.831+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:19.427 INFO:journalctl@ceph.osd.3.smithi173.stdout:Aug 30 21:17:19 smithi173 podman[125605]: 2024-08-30 21:17:19.144604498 +0000 UTC m=+0.528803046 container died 2844cb1607a9cfb6345eb741ea4c079482956540ad0cff61f2c6447ced3d08e6 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-08-30T21:17:19.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:19 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:19.316+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:19.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:19 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:19.176+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:19.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:19 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:19.211+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:19.718 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.3.service' 2024-08-30T21:17:19.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:19.756 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-30T21:17:19.756 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-30T21:17:19.757 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.4 2024-08-30T21:17:20.089 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:19 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:19.791+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:20.089 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:19 smithi196 systemd[1]: Stopping Ceph osd.4 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:20.341 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:20 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:20.146+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:20.341 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:20 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:20.205+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:20.341 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:20 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:20.087+0000 7f0a77ad5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:20.342 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:20 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:20.087+0000 7f0a77ad5640 -1 osd.4 1032 *** Got signal Terminated *** 2024-08-30T21:17:20.342 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:20 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:20.087+0000 7f0a77ad5640 -1 osd.4 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:17:20.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:20 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:20.339+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:21.153 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:20 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:20.821+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:21.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:21 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:21.322+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:21.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:21 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:21.151+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:21.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:21 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:21.240+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:22.201 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:21 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:21.860+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:22.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:22.333+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:22.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:22.199+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:22.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:22.266+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:23.231 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:22 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:22.837+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:23.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:23.366+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:23.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:23.247+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:23.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:23.230+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:23.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:23.230+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:24.203 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:23 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:23.789+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:24.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:24.269+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:24.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:24.339+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:24.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:24.339+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:24.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:24.202+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:24.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:24.202+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:25.220 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:24.780+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.354084+0000 front 2024-08-30T21:16:50.354038+0000 (oldest deadline 2024-08-30T21:17:15.653892+0000) 2024-08-30T21:17:25.315 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:24 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4[80347]: 2024-08-30T21:17:24.780+0000 7f0a700e2640 -1 osd.4 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.154629+0000 front 2024-08-30T21:16:59.154738+0000 (oldest deadline 2024-08-30T21:17:24.454736+0000) 2024-08-30T21:17:25.471 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:25 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:25.251+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:25.472 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:25 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:25.381+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:25.472 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:25 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:25.381+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:25.472 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:25 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:25.219+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:25.472 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:25 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:25.219+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:25.748 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:25 smithi196 podman[114863]: 2024-08-30 21:17:25.470958951 +0000 UTC m=+5.517159698 container died cd0084fc913dc2014b7f2700f857bc4b733e7239f0c3defe018f42aa78fc72c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-30T21:17:26.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:25 smithi196 podman[114863]: 2024-08-30 21:17:25.817041838 +0000 UTC m=+5.863242585 container cleanup cd0084fc913dc2014b7f2700f857bc4b733e7239f0c3defe018f42aa78fc72c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-30T21:17:26.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:25 smithi196 bash[114863]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4 2024-08-30T21:17:26.420 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:26 smithi196 podman[114878]: 2024-08-30 21:17:26.106526391 +0000 UTC m=+0.638450555 container remove cd0084fc913dc2014b7f2700f857bc4b733e7239f0c3defe018f42aa78fc72c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-30T21:17:26.421 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:26.269+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:26.422 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:26.269+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:26.422 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:26.225+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:26.422 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:26.225+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:26.702 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:26 smithi196 podman[114971]: 2024-08-30 21:17:26.339894677 +0000 UTC m=+0.015982946 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:17:26.702 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:26 smithi196 podman[114971]: 2024-08-30 21:17:26.459563534 +0000 UTC m=+0.135651790 container create 63c6ce09dd10331a5e003700319472a40551aca931da82d11a3b473dc32cdaf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-30T21:17:26.702 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:26.419+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:26.703 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:26 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:26.419+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:27.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:26 smithi196 podman[114971]: 2024-08-30 21:17:26.701462803 +0000 UTC m=+0.377551065 container init 63c6ce09dd10331a5e003700319472a40551aca931da82d11a3b473dc32cdaf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:17:27.020 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:26 smithi196 podman[114971]: 2024-08-30 21:17:26.704893314 +0000 UTC m=+0.380981575 container start 63c6ce09dd10331a5e003700319472a40551aca931da82d11a3b473dc32cdaf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-08-30T21:17:27.021 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:26 smithi196 podman[114971]: 2024-08-30 21:17:26.793153748 +0000 UTC m=+0.469242019 container attach 63c6ce09dd10331a5e003700319472a40551aca931da82d11a3b473dc32cdaf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:17:27.021 INFO:journalctl@ceph.osd.4.smithi196.stdout:Aug 30 21:17:26 smithi196 podman[114971]: 2024-08-30 21:17:26.898642352 +0000 UTC m=+0.574730606 container died 63c6ce09dd10331a5e003700319472a40551aca931da82d11a3b473dc32cdaf7 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-30T21:17:27.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:27.238+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:27.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:27.238+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:27.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:27.432+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:27.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:27.432+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:27.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:27.269+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:27.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:27.269+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:27.564 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.4.service' 2024-08-30T21:17:27.606 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:27.607 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-30T21:17:27.607 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-30T21:17:27.607 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.5 2024-08-30T21:17:27.834 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:27 smithi196 systemd[1]: Stopping Ceph osd.5 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:28.241 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:27.942+0000 7fd1c30d3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:28.242 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:27.942+0000 7fd1c30d3640 -1 osd.5 1032 *** Got signal Terminated *** 2024-08-30T21:17:28.242 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:27 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:27.942+0000 7fd1c30d3640 -1 osd.5 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:17:28.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:28.272+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:28.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:28.272+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:28.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:28.389+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:28.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:28.389+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:28.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:28.240+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:28.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:28 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:28.240+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:29.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:29.431+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:29.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:29.431+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:29.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:29.257+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:29.522 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:29.257+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:29.522 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:29.213+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:29.522 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:29 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:29.213+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:30.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:30.422+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:30.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:30.422+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:30.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:30.308+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:30.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:30.308+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:30.522 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:30.204+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:30.522 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:30.204+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:30.522 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:30 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:30.204+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:31.454 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:31.196+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:31.454 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:31.196+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:31.455 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:31.196+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:31.455 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:31.260+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:31.455 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:31.260+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:31.455 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:31.260+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:31.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:31.453+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:31.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:31.453+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:31.770 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:31 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:31.453+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:07.195887+0000 front 2024-08-30T21:17:07.195924+0000 (oldest deadline 2024-08-30T21:17:31.196138+0000) 2024-08-30T21:17:32.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:32.211+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:32.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:32.212+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:32.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:32.212+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:32.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:32.440+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.993802+0000 front 2024-08-30T21:16:50.993868+0000 (oldest deadline 2024-08-30T21:17:14.493604+0000) 2024-08-30T21:17:32.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:32.440+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:16:59.694690+0000 front 2024-08-30T21:16:59.694631+0000 (oldest deadline 2024-08-30T21:17:23.794561+0000) 2024-08-30T21:17:32.521 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5[84854]: 2024-08-30T21:17:32.440+0000 7fd1bb6e0640 -1 osd.5 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:07.195887+0000 front 2024-08-30T21:17:07.195924+0000 (oldest deadline 2024-08-30T21:17:31.196138+0000) 2024-08-30T21:17:32.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:32.196+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:32.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:32.196+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:32.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:32 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:32.196+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:33.520 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:33 smithi196 podman[115077]: 2024-08-30 21:17:33.357973105 +0000 UTC m=+5.514099050 container died 1acacf75db77e85199a715a66a3c8c49f6c249298e9a95ba837d2d943dc22f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-30T21:17:33.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:33.165+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:33.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:33.165+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:33.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:33.165+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:33.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:33.170+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:33.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:33.170+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:33.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:33 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:33.170+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:33.985 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:33 smithi196 podman[115077]: 2024-08-30 21:17:33.708409973 +0000 UTC m=+5.864535927 container cleanup 1acacf75db77e85199a715a66a3c8c49f6c249298e9a95ba837d2d943dc22f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-30T21:17:33.985 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:33 smithi196 bash[115077]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5 2024-08-30T21:17:34.269 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:33 smithi196 podman[115104]: 2024-08-30 21:17:33.984874897 +0000 UTC m=+0.620087420 container remove 1acacf75db77e85199a715a66a3c8c49f6c249298e9a95ba837d2d943dc22f42 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-30T21:17:34.270 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:34 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:34.182+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:34.270 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:34 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:34.182+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:34.270 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:34 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:34.182+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:34.270 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:34 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:34.195+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:34.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:34 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:34.195+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:34.271 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:34 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:34.195+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:34.647 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:34 smithi196 podman[115187]: 2024-08-30 21:17:34.230203732 +0000 UTC m=+0.016252080 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:17:34.647 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:34 smithi196 podman[115187]: 2024-08-30 21:17:34.336129882 +0000 UTC m=+0.122178218 container create a00c7475747d90e151a30d489c4a9d3a924d8233f5acef27304315c88f6db2f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-30T21:17:34.648 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:34 smithi196 podman[115187]: 2024-08-30 21:17:34.56365426 +0000 UTC m=+0.349702595 container init a00c7475747d90e151a30d489c4a9d3a924d8233f5acef27304315c88f6db2f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-30T21:17:34.648 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:34 smithi196 podman[115187]: 2024-08-30 21:17:34.567212284 +0000 UTC m=+0.353260621 container start a00c7475747d90e151a30d489c4a9d3a924d8233f5acef27304315c88f6db2f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:17:34.648 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:34 smithi196 podman[115187]: 2024-08-30 21:17:34.646754955 +0000 UTC m=+0.432803310 container attach a00c7475747d90e151a30d489c4a9d3a924d8233f5acef27304315c88f6db2f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-30T21:17:35.020 INFO:journalctl@ceph.osd.5.smithi196.stdout:Aug 30 21:17:34 smithi196 podman[115187]: 2024-08-30 21:17:34.75683649 +0000 UTC m=+0.542884836 container died a00c7475747d90e151a30d489c4a9d3a924d8233f5acef27304315c88f6db2f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux ) 2024-08-30T21:17:35.317 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:35.146+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:35.317 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:35.146+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:35.318 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:35.146+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:35.318 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:35.176+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:35.318 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:35.176+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:35.318 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:35.176+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:35.341 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.5.service' 2024-08-30T21:17:35.382 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:35.382 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-30T21:17:35.382 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-30T21:17:35.382 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.6 2024-08-30T21:17:35.704 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:35 smithi196 systemd[1]: Stopping Ceph osd.6 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:35.704 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:17:35.485Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.173:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.173:8765: connect: connection refused" 2024-08-30T21:17:35.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:17:35.485Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.173:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.173:8765: connect: connection refused" 2024-08-30T21:17:35.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:17:35.488Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.173:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.173:8765: connect: connection refused" 2024-08-30T21:17:35.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:17:35.488Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.173:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.173:8765: connect: connection refused" 2024-08-30T21:17:35.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:17:35.495Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.173:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.173:8765: connect: connection refused" 2024-08-30T21:17:35.705 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:17:35.495Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.173:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.173:8765: connect: connection refused" 2024-08-30T21:17:36.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:35.703+0000 7fa60b8b7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:36.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:35.703+0000 7fa60b8b7640 -1 osd.6 1032 *** Got signal Terminated *** 2024-08-30T21:17:36.020 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:35 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:35.703+0000 7fa60b8b7640 -1 osd.6 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:17:36.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:36 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:36.138+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:36.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:36 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:36.138+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:36.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:36 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:36.138+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:36.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:36 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:36.129+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:36.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:36 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:36.129+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:36.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:36 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:36.129+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:37.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:37 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:37.146+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:37.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:37 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:37.146+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:37.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:37 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:37.146+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:37.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:37 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:37.108+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:37.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:37 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:37.108+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:37.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:37 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:37.108+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:38.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:38.139+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:38.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:38.139+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:38.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:38.139+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:38.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:38.159+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:38.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:38.159+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:38.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:38 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:38.159+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:39.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:39.125+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:39.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:39.125+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:39.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:39.125+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:39.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:39.125+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:39.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:39.169+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:39.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:39.169+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:39.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:39.169+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:39.521 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:39 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:39.169+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.799290+0000 front 2024-08-30T21:17:15.799352+0000 (oldest deadline 2024-08-30T21:17:38.699262+0000) 2024-08-30T21:17:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:40.194+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.795720+0000 front 2024-08-30T21:16:50.795776+0000 (oldest deadline 2024-08-30T21:17:14.895706+0000) 2024-08-30T21:17:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:40.194+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.196588+0000 front 2024-08-30T21:17:00.196598+0000 (oldest deadline 2024-08-30T21:17:23.096551+0000) 2024-08-30T21:17:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:40.194+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.997716+0000 front 2024-08-30T21:17:05.997688+0000 (oldest deadline 2024-08-30T21:17:30.697638+0000) 2024-08-30T21:17:40.520 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6[89362]: 2024-08-30T21:17:40.194+0000 7fa607ecc640 -1 osd.6 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.799290+0000 front 2024-08-30T21:17:15.799352+0000 (oldest deadline 2024-08-30T21:17:38.699262+0000) 2024-08-30T21:17:40.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:40.174+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:40.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:40.174+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:40.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:40.174+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:40.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:40 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:40.174+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:41.514 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:41 smithi196 podman[115290]: 2024-08-30 21:17:41.198361127 +0000 UTC m=+5.595294913 container died 957f82d650b2eae2e4db0095d08a7bed84fffdc3c701c2802dead02b03db2a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True) 2024-08-30T21:17:41.514 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:41 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:41.215+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:41.514 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:41 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:41.215+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:41.514 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:41 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:41.215+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:41.515 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:41 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:41.215+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:41.770 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:41 smithi196 podman[115290]: 2024-08-30 21:17:41.594727395 +0000 UTC m=+5.991661223 container cleanup 957f82d650b2eae2e4db0095d08a7bed84fffdc3c701c2802dead02b03db2a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:17:41.770 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:41 smithi196 bash[115290]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6 2024-08-30T21:17:42.155 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:41 smithi196 podman[115305]: 2024-08-30 21:17:41.854068718 +0000 UTC m=+0.653390879 container remove 957f82d650b2eae2e4db0095d08a7bed84fffdc3c701c2802dead02b03db2a7d (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-30T21:17:42.432 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:42.252+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:42.433 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:42.252+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:42.433 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:42.252+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:42.433 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:42 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:42.252+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:42.433 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:42 smithi196 podman[115397]: 2024-08-30 21:17:42.154944714 +0000 UTC m=+0.104790814 container create be7e2dddc4cfdcacf069b985d25cbf71c5af00706aad6f144d84e762a683ec9a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-08-30T21:17:42.433 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:42 smithi196 podman[115397]: 2024-08-30 21:17:42.065844088 +0000 UTC m=+0.015690156 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:17:42.434 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:42 smithi196 podman[115397]: 2024-08-30 21:17:42.373947146 +0000 UTC m=+0.323793205 container init be7e2dddc4cfdcacf069b985d25cbf71c5af00706aad6f144d84e762a683ec9a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-30T21:17:42.434 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:42 smithi196 podman[115397]: 2024-08-30 21:17:42.37730011 +0000 UTC m=+0.327146171 container start be7e2dddc4cfdcacf069b985d25cbf71c5af00706aad6f144d84e762a683ec9a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6) 2024-08-30T21:17:42.434 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:42 smithi196 podman[115397]: 2024-08-30 21:17:42.432230777 +0000 UTC m=+0.382076850 container attach be7e2dddc4cfdcacf069b985d25cbf71c5af00706aad6f144d84e762a683ec9a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD) 2024-08-30T21:17:42.770 INFO:journalctl@ceph.osd.6.smithi196.stdout:Aug 30 21:17:42 smithi196 podman[115397]: 2024-08-30 21:17:42.568639741 +0000 UTC m=+0.518485799 container died be7e2dddc4cfdcacf069b985d25cbf71c5af00706aad6f144d84e762a683ec9a (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-30T21:17:43.162 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.6.service' 2024-08-30T21:17:43.203 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:43.203 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-30T21:17:43.204 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-30T21:17:43.204 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.7 2024-08-30T21:17:43.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 systemd[1]: Stopping Ceph osd.7 for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:43.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:43.285+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:43.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:43.285+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:43.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:43.285+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:43.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:43.285+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:44.020 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:43.541+0000 7f8f6e674640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:44.020 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:43.541+0000 7f8f6e674640 -1 osd.7 1032 *** Got signal Terminated *** 2024-08-30T21:17:44.020 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:43 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:43.541+0000 7f8f6e674640 -1 osd.7 1032 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-30T21:17:44.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:44.247+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:44.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:44.247+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:44.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:44.247+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:44.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:44 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:44.247+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:45.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:45 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:45.245+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:45.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:45 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:45.245+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:45.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:45 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:45.245+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:45.521 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:45 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:45.245+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:46.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:46 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:46.202+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:46.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:46 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:46.202+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:46.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:46 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:46.202+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:46.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:46 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:46.202+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:47.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:47 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:47.192+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:47.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:47 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:47.192+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:47.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:47 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:47.192+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:47.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:47 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:47.192+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:48.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:48.206+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6806 osd.0 since back 2024-08-30T21:16:50.999882+0000 front 2024-08-30T21:16:50.999775+0000 (oldest deadline 2024-08-30T21:17:16.299645+0000) 2024-08-30T21:17:48.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:48.206+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6814 osd.1 since back 2024-08-30T21:17:00.400526+0000 front 2024-08-30T21:17:00.400653+0000 (oldest deadline 2024-08-30T21:17:25.700407+0000) 2024-08-30T21:17:48.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:48.206+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6822 osd.2 since back 2024-08-30T21:17:05.701042+0000 front 2024-08-30T21:17:05.701061+0000 (oldest deadline 2024-08-30T21:17:29.800914+0000) 2024-08-30T21:17:48.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:48 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7[93847]: 2024-08-30T21:17:48.206+0000 7f8f66c81640 -1 osd.7 1032 heartbeat_check: no reply from 172.21.15.173:6830 osd.3 since back 2024-08-30T21:17:15.701702+0000 front 2024-08-30T21:17:15.701715+0000 (oldest deadline 2024-08-30T21:17:38.502192+0000) 2024-08-30T21:17:49.207 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:48 smithi196 podman[115500]: 2024-08-30 21:17:48.917644372 +0000 UTC m=+5.488268584 container died 3cdf4e226addb07b102fef9bfbd712b9b3f879a40d266769166adfc1adccebd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS) 2024-08-30T21:17:49.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:49 smithi196 podman[115500]: 2024-08-30 21:17:49.296677551 +0000 UTC m=+5.867301761 container cleanup 3cdf4e226addb07b102fef9bfbd712b9b3f879a40d266769166adfc1adccebd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-08-30T21:17:49.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:49 smithi196 bash[115500]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7 2024-08-30T21:17:49.865 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:49 smithi196 podman[115528]: 2024-08-30 21:17:49.539498025 +0000 UTC m=+0.623485146 container remove 3cdf4e226addb07b102fef9bfbd712b9b3f879a40d266769166adfc1adccebd0 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-30T21:17:50.160 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:49 smithi196 podman[115620]: 2024-08-30 21:17:49.865206963 +0000 UTC m=+0.111062115 container create 6e5d83969e5d4499a57bf429e3215d09204cac624fb9c8c34d5eee7b0fa3c7bc (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_BRANCH=HEAD) 2024-08-30T21:17:50.160 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:49 smithi196 podman[115620]: 2024-08-30 21:17:49.77030619 +0000 UTC m=+0.016161352 image pull fb225243d408dc6fa8fbba3d1b600d3ee6f4903cc02563d5d2cf79f544ab1c60 quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8 2024-08-30T21:17:50.160 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:50 smithi196 podman[115620]: 2024-08-30 21:17:50.076399586 +0000 UTC m=+0.322254738 container init 6e5d83969e5d4499a57bf429e3215d09204cac624fb9c8c34d5eee7b0fa3c7bc (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-30T21:17:50.160 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:50 smithi196 podman[115620]: 2024-08-30 21:17:50.079609574 +0000 UTC m=+0.325464726 container start 6e5d83969e5d4499a57bf429e3215d09204cac624fb9c8c34d5eee7b0fa3c7bc (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True) 2024-08-30T21:17:50.161 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:50 smithi196 podman[115620]: 2024-08-30 21:17:50.159582904 +0000 UTC m=+0.405438075 container attach 6e5d83969e5d4499a57bf429e3215d09204cac624fb9c8c34d5eee7b0fa3c7bc (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True) 2024-08-30T21:17:50.520 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:50 smithi196 podman[115620]: 2024-08-30 21:17:50.265086778 +0000 UTC m=+0.510941931 container died 6e5d83969e5d4499a57bf429e3215d09204cac624fb9c8c34d5eee7b0fa3c7bc (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-30T21:17:50.816 INFO:journalctl@ceph.osd.7.smithi196.stdout:Aug 30 21:17:50 smithi196 podman[115643]: 2024-08-30 21:17:50.813043441 +0000 UTC m=+0.538584504 container remove 6e5d83969e5d4499a57bf429e3215d09204cac624fb9c8c34d5eee7b0fa3c7bc (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-30T21:17:50.833 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@osd.7.service' 2024-08-30T21:17:50.871 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:50.872 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-30T21:17:50.872 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-30T21:17:50.872 DEBUG:teuthology.orchestra.run.smithi173:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.a 2024-08-30T21:17:51.210 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:17:50 smithi173 systemd[1]: Stopping Ceph mds.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:51.460 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:17:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: 2024-08-30T21:17:51.234+0000 7fc1cf955640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:51.461 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:17:51 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a[107988]: 2024-08-30T21:17:51.235+0000 7fc1cf955640 -1 mds.a *** got signal Terminated *** 2024-08-30T21:17:54.845 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:17:54 smithi173 podman[125708]: 2024-08-30 21:17:54.573432054 +0000 UTC m=+3.510191258 container died d569a2b872aa8726e26705435655bddb22ad5c810f379fd8f08a3b84c4a8d156 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-30T21:17:55.194 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:17:54 smithi173 podman[125708]: 2024-08-30 21:17:54.934384665 +0000 UTC m=+3.871143872 container cleanup d569a2b872aa8726e26705435655bddb22ad5c810f379fd8f08a3b84c4a8d156 (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-30T21:17:55.194 INFO:journalctl@ceph.mds.a.smithi173.stdout:Aug 30 21:17:54 smithi173 bash[125708]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-a 2024-08-30T21:17:55.358 DEBUG:teuthology.orchestra.run.smithi173:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.a.service' 2024-08-30T21:17:55.394 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:17:55.395 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-30T21:17:55.395 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-30T21:17:55.395 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.b 2024-08-30T21:17:55.699 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:17:55 smithi196 systemd[1]: Stopping Ceph mds.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:17:56.019 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:17:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b[98074]: 2024-08-30T21:17:55.698+0000 7f596e5a3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-30T21:17:56.020 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:17:55 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b[98074]: 2024-08-30T21:17:55.698+0000 7f596e5a3640 -1 mds.b *** got signal Terminated *** 2024-08-30T21:17:59.999 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:17:59 smithi196 podman[115722]: 2024-08-30 21:17:59.708510145 +0000 UTC m=+4.114987639 container died 259d158567fb9c77b3732166397e139be60dd2dd53cc76ecaa57c4bb25cc5adf (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-30T21:18:00.270 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:18:00 smithi196 podman[115722]: 2024-08-30 21:18:00.081145339 +0000 UTC m=+4.487622833 container cleanup 259d158567fb9c77b3732166397e139be60dd2dd53cc76ecaa57c4bb25cc5adf (image=quay.ceph.io/ceph-ci/ceph@sha256:9ce7ea81fdcbadee7b108bc3cbb05cabc1790a17f0dd31a0b9908b2f99b5aff8, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-bharath1-testing-2024-08-30-1604-24432b6, maintainer=Guillaume Abrioux ) 2024-08-30T21:18:00.270 INFO:journalctl@ceph.mds.b.smithi196.stdout:Aug 30 21:18:00 smithi196 bash[115722]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-mds-b 2024-08-30T21:18:00.521 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@mds.b.service' 2024-08-30T21:18:00.556 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:18:00.557 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-30T21:18:00.557 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-30T21:18:00.557 DEBUG:teuthology.orchestra.run.smithi196:> sudo systemctl stop ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a 2024-08-30T21:18:00.889 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 systemd[1]: Stopping Ceph prometheus.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:18:00.889 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-30T21:18:00.889 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-30T21:18:00.889 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-30T21:18:00.889 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-30T21:18:00.890 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-30T21:18:00.890 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-30T21:18:00.890 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-30T21:18:00.890 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-30T21:18:00.890 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.877Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-30T21:18:00.890 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.879Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-30T21:18:00.890 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.879Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-30T21:18:00.891 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a[105808]: ts=2024-08-30T21:18:00.879Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-30T21:18:01.270 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:00 smithi196 podman[115844]: 2024-08-30 21:18:00.88771676 +0000 UTC m=+0.113533292 container died 578c568895a814b409ad0499f380d5c70ec1920b243e6e9b1d4f7fa2672e8098 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:01.620 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:01 smithi196 podman[115844]: 2024-08-30 21:18:01.385387467 +0000 UTC m=+0.611203999 container cleanup 578c568895a814b409ad0499f380d5c70ec1920b243e6e9b1d4f7fa2672e8098 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:01.620 INFO:journalctl@ceph.prometheus.a.smithi196.stdout:Aug 30 21:18:01 smithi196 bash[115844]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-prometheus-a 2024-08-30T21:18:01.759 DEBUG:teuthology.orchestra.run.smithi196:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@prometheus.a.service' 2024-08-30T21:18:01.791 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-30T21:18:01.792 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-30T21:18:01.792 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-30T21:18:01.947 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:18:03.615 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:18:03.248Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.173:8443: connect: connection refused" 2024-08-30T21:18:03.615 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:18:03.249Z caller=notify.go:848 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] aggrGroup="{}/{}:{alertname=\"CephMgrPrometheusModuleInactive\"}" msg="Notify attempt failed, will retry later" attempts=1 err="Post \"\": dial tcp 172.21.15.196:8443: connect: connection refused" 2024-08-30T21:18:03.615 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:03 smithi173 systemd[1]: Stopping Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:18:03.615 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:03 smithi173 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a[116017]: ts=2024-08-30T21:18:03.614Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-30T21:18:03.933 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:03 smithi173 podman[126166]: 2024-08-30 21:18:03.665593343 +0000 UTC m=+0.139260300 container died 61aa5246fe2574a5da4870ce91903fe25aab43a4307c918d3e3b1856a8791f13 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:04.209 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:04 smithi173 podman[126166]: 2024-08-30 21:18:04.031176296 +0000 UTC m=+0.504843252 container cleanup 61aa5246fe2574a5da4870ce91903fe25aab43a4307c918d3e3b1856a8791f13 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:04.210 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:04 smithi173 bash[126166]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-30T21:18:04.584 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:04 smithi173 podman[126178]: 2024-08-30 21:18:04.315548243 +0000 UTC m=+0.645934129 container remove 61aa5246fe2574a5da4870ce91903fe25aab43a4307c918d3e3b1856a8791f13 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:04.584 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:04 smithi173 podman[126178]: 2024-08-30 21:18:04.399357881 +0000 UTC m=+0.729743781 volume remove b160801a64fff885f9bfc5cd02666d54498e8b97de7ed57292a2b698e45173b0 2024-08-30T21:18:04.960 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:04 smithi173 systemd[1]: Stopping Ceph node-exporter.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:18:04.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:04 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-30T21:18:04.960 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:04 smithi173 systemd[1]: Stopped Ceph alertmanager.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:18:04.961 INFO:journalctl@ceph.alertmanager.a.smithi173.stdout:Aug 30 21:18:04 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@alertmanager.a.service: Consumed 1.174s CPU time. 2024-08-30T21:18:05.372 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 podman[126289]: 2024-08-30 21:18:05.079657095 +0000 UTC m=+0.138539240 container died 55e2cda6d3b527d54375d8b399eb70da72829085e1fa99efc36e19a54963b8c7 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:05.687 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 podman[126289]: 2024-08-30 21:18:05.468919762 +0000 UTC m=+0.527801886 container cleanup 55e2cda6d3b527d54375d8b399eb70da72829085e1fa99efc36e19a54963b8c7 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:05.687 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 bash[126289]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-30T21:18:05.947 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 podman[126302]: 2024-08-30 21:18:05.686757016 +0000 UTC m=+0.607078054 container remove 55e2cda6d3b527d54375d8b399eb70da72829085e1fa99efc36e19a54963b8c7 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-30T21:18:05.947 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-30T21:18:05.947 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-30T21:18:05.947 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 systemd[1]: Stopped Ceph node-exporter.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:18:05.948 INFO:journalctl@ceph.node-exporter.a.smithi173.stdout:Aug 30 21:18:05 smithi173 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.a.service: Consumed 2.767s CPU time. 2024-08-30T21:18:06.474 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-30T21:18:06.625 INFO:teuthology.orchestra.run.smithi196.stdout:Deleting cluster with fsid: 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:18:08.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 systemd[1]: Stopping Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:18:08.633 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=server t=2024-08-30T21:18:08.348712412Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-30T21:18:08.633 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=ticker t=2024-08-30T21:18:08.349015826Z level=info msg=stopped last_tick=2024-08-30T21:18:00Z 2024-08-30T21:18:08.633 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=tracing t=2024-08-30T21:18:08.349030475Z level=info msg="Closing tracing" 2024-08-30T21:18:08.633 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=grafana-apiserver t=2024-08-30T21:18:08.34903647Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-08-30T21:18:08.634 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a[109859]: logger=sqlstore.transactions t=2024-08-30T21:18:08.359763025Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-30T21:18:08.634 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 podman[116285]: 2024-08-30 21:18:08.369206919 +0000 UTC m=+0.144322487 container died cf0f61dd73a3831b9950f6145928f2724d7875f2a730110b6a4b799a77afb701 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-30T21:18:08.883 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 podman[116285]: 2024-08-30 21:18:08.706679002 +0000 UTC m=+0.481794570 container cleanup cf0f61dd73a3831b9950f6145928f2724d7875f2a730110b6a4b799a77afb701 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-30T21:18:08.883 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 bash[116285]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a 2024-08-30T21:18:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:08 smithi196 podman[116297]: 2024-08-30 21:18:08.882709927 +0000 UTC m=+0.510955817 container remove cf0f61dd73a3831b9950f6145928f2724d7875f2a730110b6a4b799a77afb701 (image=quay.io/ceph/grafana:10.4.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-30T21:18:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:09 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-30T21:18:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:09 smithi196 systemd[1]: Stopped Ceph grafana.a for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:18:09.270 INFO:journalctl@ceph.grafana.a.smithi196.stdout:Aug 30 21:18:09 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@grafana.a.service: Consumed 7.300s CPU time. 2024-08-30T21:18:09.770 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:09 smithi196 systemd[1]: Stopping Ceph node-exporter.b for 3e6d4622-6711-11ef-bcd4-c7b262605968... 2024-08-30T21:18:09.770 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:09 smithi196 podman[116405]: 2024-08-30 21:18:09.529424879 +0000 UTC m=+0.104236427 container died 1244acceaf6602fa87a44e3f6ddaeddead901af50045dbd36c1a8e16c586c490 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:18:10.216 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:09 smithi196 podman[116405]: 2024-08-30 21:18:09.868886068 +0000 UTC m=+0.443697668 container cleanup 1244acceaf6602fa87a44e3f6ddaeddead901af50045dbd36c1a8e16c586c490 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:18:10.216 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:09 smithi196 bash[116405]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-30T21:18:10.216 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:10 smithi196 podman[116417]: 2024-08-30 21:18:10.028139478 +0000 UTC m=+0.498647812 container remove 1244acceaf6602fa87a44e3f6ddaeddead901af50045dbd36c1a8e16c586c490 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-3e6d4622-6711-11ef-bcd4-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-30T21:18:10.216 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:10 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-30T21:18:10.519 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:10 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-30T21:18:10.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:10 smithi196 systemd[1]: Stopped Ceph node-exporter.b for 3e6d4622-6711-11ef-bcd4-c7b262605968. 2024-08-30T21:18:10.520 INFO:journalctl@ceph.node-exporter.b.smithi196.stdout:Aug 30 21:18:10 smithi196 systemd[1]: ceph-3e6d4622-6711-11ef-bcd4-c7b262605968@node-exporter.b.service: Consumed 2.634s CPU time. 2024-08-30T21:18:10.882 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-30T21:18:10.916 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-30T21:18:10.945 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-30T21:18:10.947 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091/remote/smithi173/crash 2024-08-30T21:18:10.948 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/crash -- . 2024-08-30T21:18:10.999 INFO:teuthology.orchestra.run.smithi173.stderr:tar: /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-30T21:18:11.000 INFO:teuthology.orchestra.run.smithi173.stderr:tar: Error is not recoverable: exiting now 2024-08-30T21:18:11.002 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091/remote/smithi196/crash 2024-08-30T21:18:11.003 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/crash -- . 2024-08-30T21:18:11.039 INFO:teuthology.orchestra.run.smithi196.stderr:tar: /var/lib/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-30T21:18:11.039 INFO:teuthology.orchestra.run.smithi196.stderr:tar: Error is not recoverable: exiting now 2024-08-30T21:18:11.040 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-30T21:18:11.041 DEBUG:teuthology.orchestra.run.smithi173:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-30T21:18:11.071 INFO:teuthology.orchestra.run.smithi173.stdout:2024-08-30T20:55:05.478853+0000 mon.a (mon.0) 665 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-30T21:18:11.072 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-30T21:18:11.072 INFO:tasks.cephadm:Compressing logs... 2024-08-30T21:18:11.072 DEBUG:teuthology.orchestra.run.smithi173:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-30T21:18:11.115 DEBUG:teuthology.orchestra.run.smithi196:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-30T21:18:11.139 INFO:teuthology.orchestra.run.smithi173.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.0.log 2024-08-30T21:18:11.139 INFO:teuthology.orchestra.run.smithi173.stderr:: No such file or directory 2024-08-30T21:18:11.140 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.1.log 2024-08-30T21:18:11.140 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-30T21:18:11.140 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-30T21:18:11.140 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.c.log 2024-08-30T21:18:11.140 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mds.a.log 2024-08-30T21:18:11.142 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.audit.log: /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-30T21:18:11.142 INFO:teuthology.orchestra.run.smithi196.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.7.log 2024-08-30T21:18:11.143 INFO:teuthology.orchestra.run.smithi196.stderr:: No such file or directory 2024-08-30T21:18:11.143 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-30T21:18:11.143 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mds.b.log 2024-08-30T21:18:11.143 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.4.log 2024-08-30T21:18:11.143 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-30T21:18:11.144 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.a.log 2024-08-30T21:18:11.144 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.cephadm.log: /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.a.log: 91.5% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-30T21:18:11.144 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.2.log 2024-08-30T21:18:11.146 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-30T21:18:11.147 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.4.log: 84.1% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mds.b.log.gz 2024-08-30T21:18:11.147 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.6.log 2024-08-30T21:18:11.147 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.5.log 2024-08-30T21:18:11.147 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.log 2024-08-30T21:18:11.147 INFO:teuthology.orchestra.run.smithi196.stderr: 84.8% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-30T21:18:11.147 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.5.log: 91.1% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-30T21:18:11.148 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mgr.y.log 2024-08-30T21:18:11.150 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.2.log: 91.8% 94.5% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-30T21:18:11.150 INFO:teuthology.orchestra.run.smithi173.stderr: -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mds.a.log.gz 2024-08-30T21:18:11.150 INFO:teuthology.orchestra.run.smithi173.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.log 2024-08-30T21:18:11.150 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.3.log 2024-08-30T21:18:11.157 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mgr.x.log 2024-08-30T21:18:11.157 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.b.log 2024-08-30T21:18:11.159 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-30T21:18:11.160 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.3.log: 92.3% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-30T21:18:11.161 INFO:teuthology.orchestra.run.smithi173.stderr: 91.2% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-30T21:18:11.162 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mgr.x.log: 86.2% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-30T21:18:11.163 INFO:teuthology.orchestra.run.smithi196.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-30T21:18:11.166 INFO:teuthology.orchestra.run.smithi173.stderr:/var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-30T21:18:11.166 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.b.log: 91.2% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-30T21:18:11.193 INFO:teuthology.orchestra.run.smithi196.stderr:/var/log/ceph/cephadm.log: 89.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-30T21:18:11.212 INFO:teuthology.orchestra.run.smithi196.stderr: 89.1% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mgr.x.log.gz 2024-08-30T21:18:11.622 INFO:teuthology.orchestra.run.smithi173.stderr: 89.2% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mgr.y.log.gz 2024-08-30T21:18:11.681 INFO:teuthology.orchestra.run.smithi196.stderr: 92.1% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.b.log.gz 2024-08-30T21:18:11.909 INFO:teuthology.orchestra.run.smithi173.stderr: 92.1% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.c.log.gz 2024-08-30T21:18:12.777 INFO:teuthology.orchestra.run.smithi173.stderr: 90.8% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-mon.a.log.gz 2024-08-30T21:18:15.268 INFO:teuthology.orchestra.run.smithi196.stderr: 94.4% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.6.log.gz 2024-08-30T21:18:16.229 INFO:teuthology.orchestra.run.smithi196.stderr: 94.1% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.4.log.gz 2024-08-30T21:18:16.802 INFO:teuthology.orchestra.run.smithi196.stderr: 94.1% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.5.log.gz 2024-08-30T21:18:16.862 INFO:teuthology.orchestra.run.smithi196.stderr: 94.3% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.7.log.gz 2024-08-30T21:18:16.864 INFO:teuthology.orchestra.run.smithi196.stderr: 2024-08-30T21:18:16.864 INFO:teuthology.orchestra.run.smithi196.stderr:real 0m5.734s 2024-08-30T21:18:16.864 INFO:teuthology.orchestra.run.smithi196.stderr:user 0m20.409s 2024-08-30T21:18:16.865 INFO:teuthology.orchestra.run.smithi196.stderr:sys 0m0.797s 2024-08-30T21:18:17.182 INFO:teuthology.orchestra.run.smithi173.stderr: 93.8% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.2.log.gz 2024-08-30T21:18:17.463 INFO:teuthology.orchestra.run.smithi173.stderr: 93.9% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.0.log.gz 2024-08-30T21:18:19.193 INFO:teuthology.orchestra.run.smithi173.stderr: 94.5% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.3.log.gz 2024-08-30T21:18:19.420 INFO:teuthology.orchestra.run.smithi173.stderr: 94.4% -- replaced with /var/log/ceph/3e6d4622-6711-11ef-bcd4-c7b262605968/ceph-osd.1.log.gz 2024-08-30T21:18:19.422 INFO:teuthology.orchestra.run.smithi173.stderr: 2024-08-30T21:18:19.422 INFO:teuthology.orchestra.run.smithi173.stderr:real 0m8.294s 2024-08-30T21:18:19.422 INFO:teuthology.orchestra.run.smithi173.stderr:user 0m30.484s 2024-08-30T21:18:19.422 INFO:teuthology.orchestra.run.smithi173.stderr:sys 0m1.091s 2024-08-30T21:18:19.423 INFO:tasks.cephadm:Archiving logs... 2024-08-30T21:18:19.423 DEBUG:teuthology.misc:Transferring archived files from smithi173:/var/log/ceph to /home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091/remote/smithi173/log 2024-08-30T21:18:19.425 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-30T21:18:23.660 DEBUG:teuthology.misc:Transferring archived files from smithi196:/var/log/ceph to /home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091/remote/smithi196/log 2024-08-30T21:18:23.661 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-30T21:18:26.712 INFO:tasks.cephadm:Removing cluster... 2024-08-30T21:18:26.713 DEBUG:teuthology.orchestra.run.smithi173:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 --force 2024-08-30T21:18:26.857 INFO:teuthology.orchestra.run.smithi173.stdout:Deleting cluster with fsid: 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:18:27.153 DEBUG:teuthology.orchestra.run.smithi196:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3e6d4622-6711-11ef-bcd4-c7b262605968 --force 2024-08-30T21:18:27.306 INFO:teuthology.orchestra.run.smithi196.stdout:Deleting cluster with fsid: 3e6d4622-6711-11ef-bcd4-c7b262605968 2024-08-30T21:18:27.596 INFO:tasks.cephadm:Removing cephadm ... 2024-08-30T21:18:27.596 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-30T21:18:27.613 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-30T21:18:27.629 INFO:tasks.cephadm:Teardown complete 2024-08-30T21:18:27.629 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-30T21:18:27.641 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-30T21:18:27.641 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-30T21:18:27.656 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-30T21:18:27.760 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-30T21:18:27.770 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-30T21:18:27.771 DEBUG:teuthology.orchestra.run.smithi173:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-30T21:18:27.773 DEBUG:teuthology.orchestra.run.smithi196:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-30T21:18:27.786 INFO:teuthology.orchestra.run.smithi173.stderr:bash: line 1: ntpq: command not found 2024-08-30T21:18:27.788 INFO:teuthology.orchestra.run.smithi196.stderr:bash: line 1: ntpq: command not found 2024-08-30T21:18:27.790 INFO:teuthology.orchestra.run.smithi173.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-30T21:18:27.790 INFO:teuthology.orchestra.run.smithi173.stdout:=============================================================================== 2024-08-30T21:18:27.790 INFO:teuthology.orchestra.run.smithi173.stdout:^* hv01.front.sepia.ceph.com 3 6 377 58 +304us[ +342us] +/- 47ms 2024-08-30T21:18:27.791 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 56 -710us[ -710us] +/- 54ms 2024-08-30T21:18:27.791 INFO:teuthology.orchestra.run.smithi173.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 60 +465us[ +503us] +/- 68ms 2024-08-30T21:18:27.791 INFO:teuthology.orchestra.run.smithi173.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T21:18:27.792 INFO:teuthology.orchestra.run.smithi196.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-30T21:18:27.792 INFO:teuthology.orchestra.run.smithi196.stdout:=============================================================================== 2024-08-30T21:18:27.793 INFO:teuthology.orchestra.run.smithi196.stdout:^* hv01.front.sepia.ceph.com 3 6 377 55 +304us[ +303us] +/- 47ms 2024-08-30T21:18:27.793 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 128 -679us[ -677us] +/- 53ms 2024-08-30T21:18:27.793 INFO:teuthology.orchestra.run.smithi196.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 63 +454us[ +453us] +/- 68ms 2024-08-30T21:18:27.793 INFO:teuthology.orchestra.run.smithi196.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-30T21:18:27.793 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-30T21:18:27.803 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-30T21:18:27.804 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-30T21:18:27.814 DEBUG:teuthology.orchestra.run.smithi173:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-30T21:18:27.900 DEBUG:teuthology.orchestra.run.smithi196:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-30T21:18:27.962 DEBUG:teuthology.orchestra.run.smithi173:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-30T21:18:27.989 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T21:18:27.989 DEBUG:teuthology.orchestra.run.smithi196:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-30T21:18:28.016 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T21:18:28.017 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-30T21:18:28.028 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-30T21:18:28.038 INFO:teuthology.task.internal:Duration was 1982.529744 seconds 2024-08-30T21:18:28.038 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-30T21:18:28.049 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-30T21:18:28.049 DEBUG:teuthology.orchestra.run.smithi173:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-30T21:18:28.052 DEBUG:teuthology.orchestra.run.smithi196:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-30T21:18:28.088 INFO:teuthology.orchestra.run.smithi173.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-30T21:18:28.095 INFO:teuthology.orchestra.run.smithi196.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-30T21:18:28.497 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-30T21:18:28.498 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi173.front.sepia.ceph.com 2024-08-30T21:18:28.498 DEBUG:teuthology.orchestra.run.smithi173:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-30T21:18:28.559 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi196.front.sepia.ceph.com 2024-08-30T21:18:28.559 DEBUG:teuthology.orchestra.run.smithi196:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-30T21:18:28.585 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-30T21:18:28.585 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-30T21:18:28.602 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-30T21:18:28.651 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-30T21:18:28.652 DEBUG:teuthology.orchestra.run.smithi173:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-30T21:18:28.673 DEBUG:teuthology.orchestra.run.smithi196:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-30T21:18:29.077 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-30T21:18:29.089 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-30T21:18:29.089 DEBUG:teuthology.orchestra.run.smithi173:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-30T21:18:29.114 DEBUG:teuthology.orchestra.run.smithi196:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-30T21:18:29.140 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-30T21:18:29.150 DEBUG:teuthology.orchestra.run.smithi173:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-30T21:18:29.157 DEBUG:teuthology.orchestra.run.smithi196:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-30T21:18:29.178 INFO:teuthology.orchestra.run.smithi173.stdout:kernel.core_pattern = core 2024-08-30T21:18:29.203 INFO:teuthology.orchestra.run.smithi196.stdout:kernel.core_pattern = core 2024-08-30T21:18:29.239 DEBUG:teuthology.orchestra.run.smithi173:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-30T21:18:29.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T21:18:29.254 DEBUG:teuthology.orchestra.run.smithi196:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-30T21:18:29.294 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T21:18:29.294 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-30T21:18:29.305 INFO:teuthology.task.internal:Transferring archived files... 2024-08-30T21:18:29.306 DEBUG:teuthology.misc:Transferring archived files from smithi173:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091/remote/smithi173 2024-08-30T21:18:29.306 DEBUG:teuthology.orchestra.run.smithi173:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-30T21:18:29.348 DEBUG:teuthology.misc:Transferring archived files from smithi196:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/skanta-2024-08-30_17:51:23-rados-wip-bharath1-testing-2024-08-30-1604-distro-default-smithi/7882091/remote/smithi196 2024-08-30T21:18:29.348 DEBUG:teuthology.orchestra.run.smithi196:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-30T21:18:29.383 INFO:teuthology.task.internal:Removing archive directory... 2024-08-30T21:18:29.383 DEBUG:teuthology.orchestra.run.smithi173:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-30T21:18:29.385 DEBUG:teuthology.orchestra.run.smithi196:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-30T21:18:29.432 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-30T21:18:29.445 INFO:teuthology.task.internal:Not uploading archives. 2024-08-30T21:18:29.445 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-30T21:18:29.518 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-30T21:18:29.518 DEBUG:teuthology.orchestra.run.smithi173:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-30T21:18:29.521 DEBUG:teuthology.orchestra.run.smithi196:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-30T21:18:29.533 INFO:teuthology.orchestra.run.smithi173.stdout: 262217 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 30 21:18 /home/ubuntu/cephtest 2024-08-30T21:18:29.534 INFO:teuthology.orchestra.run.smithi173.stdout: 524330 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 30 21:12 /home/ubuntu/cephtest/mnt.0 2024-08-30T21:18:29.534 INFO:teuthology.orchestra.run.smithi173.stdout: 524336 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 30 21:16 /home/ubuntu/cephtest/mnt.0/client.0 2024-08-30T21:18:29.534 INFO:teuthology.orchestra.run.smithi173.stdout: 670041 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 30 21:16 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-30T21:18:29.535 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-30T21:18:29.535 INFO:teuthology.orchestra.run.smithi173.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-08-30T21:18:29.536 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi173 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-30T21:18:29.544 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-30T21:18:29.555 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-30T21:18:29.567 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi173 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-30T21:18:29.571 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 1982.529744386673 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi173 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_skanta@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=089ae47563e147d08be9f0433ed66d2d status: fail success: false 2024-08-30T21:18:29.571 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-30T21:18:29.602 INFO:teuthology.orchestra.run.smithi196.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 30 21:18 /home/ubuntu/cephtest 2024-08-30T21:18:29.699 INFO:teuthology.run:FAIL